[ 526.308645] env[65682]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=65682) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 526.308645] env[65682]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=65682) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 526.308952] env[65682]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=65682) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 526.310247] env[65682]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 526.426425] env[65682]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=65682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 526.436028] env[65682]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=65682) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 526.481082] env[65682]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 527.045042] env[65682]: INFO nova.virt.driver [None req-49b00bd8-cc6f-493c-a4e5-24a2b86624ab None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 527.115421] env[65682]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 527.115809] env[65682]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 527.116030] env[65682]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=65682) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 530.342584] env[65682]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-c9a6379b-ba44-4aec-b1cd-c03756415481 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.360791] env[65682]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=65682) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 530.361036] env[65682]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-fc9faf9b-b7d5-48e5-9576-43052e5c73e9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.395091] env[65682]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 938a2. [ 530.395338] env[65682]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.279s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 530.395818] env[65682]: INFO nova.virt.vmwareapi.driver [None req-49b00bd8-cc6f-493c-a4e5-24a2b86624ab None None] VMware vCenter version: 7.0.3 [ 530.399334] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bec9ed-551c-4109-9ff4-fd606452fb20 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.417544] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee02b57c-5610-42ae-a4b5-03a76b9874ca {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.424334] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7253c477-b24e-4b5f-9502-70b43eb24302 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.431804] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f854d22b-3e4e-45c4-a8dd-16b64c252e78 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.445682] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6b2158-23ce-4836-bd1c-3bc9679fabd1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.452642] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43242b7-5c2f-46db-928b-6871fd3d82c2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.484590] env[65682]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-66a55cdc-7a2e-4e67-a0a1-5e3a773458eb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.490561] env[65682]: DEBUG nova.virt.vmwareapi.driver [None req-49b00bd8-cc6f-493c-a4e5-24a2b86624ab None None] Extension org.openstack.compute already exists. {{(pid=65682) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 530.493267] env[65682]: INFO nova.compute.provider_config [None req-49b00bd8-cc6f-493c-a4e5-24a2b86624ab None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 530.997028] env[65682]: DEBUG nova.context [None req-49b00bd8-cc6f-493c-a4e5-24a2b86624ab None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),876d7ba1-061a-425e-9213-21313695a3bd(cell1) {{(pid=65682) load_cells /opt/stack/nova/nova/context.py:472}} [ 530.997358] env[65682]: INFO nova.utils [None req-49b00bd8-cc6f-493c-a4e5-24a2b86624ab None None] The cell worker thread pool MainProcess.cell_worker is initialized [ 530.999361] env[65682]: DEBUG oslo_concurrency.lockutils [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 530.999588] env[65682]: DEBUG oslo_concurrency.lockutils [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 531.000302] env[65682]: DEBUG oslo_concurrency.lockutils [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 531.000753] env[65682]: DEBUG oslo_concurrency.lockutils [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] Acquiring lock "876d7ba1-061a-425e-9213-21313695a3bd" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 531.000935] env[65682]: DEBUG oslo_concurrency.lockutils [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] Lock "876d7ba1-061a-425e-9213-21313695a3bd" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 531.002046] env[65682]: DEBUG oslo_concurrency.lockutils [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] Lock "876d7ba1-061a-425e-9213-21313695a3bd" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 531.023437] env[65682]: INFO dbcounter [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] Registered counter for database nova_cell0 [ 531.031707] env[65682]: INFO dbcounter [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] Registered counter for database nova_cell1 [ 531.035102] env[65682]: DEBUG oslo_db.sqlalchemy.engines [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65682) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 531.035482] env[65682]: DEBUG oslo_db.sqlalchemy.engines [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65682) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 531.040567] env[65682]: ERROR nova.db.main.api [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 531.040567] env[65682]: func(*args, **kwargs) [ 531.040567] env[65682]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 531.040567] env[65682]: self.work.run() [ 531.040567] env[65682]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 531.040567] env[65682]: result = self.fn(*self.args, **self.kwargs) [ 531.040567] env[65682]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 531.040567] env[65682]: return func(*args, **kwargs) [ 531.040567] env[65682]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 531.040567] env[65682]: result = fn(*args, **kwargs) [ 531.040567] env[65682]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 531.040567] env[65682]: return f(*args, **kwargs) [ 531.040567] env[65682]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 531.040567] env[65682]: return db.service_get_minimum_version(context, binaries) [ 531.040567] env[65682]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 531.040567] env[65682]: _check_db_access() [ 531.040567] env[65682]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 531.040567] env[65682]: stacktrace = ''.join(traceback.format_stack()) [ 531.040567] env[65682]: [ 531.041732] env[65682]: ERROR nova.db.main.api [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 531.041732] env[65682]: func(*args, **kwargs) [ 531.041732] env[65682]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 531.041732] env[65682]: self.work.run() [ 531.041732] env[65682]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 531.041732] env[65682]: result = self.fn(*self.args, **self.kwargs) [ 531.041732] env[65682]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 531.041732] env[65682]: return func(*args, **kwargs) [ 531.041732] env[65682]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 531.041732] env[65682]: result = fn(*args, **kwargs) [ 531.041732] env[65682]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 531.041732] env[65682]: return f(*args, **kwargs) [ 531.041732] env[65682]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 531.041732] env[65682]: return db.service_get_minimum_version(context, binaries) [ 531.041732] env[65682]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 531.041732] env[65682]: _check_db_access() [ 531.041732] env[65682]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 531.041732] env[65682]: stacktrace = ''.join(traceback.format_stack()) [ 531.041732] env[65682]: [ 531.042247] env[65682]: WARNING nova.objects.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 531.042380] env[65682]: WARNING nova.objects.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] Failed to get minimum service version for cell 876d7ba1-061a-425e-9213-21313695a3bd [ 531.042818] env[65682]: DEBUG oslo_concurrency.lockutils [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] Acquiring lock "singleton_lock" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.042970] env[65682]: DEBUG oslo_concurrency.lockutils [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] Acquired lock "singleton_lock" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.043221] env[65682]: DEBUG oslo_concurrency.lockutils [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] Releasing lock "singleton_lock" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.043557] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] Full set of CONF: {{(pid=65682) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 531.043706] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ******************************************************************************** {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 531.043829] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] Configuration options gathered from: {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 531.043952] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 531.044162] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 531.044282] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ================================================================================ {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 531.044487] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] allow_resize_to_same_host = True {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.044675] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] arq_binding_timeout = 300 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.044802] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] backdoor_port = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.044920] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] backdoor_socket = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.045091] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] block_device_allocate_retries = 60 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.045246] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] block_device_allocate_retries_interval = 3 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.045400] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cell_worker_thread_pool_size = 5 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.045558] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cert = self.pem {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.045716] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.045887] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] compute_monitors = [] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.046078] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] config_dir = [] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.046244] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] config_drive_format = iso9660 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.046366] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.046523] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] config_source = [] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.046682] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] console_host = devstack {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.046838] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] control_exchange = nova {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.046988] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cpu_allocation_ratio = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.047154] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] daemon = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.047314] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] debug = True {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.047460] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] default_access_ip_network_name = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.047614] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] default_availability_zone = nova {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.047761] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] default_ephemeral_format = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.047912] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] default_green_pool_size = 1000 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.048161] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.048314] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] default_schedule_zone = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.048467] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] default_thread_pool_size = 10 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.048614] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] disk_allocation_ratio = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.048837] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] enable_new_services = True {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.049027] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] flat_injected = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.049185] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] force_config_drive = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.049336] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] force_raw_images = True {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.049496] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] graceful_shutdown_timeout = 5 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.049649] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] heal_instance_info_cache_interval = -1 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.049866] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] host = cpu-1 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.050049] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.050208] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] initial_disk_allocation_ratio = 1.0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.050362] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] initial_ram_allocation_ratio = 1.0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.050566] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.050725] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] instance_build_timeout = 0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.050878] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] instance_delete_interval = 300 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.051046] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] instance_format = [instance: %(uuid)s] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.051208] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] instance_name_template = instance-%08x {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.051361] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] instance_usage_audit = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.051548] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] instance_usage_audit_period = month {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.051720] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.051875] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] instances_path = /opt/stack/data/nova/instances {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.052046] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] internal_service_availability_zone = internal {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.052199] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] key = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.052352] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] live_migration_retry_count = 30 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.052511] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] log_color = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.052666] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] log_config_append = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.052826] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.052977] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] log_dir = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.053139] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] log_file = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.053260] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] log_options = True {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.053414] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] log_rotate_interval = 1 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.053614] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] log_rotate_interval_type = days {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.053791] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] log_rotation_type = none {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.053879] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.054082] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.054276] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.054443] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.054580] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.054771] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] long_rpc_timeout = 1800 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.055016] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] max_concurrent_builds = 10 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.055223] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] max_concurrent_live_migrations = 1 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.055391] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] max_concurrent_snapshots = 5 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.055575] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] max_local_block_devices = 3 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.055784] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] max_logfile_count = 30 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.056046] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] max_logfile_size_mb = 200 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.056202] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] maximum_instance_delete_attempts = 5 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.056376] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] migrate_max_retries = -1 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.056636] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] mkisofs_cmd = genisoimage {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.056986] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] my_block_storage_ip = 10.180.1.21 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.057230] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] my_ip = 10.180.1.21 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.057544] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.057735] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] network_allocate_retries = 0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.057924] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.058100] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] osapi_compute_unique_server_name_scope = {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.058262] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] password_length = 12 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.058418] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] periodic_enable = True {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.058571] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] periodic_fuzzy_delay = 60 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.058733] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] pointer_model = usbtablet {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.058892] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] preallocate_images = none {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.059056] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] publish_errors = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.059178] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] pybasedir = /opt/stack/nova {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.059328] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ram_allocation_ratio = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.059478] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] rate_limit_burst = 0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.059635] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] rate_limit_except_level = CRITICAL {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.059789] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] rate_limit_interval = 0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.059946] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] reboot_timeout = 0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.060109] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] reclaim_instance_interval = 0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.060255] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] record = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.060415] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] reimage_timeout_per_gb = 60 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.060572] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] report_interval = 120 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.060732] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] rescue_timeout = 0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.060884] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] reserved_host_cpus = 0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.061045] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] reserved_host_disk_mb = 0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.061201] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] reserved_host_memory_mb = 512 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.061352] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] reserved_huge_pages = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.061540] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] resize_confirm_window = 0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.061711] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] resize_fs_using_block_device = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.061864] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] resume_guests_state_on_host_boot = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.062031] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.062189] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] rpc_response_timeout = 60 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.062340] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] run_external_periodic_tasks = True {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.062496] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] running_deleted_instance_action = reap {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.062645] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] running_deleted_instance_poll_interval = 1800 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.062799] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] running_deleted_instance_timeout = 0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.062946] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] scheduler_instance_sync_interval = 120 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.063119] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] service_down_time = 720 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.063278] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] servicegroup_driver = db {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.063425] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] shell_completion = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.063612] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] shelved_offload_time = 0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.063763] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] shelved_poll_interval = 3600 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.063921] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] shutdown_timeout = 0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.064091] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] source_is_ipv6 = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.064246] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ssl_only = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.064494] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.064658] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] sync_power_state_interval = 600 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.064813] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] sync_power_state_pool_size = 1000 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.064968] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] syslog_log_facility = LOG_USER {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.065131] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] tempdir = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.065281] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] thread_pool_statistic_period = -1 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.065430] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] timeout_nbd = 10 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.065587] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] transport_url = **** {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.065773] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] update_resources_interval = 0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.065948] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] use_cow_images = True {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.066119] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] use_journal = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.066269] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] use_json = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.066417] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] use_rootwrap_daemon = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.066563] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] use_stderr = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.066711] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] use_syslog = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.066856] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vcpu_pin_set = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.067036] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vif_plugging_is_fatal = True {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.067208] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vif_plugging_timeout = 300 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.067367] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] virt_mkfs = [] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.067516] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] volume_usage_poll_interval = 0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.067664] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] watch_log_file = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.067821] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] web = /usr/share/spice-html5 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.067995] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_concurrency.disable_process_locking = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.068616] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.068809] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] os_brick.lock_path = /opt/stack/data/os_brick {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.068976] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.069151] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.069317] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.069472] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.069633] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.069795] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.069949] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.070124] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api.compute_link_prefix = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.070285] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.070445] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api.dhcp_domain = novalocal {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.070598] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api.enable_instance_password = True {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.070749] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api.glance_link_prefix = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.070901] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.071070] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.071224] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api.instance_list_per_project_cells = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.071374] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api.list_records_by_skipping_down_cells = True {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.071582] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api.local_metadata_per_cell = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.071771] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api.max_limit = 1000 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.071934] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api.metadata_cache_expiration = 15 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.072115] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api.neutron_default_project_id = default {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.072277] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api.response_validation = warn {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.072431] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api.use_neutron_default_nets = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.072584] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.072733] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.072885] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.073060] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.073223] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api.vendordata_dynamic_targets = [] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.073375] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api.vendordata_jsonfile_path = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.073546] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.073770] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.backend = dogpile.cache.memcached {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.073932] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.backend_argument = **** {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.074094] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.backend_expiration_time = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.074256] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.config_prefix = cache.oslo {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.074405] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.debug_cache_backend = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.074554] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.enable_retry_client = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.074709] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.enable_socket_keepalive = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.074868] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.enabled = True {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.075030] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.enforce_fips_mode = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.075191] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.expiration_time = 600 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.075356] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.hashclient_dead_timeout = 60.0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.075506] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.hashclient_retry_attempts = 2 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.075663] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.hashclient_retry_timeout = 1.0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.075821] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.memcache_dead_retry = 300 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.075965] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.memcache_password = **** {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.076133] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.076286] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.076437] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.memcache_pool_maxsize = 10 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.076590] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.076751] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.memcache_sasl_enabled = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.076923] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.077091] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.memcache_socket_timeout = 1.0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.077242] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.memcache_username = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.077396] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.proxies = [] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.077548] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.redis_db = 0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.077697] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.redis_password = **** {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.077851] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.redis_sentinel_service_name = mymaster {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.078022] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.078184] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.redis_server = localhost:6379 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.078336] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.redis_socket_timeout = 1.0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.078480] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.redis_username = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.078627] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.retry_attempts = 2 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.078779] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.retry_delay = 0.0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.078926] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.socket_keepalive_count = 1 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.079084] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.socket_keepalive_idle = 1 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.079232] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.socket_keepalive_interval = 1 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.079375] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.tls_allowed_ciphers = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.079516] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.tls_cafile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.079657] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.tls_certfile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.079803] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.tls_enabled = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.079946] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cache.tls_keyfile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.080113] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cinder.auth_section = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.080276] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cinder.auth_type = password {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.080423] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cinder.cafile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.080582] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cinder.catalog_info = volumev3::publicURL {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.080735] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cinder.certfile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.080882] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cinder.collect_timing = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.081040] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cinder.cross_az_attach = True {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.081195] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cinder.debug = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.081341] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cinder.endpoint_template = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.081518] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cinder.http_retries = 3 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.081707] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cinder.insecure = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.081864] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cinder.keyfile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.082036] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cinder.os_region_name = RegionOne {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.082194] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cinder.split_loggers = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.082342] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cinder.timeout = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.082503] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.082651] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] compute.cpu_dedicated_set = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.082797] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] compute.cpu_shared_set = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.082950] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] compute.image_type_exclude_list = [] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.083111] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.083262] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] compute.max_concurrent_disk_ops = 0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.083415] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] compute.max_disk_devices_to_attach = -1 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.083607] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.083776] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.083940] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] compute.resource_provider_association_refresh = 300 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.084105] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.084259] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] compute.shutdown_retry_interval = 10 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.084428] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.084597] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] conductor.workers = 2 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.084764] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] console.allowed_origins = [] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.084912] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] console.ssl_ciphers = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.085100] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] console.ssl_minimum_version = default {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.085265] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] consoleauth.enforce_session_timeout = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.085423] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] consoleauth.token_ttl = 600 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.085588] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cyborg.cafile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.085802] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cyborg.certfile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.085979] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cyborg.collect_timing = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.086147] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cyborg.connect_retries = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.086296] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cyborg.connect_retry_delay = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.086443] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cyborg.endpoint_override = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.086593] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cyborg.insecure = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.086742] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cyborg.keyfile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.086890] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cyborg.max_version = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.087045] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cyborg.min_version = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.087194] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cyborg.region_name = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.087340] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cyborg.retriable_status_codes = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.087484] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cyborg.service_name = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.087641] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cyborg.service_type = accelerator {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.087793] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cyborg.split_loggers = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.087938] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cyborg.status_code_retries = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.088094] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cyborg.status_code_retry_delay = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.088242] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cyborg.timeout = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.088408] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.088558] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] cyborg.version = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.088719] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] database.asyncio_connection = **** {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.088866] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] database.asyncio_slave_connection = **** {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.089033] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] database.backend = sqlalchemy {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.089196] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] database.connection = **** {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.089348] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] database.connection_debug = 0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.089504] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] database.connection_parameters = {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.089658] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] database.connection_recycle_time = 3600 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.089812] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] database.connection_trace = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.089961] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] database.db_inc_retry_interval = True {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.090126] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] database.db_max_retries = 20 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.090277] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] database.db_max_retry_interval = 10 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.090427] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] database.db_retry_interval = 1 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.090576] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] database.max_overflow = 50 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.090726] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] database.max_pool_size = 5 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.090871] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] database.max_retries = 10 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.091033] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.091182] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] database.mysql_wsrep_sync_wait = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.091327] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] database.pool_timeout = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.091499] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] database.retry_interval = 10 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.091682] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] database.slave_connection = **** {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.091842] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] database.sqlite_synchronous = True {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.091990] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] database.use_db_reconnect = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.092163] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api_database.asyncio_connection = **** {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.092311] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api_database.asyncio_slave_connection = **** {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.092469] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api_database.backend = sqlalchemy {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.092625] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api_database.connection = **** {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.092780] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api_database.connection_debug = 0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.092941] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api_database.connection_parameters = {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.093107] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api_database.connection_recycle_time = 3600 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.093261] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api_database.connection_trace = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.093412] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api_database.db_inc_retry_interval = True {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.093589] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api_database.db_max_retries = 20 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.093758] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api_database.db_max_retry_interval = 10 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.093914] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api_database.db_retry_interval = 1 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.094078] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api_database.max_overflow = 50 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.094233] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api_database.max_pool_size = 5 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.094382] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api_database.max_retries = 10 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.094542] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.094689] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.094835] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api_database.pool_timeout = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.094984] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api_database.retry_interval = 10 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.095143] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api_database.slave_connection = **** {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.095293] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] api_database.sqlite_synchronous = True {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.095454] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] devices.enabled_mdev_types = [] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.095618] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.095780] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ephemeral_storage_encryption.default_format = luks {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.095959] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ephemeral_storage_encryption.enabled = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.096130] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.096294] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] glance.api_servers = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.096445] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] glance.cafile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.096592] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] glance.certfile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.096746] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] glance.collect_timing = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.096893] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] glance.connect_retries = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.097054] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] glance.connect_retry_delay = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.097209] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] glance.debug = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.097364] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] glance.default_trusted_certificate_ids = [] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.097515] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] glance.enable_certificate_validation = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.097661] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] glance.enable_rbd_download = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.097845] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] glance.endpoint_override = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.098046] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] glance.insecure = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.098212] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] glance.keyfile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.098361] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] glance.max_version = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.098567] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] glance.min_version = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.098732] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] glance.num_retries = 3 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.098889] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] glance.rbd_ceph_conf = {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.099050] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] glance.rbd_connect_timeout = 5 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.099210] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] glance.rbd_pool = {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.099361] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] glance.rbd_user = {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.099509] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] glance.region_name = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.099655] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] glance.retriable_status_codes = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.099800] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] glance.service_name = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.099952] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] glance.service_type = image {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.100112] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] glance.split_loggers = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.100259] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] glance.status_code_retries = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.100407] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] glance.status_code_retry_delay = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.100554] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] glance.timeout = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.100721] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.100867] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] glance.verify_glance_signatures = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.101024] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] glance.version = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.101176] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] guestfs.debug = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.101334] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] manila.auth_section = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.101506] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] manila.auth_type = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.101688] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] manila.cafile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.101843] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] manila.certfile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.101999] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] manila.collect_timing = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.102163] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] manila.connect_retries = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.102312] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] manila.connect_retry_delay = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.102458] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] manila.endpoint_override = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.102607] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] manila.insecure = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.102755] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] manila.keyfile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.102905] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] manila.max_version = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.103081] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] manila.min_version = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.103232] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] manila.region_name = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.103375] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] manila.retriable_status_codes = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.103517] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] manila.service_name = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.103704] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] manila.service_type = shared-file-system {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.103869] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] manila.share_apply_policy_timeout = 10 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.104038] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] manila.split_loggers = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.104193] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] manila.status_code_retries = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.104338] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] manila.status_code_retry_delay = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.104483] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] manila.timeout = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.104654] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.104803] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] manila.version = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.104958] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] mks.enabled = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.105307] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.105490] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] image_cache.manager_interval = 2400 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.105666] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] image_cache.precache_concurrency = 1 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.105908] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] image_cache.remove_unused_base_images = True {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.106113] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.106282] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.106451] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] image_cache.subdirectory_name = _base {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.106620] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ironic.api_max_retries = 60 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.106778] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ironic.api_retry_interval = 2 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.106929] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ironic.auth_section = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.108113] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ironic.auth_type = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.108113] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ironic.cafile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.108113] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ironic.certfile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.108113] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ironic.collect_timing = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.108113] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ironic.conductor_group = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.108113] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ironic.connect_retries = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.108113] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ironic.connect_retry_delay = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.108407] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ironic.endpoint_override = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.108407] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ironic.insecure = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.108407] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ironic.keyfile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.108569] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ironic.max_version = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.108692] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ironic.min_version = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.108851] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ironic.peer_list = [] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.108998] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ironic.region_name = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.109171] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ironic.retriable_status_codes = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.109323] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ironic.serial_console_state_timeout = 10 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.109471] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ironic.service_name = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.109628] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ironic.service_type = baremetal {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.109803] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ironic.shard = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.109991] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ironic.split_loggers = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.110176] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ironic.status_code_retries = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.110329] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ironic.status_code_retry_delay = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.110477] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ironic.timeout = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.110650] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.110801] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ironic.version = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.110974] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.111150] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] key_manager.fixed_key = **** {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.111323] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.111555] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] barbican.barbican_api_version = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.111796] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] barbican.barbican_endpoint = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.112055] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] barbican.barbican_endpoint_type = public {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.112314] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] barbican.barbican_region_name = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.112572] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] barbican.cafile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.112835] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] barbican.certfile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.113114] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] barbican.collect_timing = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.113310] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] barbican.insecure = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.113470] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] barbican.keyfile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.113655] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] barbican.number_of_retries = 60 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.113820] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] barbican.retry_delay = 1 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.113979] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] barbican.send_service_user_token = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.114153] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] barbican.split_loggers = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.114305] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] barbican.timeout = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.114459] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] barbican.verify_ssl = True {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.114610] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] barbican.verify_ssl_path = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.114768] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] barbican_service_user.auth_section = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.114920] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] barbican_service_user.auth_type = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.115079] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] barbican_service_user.cafile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.115230] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] barbican_service_user.certfile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.115382] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] barbican_service_user.collect_timing = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.115531] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] barbican_service_user.insecure = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.115685] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] barbican_service_user.keyfile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.115831] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] barbican_service_user.split_loggers = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.115998] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] barbican_service_user.timeout = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.116176] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vault.approle_role_id = **** {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.116325] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vault.approle_secret_id = **** {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.116483] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vault.kv_mountpoint = secret {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.116631] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vault.kv_path = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.116787] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vault.kv_version = 2 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.116934] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vault.namespace = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.117093] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vault.root_token_id = **** {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.117241] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vault.ssl_ca_crt_file = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.117395] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vault.timeout = 60.0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.117544] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vault.use_ssl = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.117702] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.117858] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] keystone.cafile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.118015] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] keystone.certfile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.118176] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] keystone.collect_timing = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.118323] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] keystone.connect_retries = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.118468] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] keystone.connect_retry_delay = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.118614] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] keystone.endpoint_override = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.118764] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] keystone.insecure = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.118911] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] keystone.keyfile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.119069] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] keystone.max_version = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.119215] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] keystone.min_version = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.119359] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] keystone.region_name = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.119502] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] keystone.retriable_status_codes = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.119641] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] keystone.service_name = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.119796] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] keystone.service_type = identity {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.119943] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] keystone.split_loggers = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.120102] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] keystone.status_code_retries = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.120253] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] keystone.status_code_retry_delay = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.120399] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] keystone.timeout = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.120564] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.120712] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] keystone.version = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.120892] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.ceph_mount_options = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.121218] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.121394] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.connection_uri = {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.121546] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.cpu_mode = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.121750] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.cpu_model_extra_flags = [] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.121948] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.cpu_models = [] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.122132] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.cpu_power_governor_high = performance {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.122334] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.cpu_power_governor_low = powersave {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.122495] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.cpu_power_management = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.122657] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.122813] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.device_detach_attempts = 8 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.122962] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.device_detach_timeout = 20 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.123136] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.disk_cachemodes = [] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.123285] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.disk_prefix = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.123437] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.enabled_perf_events = [] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.123602] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.file_backed_memory = 0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.123754] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.gid_maps = [] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.123900] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.hw_disk_discard = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.124056] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.hw_machine_type = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.124216] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.images_rbd_ceph_conf = {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.124367] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.124518] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.124681] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.images_rbd_glance_store_name = {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.124831] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.images_rbd_pool = rbd {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.124984] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.images_type = default {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.125146] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.images_volume_group = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.125294] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.inject_key = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.125442] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.inject_partition = -2 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.125586] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.inject_password = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.125735] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.iscsi_iface = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.125881] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.iser_use_multipath = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.126035] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.live_migration_bandwidth = 0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.126192] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.126341] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.live_migration_downtime = 500 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.126491] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.126643] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.126793] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.live_migration_inbound_addr = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.126939] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.live_migration_parallel_connections = 1 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.127096] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.127247] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.live_migration_permit_post_copy = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.127393] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.live_migration_scheme = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.127552] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.live_migration_timeout_action = abort {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.127706] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.live_migration_tunnelled = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.127851] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.live_migration_uri = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.128007] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.live_migration_with_native_tls = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.128161] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.max_queues = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.128314] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.128525] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.128677] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.nfs_mount_options = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.128968] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.129148] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.129306] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.num_iser_scan_tries = 5 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.129459] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.num_memory_encrypted_guests = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.129613] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.129768] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.num_pcie_ports = 0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.129923] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.num_volume_scan_tries = 5 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.130090] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.pmem_namespaces = [] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.130244] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.quobyte_client_cfg = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.130527] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.130692] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.rbd_connect_timeout = 5 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.130849] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.131006] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.131167] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.rbd_secret_uuid = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.131315] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.rbd_user = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.131465] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.131626] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.remote_filesystem_transport = ssh {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.131778] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.rescue_image_id = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.131926] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.rescue_kernel_id = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.132084] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.rescue_ramdisk_id = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.132249] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.132398] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.rx_queue_size = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.132553] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.smbfs_mount_options = {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.132834] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.133025] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.snapshot_compression = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.133180] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.snapshot_image_format = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.133397] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.133679] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.sparse_logical_volumes = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.133733] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.swtpm_enabled = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.133861] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.swtpm_group = tss {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.134034] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.swtpm_user = tss {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.134198] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.sysinfo_serial = unique {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.134384] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.tb_cache_size = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.134577] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.tx_queue_size = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.134743] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.uid_maps = [] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.134898] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.use_virtio_for_bridges = True {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.135073] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.virt_type = kvm {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.135236] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.volume_clear = zero {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.135390] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.volume_clear_size = 0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.135544] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.volume_enforce_multipath = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.135700] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.volume_use_multipath = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.135851] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.vzstorage_cache_path = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.136014] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.136212] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.vzstorage_mount_group = qemu {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.136341] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.vzstorage_mount_opts = [] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.136497] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.136791] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.136965] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.vzstorage_mount_user = stack {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.137139] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.137307] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] neutron.auth_section = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.137474] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] neutron.auth_type = password {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.137624] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] neutron.cafile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.137774] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] neutron.certfile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.137927] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] neutron.collect_timing = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.138087] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] neutron.connect_retries = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.138241] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] neutron.connect_retry_delay = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.138398] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] neutron.default_floating_pool = public {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.138546] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] neutron.endpoint_override = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.138700] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] neutron.extension_sync_interval = 600 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.138850] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] neutron.http_retries = 3 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.138999] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] neutron.insecure = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.139161] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] neutron.keyfile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.139308] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] neutron.max_version = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.139464] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.139612] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] neutron.min_version = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.139769] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] neutron.ovs_bridge = br-int {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.139919] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] neutron.physnets = [] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.140091] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] neutron.region_name = RegionOne {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.140244] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] neutron.retriable_status_codes = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.140405] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] neutron.service_metadata_proxy = True {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.140546] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] neutron.service_name = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.140704] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] neutron.service_type = network {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.140852] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] neutron.split_loggers = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.140996] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] neutron.status_code_retries = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.141156] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] neutron.status_code_retry_delay = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.141305] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] neutron.timeout = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.141474] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.141624] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] neutron.version = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.141788] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] notifications.bdms_in_notifications = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.141952] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] notifications.default_level = INFO {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.142128] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] notifications.include_share_mapping = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.142296] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] notifications.notification_format = unversioned {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.142450] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] notifications.notify_on_state_change = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.142616] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.142783] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] pci.alias = [] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.142936] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] pci.device_spec = [] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.143100] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] pci.report_in_placement = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.143262] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.auth_section = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.143423] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.auth_type = password {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.143611] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.143755] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.cafile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.143902] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.certfile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.144063] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.collect_timing = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.144214] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.connect_retries = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.144356] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.connect_retry_delay = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.144502] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.default_domain_id = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.144661] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.default_domain_name = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.144831] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.domain_id = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.144981] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.domain_name = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.145144] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.endpoint_override = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.145294] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.insecure = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.145438] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.keyfile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.145581] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.max_version = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.145728] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.min_version = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.145885] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.password = **** {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.146039] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.project_domain_id = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.146198] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.project_domain_name = Default {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.146354] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.project_id = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.146512] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.project_name = service {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.146668] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.region_name = RegionOne {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.146822] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.retriable_status_codes = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.146968] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.service_name = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.147136] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.service_type = placement {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.147288] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.split_loggers = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.147433] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.status_code_retries = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.147581] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.status_code_retry_delay = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.147730] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.system_scope = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.147875] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.timeout = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.148034] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.trust_id = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.148187] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.user_domain_id = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.148346] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.user_domain_name = Default {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.148495] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.user_id = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.148655] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.username = nova {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.148825] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.148972] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] placement.version = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.149158] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] quota.cores = 20 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.149314] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] quota.count_usage_from_placement = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.149477] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.149636] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] quota.injected_file_content_bytes = 10240 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.149793] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] quota.injected_file_path_length = 255 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.149948] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] quota.injected_files = 5 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.150115] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] quota.instances = 10 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.150272] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] quota.key_pairs = 100 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.150427] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] quota.metadata_items = 128 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.150582] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] quota.ram = 51200 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.150755] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] quota.recheck_quota = True {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.150932] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] quota.server_group_members = 10 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.151108] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] quota.server_groups = 10 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.151330] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.151488] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] quota.unified_limits_resource_strategy = require {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.151652] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.151807] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.151958] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] scheduler.image_metadata_prefilter = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.152121] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.152274] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] scheduler.max_attempts = 3 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.152425] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] scheduler.max_placement_results = 1000 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.152572] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.152723] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] scheduler.query_placement_for_image_type_support = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.152870] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.153046] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] scheduler.workers = 2 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.153212] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.153370] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.153546] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.153724] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.153883] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.154048] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.154210] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.154388] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.154548] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] filter_scheduler.host_subset_size = 1 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.154725] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.154887] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.155051] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.155205] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.155358] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.155510] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] filter_scheduler.isolated_hosts = [] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.155661] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] filter_scheduler.isolated_images = [] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.155816] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.155967] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.156146] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.156298] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] filter_scheduler.pci_in_placement = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.156473] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.156639] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.156795] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.156945] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.157111] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.157265] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.157413] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] filter_scheduler.track_instance_changes = True {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.157577] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.157740] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] metrics.required = True {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.157892] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] metrics.weight_multiplier = 1.0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.158055] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.158212] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] metrics.weight_setting = [] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.158524] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.158688] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] serial_console.enabled = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.158859] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] serial_console.port_range = 10000:20000 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.159035] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.159202] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.159363] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] serial_console.serialproxy_port = 6083 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.159548] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] service_user.auth_section = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.159722] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] service_user.auth_type = password {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.159871] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] service_user.cafile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.160026] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] service_user.certfile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.160181] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] service_user.collect_timing = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.160329] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] service_user.insecure = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.160475] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] service_user.keyfile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.160635] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] service_user.send_service_user_token = True {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.160790] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] service_user.split_loggers = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.160935] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] service_user.timeout = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.161106] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] spice.agent_enabled = True {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.161257] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] spice.enabled = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.161573] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.161787] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.161949] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] spice.html5proxy_port = 6082 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.162116] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] spice.image_compression = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.162267] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] spice.jpeg_compression = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.162416] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] spice.playback_compression = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.162568] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] spice.require_secure = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.162727] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] spice.server_listen = 127.0.0.1 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.162920] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.163202] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.163364] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] spice.streaming_mode = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.163515] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] spice.zlib_compression = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.163700] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] upgrade_levels.baseapi = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.163869] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] upgrade_levels.compute = auto {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.164029] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] upgrade_levels.conductor = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.164183] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] upgrade_levels.scheduler = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.164341] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vendordata_dynamic_auth.auth_section = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.164491] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vendordata_dynamic_auth.auth_type = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.164662] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vendordata_dynamic_auth.cafile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.164821] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vendordata_dynamic_auth.certfile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.164974] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.165138] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vendordata_dynamic_auth.insecure = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.165287] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vendordata_dynamic_auth.keyfile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.165440] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.165583] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vendordata_dynamic_auth.timeout = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.165751] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vmware.api_retry_count = 10 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.165904] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vmware.ca_file = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.166077] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vmware.cache_prefix = devstack-image-cache {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.166237] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vmware.cluster_name = testcl1 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.166393] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vmware.connection_pool_size = 10 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.166540] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vmware.console_delay_seconds = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.166710] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vmware.datastore_regex = ^datastore.* {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.166946] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.167128] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vmware.host_password = **** {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.167289] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vmware.host_port = 443 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.167448] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vmware.host_username = administrator@vsphere.local {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.167616] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vmware.insecure = True {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.167791] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vmware.integration_bridge = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.167951] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vmware.maximum_objects = 100 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.168114] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vmware.pbm_default_policy = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.168269] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vmware.pbm_enabled = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.168415] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vmware.pbm_wsdl_location = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.168573] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.168723] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vmware.serial_port_proxy_uri = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.168869] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vmware.serial_port_service_uri = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.169036] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vmware.task_poll_interval = 0.5 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.169204] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vmware.use_linked_clone = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.169362] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vmware.vnc_keymap = en-us {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.169518] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vmware.vnc_port = 5900 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.169671] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vmware.vnc_port_total = 10000 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.169850] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vnc.auth_schemes = ['none'] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.170030] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vnc.enabled = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.170317] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.170490] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.170672] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vnc.novncproxy_port = 6080 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.170865] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vnc.server_listen = 127.0.0.1 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.171048] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.171204] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vnc.vencrypt_ca_certs = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.171353] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vnc.vencrypt_client_cert = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.171496] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vnc.vencrypt_client_key = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.171664] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.171821] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] workarounds.disable_deep_image_inspection = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.171971] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.172135] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.172286] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.172436] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] workarounds.disable_rootwrap = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.172583] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] workarounds.enable_numa_live_migration = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.172736] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.172886] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.173045] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.173199] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] workarounds.libvirt_disable_apic = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.173348] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.173499] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.173692] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.173867] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.174032] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.174188] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.174338] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.174487] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.174670] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.174847] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.175036] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.175196] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] wsgi.secure_proxy_ssl_header = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.175352] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] zvm.ca_file = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.175502] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] zvm.cloud_connector_url = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.175807] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.175983] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] zvm.reachable_timeout = 300 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.176159] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.176327] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.176494] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] profiler.connection_string = messaging:// {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.176652] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] profiler.enabled = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.176845] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] profiler.es_doc_type = notification {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.177023] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] profiler.es_scroll_size = 10000 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.177185] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] profiler.es_scroll_time = 2m {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.177336] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] profiler.filter_error_trace = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.177493] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] profiler.hmac_keys = **** {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.177649] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] profiler.sentinel_service_name = mymaster {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.177804] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] profiler.socket_timeout = 0.1 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.177952] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] profiler.trace_requests = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.178117] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] profiler.trace_sqlalchemy = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.178291] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] profiler_jaeger.process_tags = {} {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.178441] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] profiler_jaeger.service_name_prefix = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.178592] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] profiler_otlp.service_name_prefix = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.178775] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.178949] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.179122] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.179278] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.179427] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.179585] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.179757] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.179929] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.180096] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.180261] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.180411] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.180569] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.180727] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.180881] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.181044] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.181208] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.181359] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.181511] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.181669] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.181823] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.181974] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.182140] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.182293] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.182445] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.182594] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.182748] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.182946] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.183126] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.183281] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.183435] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.183614] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.ssl = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.183789] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.183946] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.184111] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.184268] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.184421] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.184569] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.184750] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.184908] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_notifications.retry = -1 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.185087] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.185252] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.185417] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_limit.auth_section = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.185568] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_limit.auth_type = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.185717] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_limit.cafile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.185882] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_limit.certfile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.186081] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_limit.collect_timing = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.186242] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_limit.connect_retries = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.186390] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_limit.connect_retry_delay = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.186537] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_limit.endpoint_id = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.186700] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_limit.endpoint_interface = publicURL {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.186847] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_limit.endpoint_override = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.186990] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_limit.endpoint_region_name = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.187150] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_limit.endpoint_service_name = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.187296] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_limit.endpoint_service_type = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.187445] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_limit.insecure = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.187588] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_limit.keyfile = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.187736] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_limit.max_version = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.187881] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_limit.min_version = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.188041] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_limit.region_name = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.188196] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_limit.retriable_status_codes = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.188341] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_limit.service_name = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.188487] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_limit.service_type = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.188634] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_limit.split_loggers = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.188783] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_limit.status_code_retries = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.188950] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_limit.status_code_retry_delay = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.189126] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_limit.timeout = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.189278] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_limit.valid_interfaces = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.189425] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_limit.version = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.189583] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_reports.file_event_handler = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.189741] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.189890] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] oslo_reports.log_dir = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.190065] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.190217] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.190364] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.190512] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vif_plug_linux_bridge_privileged.log_daemon_traceback = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.190666] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.190820] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.190964] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.191138] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.191288] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vif_plug_ovs_privileged.group = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.191433] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.191600] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vif_plug_ovs_privileged.log_daemon_traceback = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.191768] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.191919] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.192089] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] vif_plug_ovs_privileged.user = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.192256] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] os_vif_linux_bridge.flat_interface = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.192439] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.192603] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.192766] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.192925] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.193097] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.193255] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.193403] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.193592] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.193763] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] os_vif_ovs.isolate_vif = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.193923] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.194091] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.194251] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.194408] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] os_vif_ovs.ovsdb_interface = native {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.194571] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] os_vif_ovs.per_port_bridge = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.194786] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] privsep_osbrick.capabilities = [21, 2] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.194944] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] privsep_osbrick.group = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.195128] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] privsep_osbrick.helper_command = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.195286] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] privsep_osbrick.log_daemon_traceback = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.195439] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.195590] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.195738] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] privsep_osbrick.user = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.195929] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.196094] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] nova_sys_admin.group = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.196250] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] nova_sys_admin.helper_command = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.196403] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] nova_sys_admin.log_daemon_traceback = False {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.196558] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.196711] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.196855] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] nova_sys_admin.user = None {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.196981] env[65682]: DEBUG oslo_service.backend._eventlet.service [None req-34d8ad17-d4cd-43e8-a5e5-4d815f1df4d5 None None] ******************************************************************************** {{(pid=65682) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 531.197416] env[65682]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 531.701484] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8970d4c7-1605-4828-9cf2-570f4243293d None None] Getting list of instances from cluster (obj){ [ 531.701484] env[65682]: value = "domain-c8" [ 531.701484] env[65682]: _type = "ClusterComputeResource" [ 531.701484] env[65682]: } {{(pid=65682) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 531.702588] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8082b9-db07-427e-891f-c9088ebf827e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.711917] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8970d4c7-1605-4828-9cf2-570f4243293d None None] Got total of 0 instances {{(pid=65682) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 531.712520] env[65682]: WARNING nova.virt.vmwareapi.driver [None req-8970d4c7-1605-4828-9cf2-570f4243293d None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 531.713059] env[65682]: INFO nova.virt.node [None req-8970d4c7-1605-4828-9cf2-570f4243293d None None] Generated node identity 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 [ 531.713298] env[65682]: INFO nova.virt.node [None req-8970d4c7-1605-4828-9cf2-570f4243293d None None] Wrote node identity 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 to /opt/stack/data/n-cpu-1/compute_id [ 532.216214] env[65682]: WARNING nova.compute.manager [None req-8970d4c7-1605-4828-9cf2-570f4243293d None None] Compute nodes ['5e3340f3-ec5a-4efc-ab9e-095b1e806dc4'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 533.222091] env[65682]: INFO nova.compute.manager [None req-8970d4c7-1605-4828-9cf2-570f4243293d None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 534.228788] env[65682]: WARNING nova.compute.manager [None req-8970d4c7-1605-4828-9cf2-570f4243293d None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 534.230125] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8970d4c7-1605-4828-9cf2-570f4243293d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 534.230125] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8970d4c7-1605-4828-9cf2-570f4243293d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 534.230125] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8970d4c7-1605-4828-9cf2-570f4243293d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 534.230125] env[65682]: DEBUG nova.compute.resource_tracker [None req-8970d4c7-1605-4828-9cf2-570f4243293d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65682) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 534.230491] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab65179-f8cd-4752-bcfd-a1ad8228f2d4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.239063] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c22b5e9-a56d-4533-ba8b-b6450967c313 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.255030] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad8539f-c350-4f67-a872-d1902d237d63 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.262151] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4778872-d69a-49f9-9bf1-e4fc8160a596 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.291619] env[65682]: DEBUG nova.compute.resource_tracker [None req-8970d4c7-1605-4828-9cf2-570f4243293d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180698MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65682) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 534.291769] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8970d4c7-1605-4828-9cf2-570f4243293d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 534.291960] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8970d4c7-1605-4828-9cf2-570f4243293d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 534.794318] env[65682]: WARNING nova.compute.resource_tracker [None req-8970d4c7-1605-4828-9cf2-570f4243293d None None] No compute node record for cpu-1:5e3340f3-ec5a-4efc-ab9e-095b1e806dc4: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 could not be found. [ 535.298337] env[65682]: INFO nova.compute.resource_tracker [None req-8970d4c7-1605-4828-9cf2-570f4243293d None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 [ 536.806081] env[65682]: DEBUG nova.compute.resource_tracker [None req-8970d4c7-1605-4828-9cf2-570f4243293d None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65682) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 536.806495] env[65682]: DEBUG nova.compute.resource_tracker [None req-8970d4c7-1605-4828-9cf2-570f4243293d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65682) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 536.967272] env[65682]: INFO nova.scheduler.client.report [None req-8970d4c7-1605-4828-9cf2-570f4243293d None None] [req-5b8d3366-c112-42df-af7e-604047031a4a] Created resource provider record via placement API for resource provider with UUID 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 536.982055] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a7235f-d60e-415e-bbcd-8c1f0804337d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.990423] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85632c97-9e31-4fc0-a47b-6402ff7e3486 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.021564] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0c2385-a5f5-4a72-802a-d908080d7aa4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.029521] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf18c70-94af-4d90-a827-112142550441 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.043399] env[65682]: DEBUG nova.compute.provider_tree [None req-8970d4c7-1605-4828-9cf2-570f4243293d None None] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 537.581198] env[65682]: DEBUG nova.scheduler.client.report [None req-8970d4c7-1605-4828-9cf2-570f4243293d None None] Updated inventory for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 537.581685] env[65682]: DEBUG nova.compute.provider_tree [None req-8970d4c7-1605-4828-9cf2-570f4243293d None None] Updating resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 generation from 0 to 1 during operation: update_inventory {{(pid=65682) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 537.581685] env[65682]: DEBUG nova.compute.provider_tree [None req-8970d4c7-1605-4828-9cf2-570f4243293d None None] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 537.636069] env[65682]: DEBUG nova.compute.provider_tree [None req-8970d4c7-1605-4828-9cf2-570f4243293d None None] Updating resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 generation from 1 to 2 during operation: update_traits {{(pid=65682) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 538.144190] env[65682]: DEBUG nova.compute.resource_tracker [None req-8970d4c7-1605-4828-9cf2-570f4243293d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65682) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 538.144190] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8970d4c7-1605-4828-9cf2-570f4243293d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.850s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 538.144190] env[65682]: DEBUG nova.service [None req-8970d4c7-1605-4828-9cf2-570f4243293d None None] Creating RPC server for service compute {{(pid=65682) start /opt/stack/nova/nova/service.py:177}} [ 538.156210] env[65682]: DEBUG nova.service [None req-8970d4c7-1605-4828-9cf2-570f4243293d None None] Join ServiceGroup membership for this service compute {{(pid=65682) start /opt/stack/nova/nova/service.py:194}} [ 538.156613] env[65682]: DEBUG nova.servicegroup.drivers.db [None req-8970d4c7-1605-4828-9cf2-570f4243293d None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=65682) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 582.303412] env[65682]: INFO nova.utils [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] The default thread pool MainProcess.default is initialized [ 582.304208] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Acquiring lock "7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.304493] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Lock "7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.807195] env[65682]: DEBUG nova.compute.manager [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 583.355412] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.355803] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.357954] env[65682]: INFO nova.compute.claims [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.410854] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f87caff-54ed-4ef5-8d9a-96e2f3a3a11a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.420639] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ba2768-576d-48ea-bb9e-316d35749a2a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.461681] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857f9044-c2c6-4275-a1a7-4c1625c06cef {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.470816] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e772a9f-ef93-4884-a3df-b5c361f6771b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.486450] env[65682]: DEBUG nova.compute.provider_tree [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 584.989642] env[65682]: DEBUG nova.scheduler.client.report [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 585.408549] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Acquiring lock "3159800b-627c-490f-bef2-54cde89e2c21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.408801] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Lock "3159800b-627c-490f-bef2-54cde89e2c21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.497110] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.141s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.498390] env[65682]: DEBUG nova.compute.manager [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 585.911850] env[65682]: DEBUG nova.compute.manager [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 586.006955] env[65682]: DEBUG nova.compute.utils [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 586.009059] env[65682]: DEBUG nova.compute.manager [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Not allocating networking since 'none' was specified. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 586.260313] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Acquiring lock "4a72cb8f-6b31-445a-b78c-01bd25f6c5d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.260631] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Lock "4a72cb8f-6b31-445a-b78c-01bd25f6c5d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.439085] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.439351] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.441033] env[65682]: INFO nova.compute.claims [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 586.510616] env[65682]: DEBUG nova.compute.manager [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 586.765838] env[65682]: DEBUG nova.compute.manager [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 587.296331] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.521279] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff176889-1ec9-4abf-b51f-921443935a9b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.530775] env[65682]: DEBUG nova.compute.manager [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 587.541930] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cdbdd4-4647-4f42-aca6-0dba72531290 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.576158] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e480566-372c-4e37-9a81-c6dc5f1b9c16 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.585652] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ad2b74-1656-4740-beb6-daa36bcc5d9f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.604651] env[65682]: DEBUG nova.compute.provider_tree [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.732256] env[65682]: DEBUG nova.virt.hardware [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 587.732256] env[65682]: DEBUG nova.virt.hardware [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 587.732256] env[65682]: DEBUG nova.virt.hardware [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 587.732696] env[65682]: DEBUG nova.virt.hardware [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 587.732696] env[65682]: DEBUG nova.virt.hardware [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 587.732696] env[65682]: DEBUG nova.virt.hardware [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 587.732696] env[65682]: DEBUG nova.virt.hardware [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 587.732696] env[65682]: DEBUG nova.virt.hardware [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 587.733262] env[65682]: DEBUG nova.virt.hardware [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 587.733570] env[65682]: DEBUG nova.virt.hardware [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 587.733857] env[65682]: DEBUG nova.virt.hardware [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 587.734869] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63db5771-003f-482d-a57c-043481a9de9e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.746030] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887783a5-3add-4d99-8913-648aa3011f35 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.767110] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ace21a-8c8a-4990-b119-51dfc927a56c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.788271] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Instance VIF info [] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 587.801521] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.802433] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2274d98-5a17-476b-a277-fa6a5f369908 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.817126] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Created folder: OpenStack in parent group-v4. [ 587.817539] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Creating folder: Project (4df442f6a6f844c48b1121394b451fce). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.817866] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a828ddfb-204c-458d-88bd-8e6cc388fa8e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.832876] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Created folder: Project (4df442f6a6f844c48b1121394b451fce) in parent group-v901426. [ 587.833131] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Creating folder: Instances. Parent ref: group-v901427. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.833416] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-baaa4595-2241-4047-94f9-0445d3e1868c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.844847] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Created folder: Instances in parent group-v901427. [ 587.845181] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 587.845438] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 587.845742] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11bb3dd7-9125-499a-95f2-6bee806e1604 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.865486] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 587.865486] env[65682]: value = "task-4615257" [ 587.865486] env[65682]: _type = "Task" [ 587.865486] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.875911] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615257, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.108593] env[65682]: DEBUG nova.scheduler.client.report [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 588.356600] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Acquiring lock "5b9c6ab2-637a-4a46-bb98-8a177b5fae89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.356874] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Lock "5b9c6ab2-637a-4a46-bb98-8a177b5fae89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.384136] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615257, 'name': CreateVM_Task, 'duration_secs': 0.381694} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.384136] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 588.385241] env[65682]: DEBUG oslo_vmware.service [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9285f96d-e357-40e4-a5d9-a912f68b257d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.396068] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.396068] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.396633] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.397309] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06e65c43-7f73-41d1-a562-044e50286f8b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.403246] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Waiting for the task: (returnval){ [ 588.403246] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]521c8beb-8c6e-91a6-d18d-2dec24532c94" [ 588.403246] env[65682]: _type = "Task" [ 588.403246] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.412588] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]521c8beb-8c6e-91a6-d18d-2dec24532c94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.618449] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.179s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.621016] env[65682]: DEBUG nova.compute.manager [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 588.625620] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.329s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.629186] env[65682]: INFO nova.compute.claims [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 588.860631] env[65682]: DEBUG nova.compute.manager [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 588.920973] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.920973] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 588.920973] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.920973] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.921268] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 588.921268] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-853ac147-0684-4139-9511-d3588564cefb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.942806] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 588.943090] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 588.944935] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2568a9c-ed25-44ee-a947-580ce84066b6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.953619] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed3edcb4-aef6-43fb-9ea6-7a7826debf18 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.964381] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Waiting for the task: (returnval){ [ 588.964381] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a86697-0967-6f53-e5c2-8040b3641e19" [ 588.964381] env[65682]: _type = "Task" [ 588.964381] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.973378] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a86697-0967-6f53-e5c2-8040b3641e19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.135571] env[65682]: DEBUG nova.compute.utils [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 589.136669] env[65682]: DEBUG nova.compute.manager [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 589.136994] env[65682]: DEBUG nova.network.neutron [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 589.139625] env[65682]: WARNING neutronclient.v2_0.client [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 589.141163] env[65682]: WARNING neutronclient.v2_0.client [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 589.246366] env[65682]: DEBUG nova.policy [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4b07d59d6704fafb0dd291bcd5d2340', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5e1b278756b432aa5085d01d25e9497', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 589.401148] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.480467] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Preparing fetch location {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 589.480970] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Creating directory with path [datastore2] vmware_temp/6d3de03e-2b3c-4bfa-9f2f-16a3d079283f/7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 589.481279] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38aa31e4-aca9-493c-8e6c-d38cfaa4d9aa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.516996] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Created directory with path [datastore2] vmware_temp/6d3de03e-2b3c-4bfa-9f2f-16a3d079283f/7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 589.517486] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Fetch image to [datastore2] vmware_temp/6d3de03e-2b3c-4bfa-9f2f-16a3d079283f/7e411482-4ba4-42db-a7a9-44449cf54ba0/tmp-sparse.vmdk {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 589.517486] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Downloading image file data 7e411482-4ba4-42db-a7a9-44449cf54ba0 to [datastore2] vmware_temp/6d3de03e-2b3c-4bfa-9f2f-16a3d079283f/7e411482-4ba4-42db-a7a9-44449cf54ba0/tmp-sparse.vmdk on the data store datastore2 {{(pid=65682) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 589.519824] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1618aee-1170-451e-9cfa-5cf47b001a27 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.529891] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc8e301-fda0-4c9d-aef7-e7b77f75e09d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.544503] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99071f7b-1383-42f4-8557-3ce9b939e604 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.583905] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22395ea-eafc-48b0-b476-79e4f17c1de9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.591514] env[65682]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-57791727-793a-41b6-b440-7ddd06ba9a03 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.633176] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Downloading image file data 7e411482-4ba4-42db-a7a9-44449cf54ba0 to the data store datastore2 {{(pid=65682) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 589.645685] env[65682]: DEBUG nova.compute.manager [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 589.741894] env[65682]: DEBUG oslo_vmware.rw_handles [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6d3de03e-2b3c-4bfa-9f2f-16a3d079283f/7e411482-4ba4-42db-a7a9-44449cf54ba0/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65682) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 589.825694] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e926159e-d2e7-4428-a356-94d85816679c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.834489] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69a3b33-d315-4b2d-8289-f0d6b2d808ef {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.875794] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08c4b69-1060-441a-b30f-1eca602ad06c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.888975] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d13a9a-a2a4-4884-841b-c5675acc792f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.908430] env[65682]: DEBUG nova.compute.provider_tree [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.032925] env[65682]: DEBUG nova.network.neutron [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Successfully created port: 3655ead6-dfc0-4e6a-bc8d-5bda72c25d16 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 590.415585] env[65682]: DEBUG nova.scheduler.client.report [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.575833] env[65682]: DEBUG oslo_vmware.rw_handles [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Completed reading data from the image iterator. {{(pid=65682) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 590.575833] env[65682]: DEBUG oslo_vmware.rw_handles [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6d3de03e-2b3c-4bfa-9f2f-16a3d079283f/7e411482-4ba4-42db-a7a9-44449cf54ba0/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65682) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 590.633536] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Downloaded image file data 7e411482-4ba4-42db-a7a9-44449cf54ba0 to vmware_temp/6d3de03e-2b3c-4bfa-9f2f-16a3d079283f/7e411482-4ba4-42db-a7a9-44449cf54ba0/tmp-sparse.vmdk on the data store datastore2 {{(pid=65682) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 590.634134] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Caching image {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 590.634418] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Copying Virtual Disk [datastore2] vmware_temp/6d3de03e-2b3c-4bfa-9f2f-16a3d079283f/7e411482-4ba4-42db-a7a9-44449cf54ba0/tmp-sparse.vmdk to [datastore2] vmware_temp/6d3de03e-2b3c-4bfa-9f2f-16a3d079283f/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 590.634739] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1517e99-22dc-45ca-818c-bcbd0beaa639 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.644694] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Waiting for the task: (returnval){ [ 590.644694] env[65682]: value = "task-4615258" [ 590.644694] env[65682]: _type = "Task" [ 590.644694] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.654617] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Task: {'id': task-4615258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.658012] env[65682]: DEBUG nova.compute.manager [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 590.684847] env[65682]: DEBUG nova.virt.hardware [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 590.685109] env[65682]: DEBUG nova.virt.hardware [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.685265] env[65682]: DEBUG nova.virt.hardware [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 590.685449] env[65682]: DEBUG nova.virt.hardware [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.685667] env[65682]: DEBUG nova.virt.hardware [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 590.685856] env[65682]: DEBUG nova.virt.hardware [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 590.686170] env[65682]: DEBUG nova.virt.hardware [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 590.686365] env[65682]: DEBUG nova.virt.hardware [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 590.686573] env[65682]: DEBUG nova.virt.hardware [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 590.686787] env[65682]: DEBUG nova.virt.hardware [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 590.686977] env[65682]: DEBUG nova.virt.hardware [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 590.687982] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f4f9ac-523a-49bb-a4c3-d9500cc9841d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.698989] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98791867-214c-4559-8ea7-822e42200b7f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.922443] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.923086] env[65682]: DEBUG nova.compute.manager [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 590.925881] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.525s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.927372] env[65682]: INFO nova.compute.claims [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.156573] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Task: {'id': task-4615258, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.432693] env[65682]: DEBUG nova.compute.utils [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 591.436848] env[65682]: DEBUG nova.compute.manager [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 591.437156] env[65682]: DEBUG nova.network.neutron [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 591.437744] env[65682]: WARNING neutronclient.v2_0.client [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 591.438589] env[65682]: WARNING neutronclient.v2_0.client [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 591.658644] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Task: {'id': task-4615258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66688} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.658997] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Copied Virtual Disk [datastore2] vmware_temp/6d3de03e-2b3c-4bfa-9f2f-16a3d079283f/7e411482-4ba4-42db-a7a9-44449cf54ba0/tmp-sparse.vmdk to [datastore2] vmware_temp/6d3de03e-2b3c-4bfa-9f2f-16a3d079283f/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 591.659309] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Deleting the datastore file [datastore2] vmware_temp/6d3de03e-2b3c-4bfa-9f2f-16a3d079283f/7e411482-4ba4-42db-a7a9-44449cf54ba0/tmp-sparse.vmdk {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 591.659590] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28a798ee-be37-4449-9639-b856ed771cee {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.673142] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Waiting for the task: (returnval){ [ 591.673142] env[65682]: value = "task-4615259" [ 591.673142] env[65682]: _type = "Task" [ 591.673142] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.685833] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Task: {'id': task-4615259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.935894] env[65682]: DEBUG nova.compute.manager [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 592.046278] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9467762b-aa63-46fa-9704-d6e8de6fc8dd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.056677] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c58a46d-10ac-4ff4-9618-30d3b9d5dba3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.092638] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0a643b-b872-4aef-a218-b2bfd815f6d9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.101687] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea86e17-486f-436d-9473-5e6675b60029 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.120154] env[65682]: DEBUG nova.compute.provider_tree [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.183840] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Task: {'id': task-4615259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033876} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.184165] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 592.184831] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Moving file from [datastore2] vmware_temp/6d3de03e-2b3c-4bfa-9f2f-16a3d079283f/7e411482-4ba4-42db-a7a9-44449cf54ba0 to [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0. {{(pid=65682) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 592.184831] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-a7841a2e-7d48-4fc8-b284-3ffb2307f3fc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.193029] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Waiting for the task: (returnval){ [ 592.193029] env[65682]: value = "task-4615260" [ 592.193029] env[65682]: _type = "Task" [ 592.193029] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.202734] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Task: {'id': task-4615260, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.626019] env[65682]: DEBUG nova.scheduler.client.report [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.709467] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Task: {'id': task-4615260, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.029235} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.712122] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] File moved {{(pid=65682) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 592.712289] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Cleaning up location [datastore2] vmware_temp/6d3de03e-2b3c-4bfa-9f2f-16a3d079283f {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 592.712986] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Deleting the datastore file [datastore2] vmware_temp/6d3de03e-2b3c-4bfa-9f2f-16a3d079283f {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 592.714207] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fff8cac6-60f3-433a-b177-9374dad00637 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.725203] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Waiting for the task: (returnval){ [ 592.725203] env[65682]: value = "task-4615261" [ 592.725203] env[65682]: _type = "Task" [ 592.725203] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.736455] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Task: {'id': task-4615261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.759722] env[65682]: DEBUG nova.network.neutron [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Successfully updated port: 3655ead6-dfc0-4e6a-bc8d-5bda72c25d16 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 592.810177] env[65682]: DEBUG nova.policy [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac76fd1cf7324e2988055f63101c8197', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8dd3d4faf5924a45815a8e02aaf7952c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 592.949710] env[65682]: DEBUG nova.compute.manager [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 592.980067] env[65682]: DEBUG nova.virt.hardware [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 592.980410] env[65682]: DEBUG nova.virt.hardware [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 592.980572] env[65682]: DEBUG nova.virt.hardware [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 592.980766] env[65682]: DEBUG nova.virt.hardware [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 592.981024] env[65682]: DEBUG nova.virt.hardware [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 592.981304] env[65682]: DEBUG nova.virt.hardware [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 592.981668] env[65682]: DEBUG nova.virt.hardware [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 592.981988] env[65682]: DEBUG nova.virt.hardware [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 592.982355] env[65682]: DEBUG nova.virt.hardware [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 592.982728] env[65682]: DEBUG nova.virt.hardware [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 592.982811] env[65682]: DEBUG nova.virt.hardware [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 592.984057] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37da807d-95c6-4c57-9b39-c64a794bac6e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.993362] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774bde58-3c69-4af9-9b42-e76d499f367f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.042647] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Acquiring lock "b2f29261-935f-4a60-bf4a-71f7cdc239e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.042976] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Lock "b2f29261-935f-4a60-bf4a-71f7cdc239e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.129905] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.130392] env[65682]: DEBUG nova.compute.manager [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 593.158888] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.159883] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.163512] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.163512] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.163512] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.163512] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.163512] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._sync_power_states {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.236021] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Task: {'id': task-4615261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032157} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.236021] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 593.236608] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f20ed2a-5c34-4e0a-ab7e-f30a13f237c8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.243370] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Waiting for the task: (returnval){ [ 593.243370] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]526edb84-c784-eae2-0caf-6339a60bdc85" [ 593.243370] env[65682]: _type = "Task" [ 593.243370] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.253789] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]526edb84-c784-eae2-0caf-6339a60bdc85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.262709] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Acquiring lock "refresh_cache-3159800b-627c-490f-bef2-54cde89e2c21" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.264214] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Acquired lock "refresh_cache-3159800b-627c-490f-bef2-54cde89e2c21" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.264214] env[65682]: DEBUG nova.network.neutron [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 593.334033] env[65682]: DEBUG nova.network.neutron [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Successfully created port: d638ebb3-3030-4d52-8d62-444abfe94483 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 593.545058] env[65682]: DEBUG nova.compute.manager [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 593.636490] env[65682]: DEBUG nova.compute.utils [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 593.644721] env[65682]: DEBUG nova.compute.manager [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 593.644721] env[65682]: DEBUG nova.network.neutron [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 593.644721] env[65682]: WARNING neutronclient.v2_0.client [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.645116] env[65682]: WARNING neutronclient.v2_0.client [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.667022] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Getting list of instances from cluster (obj){ [ 593.667022] env[65682]: value = "domain-c8" [ 593.667022] env[65682]: _type = "ClusterComputeResource" [ 593.667022] env[65682]: } {{(pid=65682) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 593.668580] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd39b5bd-ec92-4bd7-820f-cc0e5f54e52a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.685463] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Got total of 1 instances {{(pid=65682) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 593.685463] env[65682]: WARNING nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] While synchronizing instance power states, found 4 instances in the database and 1 instances on the hypervisor. [ 593.685463] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Triggering sync for uuid 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe {{(pid=65682) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 593.686347] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Triggering sync for uuid 3159800b-627c-490f-bef2-54cde89e2c21 {{(pid=65682) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 593.686347] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Triggering sync for uuid 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8 {{(pid=65682) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 593.686347] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Triggering sync for uuid 5b9c6ab2-637a-4a46-bb98-8a177b5fae89 {{(pid=65682) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 593.686729] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.687035] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "3159800b-627c-490f-bef2-54cde89e2c21" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.687337] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "4a72cb8f-6b31-445a-b78c-01bd25f6c5d8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.687524] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "5b9c6ab2-637a-4a46-bb98-8a177b5fae89" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.687923] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.688677] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65682) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 593.688677] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager.update_available_resource {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.758406] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]526edb84-c784-eae2-0caf-6339a60bdc85, 'name': SearchDatastore_Task, 'duration_secs': 0.010008} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.758705] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.758925] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe/7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 593.760079] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13013743-d30c-434c-aa42-fe0eae08344a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.773036] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Waiting for the task: (returnval){ [ 593.773036] env[65682]: value = "task-4615262" [ 593.773036] env[65682]: _type = "Task" [ 593.773036] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.782990] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Task: {'id': task-4615262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.075221] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.075604] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.078156] env[65682]: INFO nova.compute.claims [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.145418] env[65682]: DEBUG nova.compute.manager [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 594.191296] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.284636] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Task: {'id': task-4615262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494704} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.284782] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe/7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 594.285150] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 594.285267] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53620967-9754-437d-95f3-67562787c2f1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.294116] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Waiting for the task: (returnval){ [ 594.294116] env[65682]: value = "task-4615263" [ 594.294116] env[65682]: _type = "Task" [ 594.294116] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.303416] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Task: {'id': task-4615263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.318355] env[65682]: DEBUG nova.policy [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '744b70fcaa0e4365936a024efa361173', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7cfd3e4ab8649eebcb62e2695a545e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 594.378010] env[65682]: DEBUG nova.network.neutron [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 594.805174] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Task: {'id': task-4615263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07447} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.805546] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 594.806248] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87839cc1-3eff-4136-9937-559f92eeec74 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.830063] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe/7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 594.830401] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84da96c3-7028-4c3f-916b-8287ebe6511d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.853426] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Waiting for the task: (returnval){ [ 594.853426] env[65682]: value = "task-4615264" [ 594.853426] env[65682]: _type = "Task" [ 594.853426] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.862726] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Task: {'id': task-4615264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.159563] env[65682]: DEBUG nova.compute.manager [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 595.181263] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ffa5c5-50d6-4c66-b1ee-6913606e3a43 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.196166] env[65682]: DEBUG nova.virt.hardware [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 595.196429] env[65682]: DEBUG nova.virt.hardware [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.196429] env[65682]: DEBUG nova.virt.hardware [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 595.196589] env[65682]: DEBUG nova.virt.hardware [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.196727] env[65682]: DEBUG nova.virt.hardware [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 595.196929] env[65682]: DEBUG nova.virt.hardware [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 595.197176] env[65682]: DEBUG nova.virt.hardware [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 595.199493] env[65682]: DEBUG nova.virt.hardware [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 595.199726] env[65682]: DEBUG nova.virt.hardware [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 595.199955] env[65682]: DEBUG nova.virt.hardware [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 595.201614] env[65682]: DEBUG nova.virt.hardware [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 595.203990] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d6135c-7f8f-4c5d-803a-d287b7373c78 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.207582] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63a7695-5ef9-47c7-9470-2626a133e42f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.251394] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089ecc29-78ae-4b0e-a8f3-4f2d5f57e596 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.260883] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8c9974-6395-4e2b-8e79-5dc1e1f98ca2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.266649] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61636c3-1763-43c1-a04a-f0454e185d1b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.291929] env[65682]: DEBUG nova.compute.provider_tree [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.370176] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Task: {'id': task-4615264, 'name': ReconfigVM_Task, 'duration_secs': 0.290752} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.370485] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe/7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 595.371750] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a1e3402-eb81-4a52-a7ec-788bd5609fa7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.385057] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Waiting for the task: (returnval){ [ 595.385057] env[65682]: value = "task-4615265" [ 595.385057] env[65682]: _type = "Task" [ 595.385057] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.395086] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Task: {'id': task-4615265, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.579381] env[65682]: DEBUG nova.network.neutron [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Successfully created port: 404f498b-f912-4ef4-a87d-678adfd97381 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 595.681984] env[65682]: DEBUG nova.network.neutron [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Successfully updated port: d638ebb3-3030-4d52-8d62-444abfe94483 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 595.792939] env[65682]: WARNING neutronclient.v2_0.client [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 595.799956] env[65682]: DEBUG nova.scheduler.client.report [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 595.895929] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Task: {'id': task-4615265, 'name': Rename_Task, 'duration_secs': 0.151974} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.896286] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 595.896452] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0815a86b-61f6-4a97-8c21-90385af462e7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.904543] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Waiting for the task: (returnval){ [ 595.904543] env[65682]: value = "task-4615266" [ 595.904543] env[65682]: _type = "Task" [ 595.904543] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.906187] env[65682]: DEBUG nova.network.neutron [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Updating instance_info_cache with network_info: [{"id": "3655ead6-dfc0-4e6a-bc8d-5bda72c25d16", "address": "fa:16:3e:86:eb:c3", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3655ead6-df", "ovs_interfaceid": "3655ead6-dfc0-4e6a-bc8d-5bda72c25d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.922634] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Task: {'id': task-4615266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.184205] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Acquiring lock "refresh_cache-4a72cb8f-6b31-445a-b78c-01bd25f6c5d8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.184946] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Acquired lock "refresh_cache-4a72cb8f-6b31-445a-b78c-01bd25f6c5d8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.184946] env[65682]: DEBUG nova.network.neutron [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 596.305275] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.230s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.305816] env[65682]: DEBUG nova.compute.manager [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 596.308438] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.117s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.308708] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.309063] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65682) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 596.309832] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e3de2d-783e-44e9-88a0-36f6c81db260 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.320245] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84f6215-2d68-483c-8008-268d082cba68 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.336299] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a63ae9-ade8-4a79-beb2-2da1eb5b8b3c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.345412] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e036da7d-7d10-4219-9a8c-0ee5afd00aa3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.383368] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180697MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65682) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 596.383530] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.383754] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.413662] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Releasing lock "refresh_cache-3159800b-627c-490f-bef2-54cde89e2c21" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.413662] env[65682]: DEBUG nova.compute.manager [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Instance network_info: |[{"id": "3655ead6-dfc0-4e6a-bc8d-5bda72c25d16", "address": "fa:16:3e:86:eb:c3", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3655ead6-df", "ovs_interfaceid": "3655ead6-dfc0-4e6a-bc8d-5bda72c25d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 596.413930] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:eb:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3655ead6-dfc0-4e6a-bc8d-5bda72c25d16', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.421503] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Creating folder: Project (e5e1b278756b432aa5085d01d25e9497). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.426686] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a520f87-7e1f-41e9-8671-6cd965bbe483 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.435065] env[65682]: DEBUG oslo_vmware.api [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Task: {'id': task-4615266, 'name': PowerOnVM_Task, 'duration_secs': 0.494386} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.436197] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 596.436197] env[65682]: INFO nova.compute.manager [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Took 8.90 seconds to spawn the instance on the hypervisor. [ 596.436197] env[65682]: DEBUG nova.compute.manager [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 596.437148] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997043b7-a1eb-43ad-ba15-d2807902f8a7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.441457] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Created folder: Project (e5e1b278756b432aa5085d01d25e9497) in parent group-v901426. [ 596.441524] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Creating folder: Instances. Parent ref: group-v901430. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.442441] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a3cb2b1-fa19-4bbf-9cc6-70e25812518a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.454406] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Created folder: Instances in parent group-v901430. [ 596.454406] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 596.454406] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 596.454406] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bd7853d-1284-424a-9b87-b9d410c6c035 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.476325] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.476325] env[65682]: value = "task-4615269" [ 596.476325] env[65682]: _type = "Task" [ 596.476325] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.485457] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615269, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.516923] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquiring lock "6dc6138b-9a58-44c7-a4bf-890c36ce1197" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.517041] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lock "6dc6138b-9a58-44c7-a4bf-890c36ce1197" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.811852] env[65682]: DEBUG nova.compute.utils [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 596.813580] env[65682]: DEBUG nova.compute.manager [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 596.813860] env[65682]: DEBUG nova.network.neutron [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 596.814275] env[65682]: WARNING neutronclient.v2_0.client [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 596.814672] env[65682]: WARNING neutronclient.v2_0.client [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 596.957878] env[65682]: INFO nova.compute.manager [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Took 13.64 seconds to build instance. [ 596.993045] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615269, 'name': CreateVM_Task, 'duration_secs': 0.404304} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.993246] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 596.993743] env[65682]: WARNING neutronclient.v2_0.client [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.022708] env[65682]: DEBUG nova.compute.manager [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 597.239120] env[65682]: DEBUG nova.network.neutron [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 597.252241] env[65682]: DEBUG oslo_concurrency.lockutils [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Acquiring lock "100e93f9-0a2c-4301-be84-d163a0ec2cd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.252241] env[65682]: DEBUG oslo_concurrency.lockutils [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Lock "100e93f9-0a2c-4301-be84-d163a0ec2cd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.265437] env[65682]: DEBUG nova.network.neutron [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Successfully updated port: 404f498b-f912-4ef4-a87d-678adfd97381 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 597.317716] env[65682]: DEBUG nova.compute.manager [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 597.329241] env[65682]: DEBUG nova.policy [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1db8df117194642af8ed982eb8d13bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '098d7a78a2934382862ceb24e73acaff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.333388] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.333829] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.334179] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.334466] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6f5dc3c-ae95-45ad-a2b7-e060488da8bf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.342856] env[65682]: DEBUG oslo_vmware.api [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Waiting for the task: (returnval){ [ 597.342856] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]521684f0-04d1-b0ab-3e04-8b368ecdc46d" [ 597.342856] env[65682]: _type = "Task" [ 597.342856] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.355696] env[65682]: DEBUG oslo_vmware.api [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]521684f0-04d1-b0ab-3e04-8b368ecdc46d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.416705] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 597.416912] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 3159800b-627c-490f-bef2-54cde89e2c21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 597.417066] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 597.417181] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 5b9c6ab2-637a-4a46-bb98-8a177b5fae89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 597.417290] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance b2f29261-935f-4a60-bf4a-71f7cdc239e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 597.463408] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a7904535-52ed-4779-babe-1cc00e44c6ba tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Lock "7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.158s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.465023] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.778s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.465294] env[65682]: INFO nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] During sync_power_state the instance has a pending task (spawning). Skip. [ 597.465989] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.478949] env[65682]: DEBUG nova.compute.manager [req-2153314c-7b9d-42c0-9171-545822391542 req-a7367def-e65e-4ade-84c5-4e6eaa9d3da5 service nova] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Received event network-vif-plugged-3655ead6-dfc0-4e6a-bc8d-5bda72c25d16 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 597.478949] env[65682]: DEBUG oslo_concurrency.lockutils [req-2153314c-7b9d-42c0-9171-545822391542 req-a7367def-e65e-4ade-84c5-4e6eaa9d3da5 service nova] Acquiring lock "3159800b-627c-490f-bef2-54cde89e2c21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.479154] env[65682]: DEBUG oslo_concurrency.lockutils [req-2153314c-7b9d-42c0-9171-545822391542 req-a7367def-e65e-4ade-84c5-4e6eaa9d3da5 service nova] Lock "3159800b-627c-490f-bef2-54cde89e2c21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.479293] env[65682]: DEBUG oslo_concurrency.lockutils [req-2153314c-7b9d-42c0-9171-545822391542 req-a7367def-e65e-4ade-84c5-4e6eaa9d3da5 service nova] Lock "3159800b-627c-490f-bef2-54cde89e2c21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.479439] env[65682]: DEBUG nova.compute.manager [req-2153314c-7b9d-42c0-9171-545822391542 req-a7367def-e65e-4ade-84c5-4e6eaa9d3da5 service nova] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] No waiting events found dispatching network-vif-plugged-3655ead6-dfc0-4e6a-bc8d-5bda72c25d16 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 597.479616] env[65682]: WARNING nova.compute.manager [req-2153314c-7b9d-42c0-9171-545822391542 req-a7367def-e65e-4ade-84c5-4e6eaa9d3da5 service nova] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Received unexpected event network-vif-plugged-3655ead6-dfc0-4e6a-bc8d-5bda72c25d16 for instance with vm_state building and task_state spawning. [ 597.556661] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.723961] env[65682]: DEBUG nova.network.neutron [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Successfully created port: 035e5baa-ebe8-447d-be90-9cb02dd5f9bc {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 597.756679] env[65682]: DEBUG nova.compute.manager [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 597.768169] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Acquiring lock "refresh_cache-5b9c6ab2-637a-4a46-bb98-8a177b5fae89" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.768169] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Acquired lock "refresh_cache-5b9c6ab2-637a-4a46-bb98-8a177b5fae89" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.768169] env[65682]: DEBUG nova.network.neutron [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 597.782052] env[65682]: WARNING neutronclient.v2_0.client [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.855789] env[65682]: DEBUG oslo_vmware.api [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]521684f0-04d1-b0ab-3e04-8b368ecdc46d, 'name': SearchDatastore_Task, 'duration_secs': 0.019307} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.855789] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.856240] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.856513] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.856744] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.856979] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.857297] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4920ce2-f02c-4bfb-8aba-04af951d29ac {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.870115] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.870115] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.871301] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca2e98e0-936c-4d57-bfbd-803a5788e3a3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.882257] env[65682]: DEBUG oslo_vmware.api [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Waiting for the task: (returnval){ [ 597.882257] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5236efd0-cb0b-7586-b805-52b977a01b71" [ 597.882257] env[65682]: _type = "Task" [ 597.882257] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.894888] env[65682]: DEBUG oslo_vmware.api [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5236efd0-cb0b-7586-b805-52b977a01b71, 'name': SearchDatastore_Task, 'duration_secs': 0.009732} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.896199] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8928b23-1784-4493-8a2d-bec082b3aff7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.903224] env[65682]: DEBUG oslo_vmware.api [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Waiting for the task: (returnval){ [ 597.903224] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52bb5190-62bf-ac9c-683d-6c6fbb4aa72b" [ 597.903224] env[65682]: _type = "Task" [ 597.903224] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.913580] env[65682]: DEBUG oslo_vmware.api [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52bb5190-62bf-ac9c-683d-6c6fbb4aa72b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.924094] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 6dc6138b-9a58-44c7-a4bf-890c36ce1197 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 598.285379] env[65682]: DEBUG oslo_concurrency.lockutils [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.328867] env[65682]: DEBUG nova.compute.manager [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 598.357174] env[65682]: DEBUG nova.virt.hardware [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 598.357438] env[65682]: DEBUG nova.virt.hardware [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.357573] env[65682]: DEBUG nova.virt.hardware [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 598.357749] env[65682]: DEBUG nova.virt.hardware [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.357888] env[65682]: DEBUG nova.virt.hardware [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 598.358066] env[65682]: DEBUG nova.virt.hardware [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 598.358338] env[65682]: DEBUG nova.virt.hardware [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 598.358545] env[65682]: DEBUG nova.virt.hardware [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 598.358710] env[65682]: DEBUG nova.virt.hardware [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 598.358885] env[65682]: DEBUG nova.virt.hardware [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 598.358980] env[65682]: DEBUG nova.virt.hardware [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 598.359939] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5f3162-2f95-4025-988f-674157123b82 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.369180] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387f483a-a471-4e93-88fa-814ce1dd6c52 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.413863] env[65682]: DEBUG oslo_vmware.api [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52bb5190-62bf-ac9c-683d-6c6fbb4aa72b, 'name': SearchDatastore_Task, 'duration_secs': 0.010575} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.414151] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.414439] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 3159800b-627c-490f-bef2-54cde89e2c21/3159800b-627c-490f-bef2-54cde89e2c21.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 598.414730] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16158c09-f696-4275-a243-cfd87bab000b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.423190] env[65682]: DEBUG oslo_vmware.api [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Waiting for the task: (returnval){ [ 598.423190] env[65682]: value = "task-4615270" [ 598.423190] env[65682]: _type = "Task" [ 598.423190] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.427092] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 100e93f9-0a2c-4301-be84-d163a0ec2cd5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 598.427251] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=65682) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 598.427409] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=100GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '5', 'num_vm_building': '5', 'num_task_spawning': '4', 'num_os_type_None': '5', 'num_proj_4df442f6a6f844c48b1121394b451fce': '1', 'io_workload': '5', 'num_proj_e5e1b278756b432aa5085d01d25e9497': '1', 'num_proj_8dd3d4faf5924a45815a8e02aaf7952c': '1', 'num_proj_d7cfd3e4ab8649eebcb62e2695a545e8': '1', 'num_task_networking': '1', 'num_proj_098d7a78a2934382862ceb24e73acaff': '1'} {{(pid=65682) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 598.435619] env[65682]: DEBUG oslo_vmware.api [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Task: {'id': task-4615270, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.547158] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6a1af4-c9cb-4d5e-b274-e595cab1ebbb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.557015] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b5ad1c-567d-415e-aee7-39796a234ff6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.593963] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6de3e8-7c6e-41b2-a2da-870573f0bfd4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.603906] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c56f2af-04f6-4ef5-beb1-8973bec46ef4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.620632] env[65682]: DEBUG nova.compute.provider_tree [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 598.934386] env[65682]: DEBUG oslo_vmware.api [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Task: {'id': task-4615270, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477289} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.934762] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 3159800b-627c-490f-bef2-54cde89e2c21/3159800b-627c-490f-bef2-54cde89e2c21.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.935037] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 598.935346] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d25aa74c-7fe2-4201-b875-e2d6bdc563e7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.943797] env[65682]: DEBUG oslo_vmware.api [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Waiting for the task: (returnval){ [ 598.943797] env[65682]: value = "task-4615271" [ 598.943797] env[65682]: _type = "Task" [ 598.943797] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.955168] env[65682]: DEBUG oslo_vmware.api [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Task: {'id': task-4615271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.125416] env[65682]: DEBUG nova.scheduler.client.report [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.212881] env[65682]: DEBUG nova.network.neutron [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Updating instance_info_cache with network_info: [{"id": "d638ebb3-3030-4d52-8d62-444abfe94483", "address": "fa:16:3e:da:60:19", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd638ebb3-30", "ovs_interfaceid": "d638ebb3-3030-4d52-8d62-444abfe94483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.239325] env[65682]: DEBUG nova.network.neutron [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 599.413882] env[65682]: DEBUG nova.network.neutron [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Successfully updated port: 035e5baa-ebe8-447d-be90-9cb02dd5f9bc {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 599.457497] env[65682]: DEBUG oslo_vmware.api [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Task: {'id': task-4615271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070576} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.457770] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.458627] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4330f87d-c2bf-4a34-ba53-d5b07216bb40 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.484314] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 3159800b-627c-490f-bef2-54cde89e2c21/3159800b-627c-490f-bef2-54cde89e2c21.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.485091] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47b93398-898a-49fb-a1c8-22df89de1fc5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.506751] env[65682]: DEBUG oslo_vmware.api [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Waiting for the task: (returnval){ [ 599.506751] env[65682]: value = "task-4615272" [ 599.506751] env[65682]: _type = "Task" [ 599.506751] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.517972] env[65682]: DEBUG oslo_vmware.api [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Task: {'id': task-4615272, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.630372] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65682) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 599.630598] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.247s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.630886] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.074s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.632536] env[65682]: INFO nova.compute.claims [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 599.636028] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 599.636028] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Getting list of instances from cluster (obj){ [ 599.636028] env[65682]: value = "domain-c8" [ 599.636028] env[65682]: _type = "ClusterComputeResource" [ 599.636028] env[65682]: } {{(pid=65682) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 599.638115] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acb755b-db73-4341-82c5-392df567912e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.659152] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Got total of 2 instances {{(pid=65682) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 599.716706] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Releasing lock "refresh_cache-4a72cb8f-6b31-445a-b78c-01bd25f6c5d8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.717447] env[65682]: DEBUG nova.compute.manager [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Instance network_info: |[{"id": "d638ebb3-3030-4d52-8d62-444abfe94483", "address": "fa:16:3e:da:60:19", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd638ebb3-30", "ovs_interfaceid": "d638ebb3-3030-4d52-8d62-444abfe94483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 599.717583] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:60:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd638ebb3-3030-4d52-8d62-444abfe94483', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 599.727127] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Creating folder: Project (8dd3d4faf5924a45815a8e02aaf7952c). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.730212] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28bdb195-f705-488d-bb1a-fd7f32c64cb7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.743951] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Created folder: Project (8dd3d4faf5924a45815a8e02aaf7952c) in parent group-v901426. [ 599.744172] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Creating folder: Instances. Parent ref: group-v901433. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.744891] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7621d7f8-396e-41d5-af71-f1284baaffac {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.759226] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Created folder: Instances in parent group-v901433. [ 599.759480] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 599.759675] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 599.759889] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87738069-cc9d-4ef2-83ee-043ee02ab071 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.782402] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 599.782402] env[65682]: value = "task-4615275" [ 599.782402] env[65682]: _type = "Task" [ 599.782402] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.792865] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615275, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.874691] env[65682]: WARNING neutronclient.v2_0.client [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.921776] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Acquiring lock "refresh_cache-b2f29261-935f-4a60-bf4a-71f7cdc239e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.922291] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Acquired lock "refresh_cache-b2f29261-935f-4a60-bf4a-71f7cdc239e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.922291] env[65682]: DEBUG nova.network.neutron [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 599.945574] env[65682]: DEBUG nova.compute.manager [req-e991c64a-350b-4d1b-9043-6f9598690756 req-30e062c6-090c-4141-a3d4-d824b0b24bf0 service nova] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Received event network-vif-plugged-d638ebb3-3030-4d52-8d62-444abfe94483 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 599.945926] env[65682]: DEBUG oslo_concurrency.lockutils [req-e991c64a-350b-4d1b-9043-6f9598690756 req-30e062c6-090c-4141-a3d4-d824b0b24bf0 service nova] Acquiring lock "4a72cb8f-6b31-445a-b78c-01bd25f6c5d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.946156] env[65682]: DEBUG oslo_concurrency.lockutils [req-e991c64a-350b-4d1b-9043-6f9598690756 req-30e062c6-090c-4141-a3d4-d824b0b24bf0 service nova] Lock "4a72cb8f-6b31-445a-b78c-01bd25f6c5d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.946323] env[65682]: DEBUG oslo_concurrency.lockutils [req-e991c64a-350b-4d1b-9043-6f9598690756 req-30e062c6-090c-4141-a3d4-d824b0b24bf0 service nova] Lock "4a72cb8f-6b31-445a-b78c-01bd25f6c5d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.946490] env[65682]: DEBUG nova.compute.manager [req-e991c64a-350b-4d1b-9043-6f9598690756 req-30e062c6-090c-4141-a3d4-d824b0b24bf0 service nova] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] No waiting events found dispatching network-vif-plugged-d638ebb3-3030-4d52-8d62-444abfe94483 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 599.946683] env[65682]: WARNING nova.compute.manager [req-e991c64a-350b-4d1b-9043-6f9598690756 req-30e062c6-090c-4141-a3d4-d824b0b24bf0 service nova] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Received unexpected event network-vif-plugged-d638ebb3-3030-4d52-8d62-444abfe94483 for instance with vm_state building and task_state spawning. [ 600.021230] env[65682]: DEBUG oslo_vmware.api [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Task: {'id': task-4615272, 'name': ReconfigVM_Task, 'duration_secs': 0.342285} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.021489] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 3159800b-627c-490f-bef2-54cde89e2c21/3159800b-627c-490f-bef2-54cde89e2c21.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.022205] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f973e834-9166-479f-83f3-7f4970dfdf45 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.031924] env[65682]: DEBUG oslo_vmware.api [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Waiting for the task: (returnval){ [ 600.031924] env[65682]: value = "task-4615276" [ 600.031924] env[65682]: _type = "Task" [ 600.031924] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.045065] env[65682]: DEBUG oslo_vmware.api [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Task: {'id': task-4615276, 'name': Rename_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.181427] env[65682]: DEBUG nova.network.neutron [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Updating instance_info_cache with network_info: [{"id": "404f498b-f912-4ef4-a87d-678adfd97381", "address": "fa:16:3e:2b:e5:4e", "network": {"id": "8f48662d-3d56-4d14-af23-3445b4e8ba42", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1281776720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7cfd3e4ab8649eebcb62e2695a545e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap404f498b-f9", "ovs_interfaceid": "404f498b-f912-4ef4-a87d-678adfd97381", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.303377] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615275, 'name': CreateVM_Task, 'duration_secs': 0.417291} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.303377] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 600.303377] env[65682]: WARNING neutronclient.v2_0.client [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.303377] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.303377] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.303640] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.303640] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34e86112-6e10-4314-a570-9bd1eb5e610c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.311100] env[65682]: DEBUG oslo_vmware.api [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Waiting for the task: (returnval){ [ 600.311100] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ef2085-68f2-844e-6a70-6a9eecfd19dc" [ 600.311100] env[65682]: _type = "Task" [ 600.311100] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.323973] env[65682]: DEBUG oslo_vmware.api [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ef2085-68f2-844e-6a70-6a9eecfd19dc, 'name': SearchDatastore_Task} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.323973] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.323973] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 600.323973] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.324130] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.324130] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.324130] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72a046e2-587c-43a8-af53-6eb47a383a03 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.335086] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.335086] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.336088] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acf48a80-31f9-4864-baa1-d2ea8a88b05e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.343254] env[65682]: DEBUG oslo_vmware.api [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Waiting for the task: (returnval){ [ 600.343254] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528fb685-7018-cf47-04dd-2401f454f0c5" [ 600.343254] env[65682]: _type = "Task" [ 600.343254] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.355563] env[65682]: DEBUG oslo_vmware.api [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528fb685-7018-cf47-04dd-2401f454f0c5, 'name': SearchDatastore_Task, 'duration_secs': 0.00947} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.356466] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aacf1479-f2c3-4a58-84b7-ae0c693a007b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.368215] env[65682]: DEBUG oslo_vmware.api [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Waiting for the task: (returnval){ [ 600.368215] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52096cff-8309-2ca7-0052-86574cb9598b" [ 600.368215] env[65682]: _type = "Task" [ 600.368215] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.378127] env[65682]: DEBUG oslo_vmware.api [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52096cff-8309-2ca7-0052-86574cb9598b, 'name': SearchDatastore_Task, 'duration_secs': 0.008862} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.378394] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.378646] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8/4a72cb8f-6b31-445a-b78c-01bd25f6c5d8.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.380016] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8008346-4a0f-4d49-beb8-9f1ed670808d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.387474] env[65682]: DEBUG oslo_vmware.api [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Waiting for the task: (returnval){ [ 600.387474] env[65682]: value = "task-4615277" [ 600.387474] env[65682]: _type = "Task" [ 600.387474] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.399053] env[65682]: DEBUG oslo_vmware.api [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': task-4615277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.527435] env[65682]: DEBUG nova.network.neutron [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 600.547298] env[65682]: DEBUG oslo_vmware.api [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Task: {'id': task-4615276, 'name': Rename_Task, 'duration_secs': 0.220701} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.548090] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 600.548090] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-daf46587-412b-4aa2-84ce-12ab4dc09140 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.556754] env[65682]: DEBUG oslo_vmware.api [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Waiting for the task: (returnval){ [ 600.556754] env[65682]: value = "task-4615278" [ 600.556754] env[65682]: _type = "Task" [ 600.556754] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.568978] env[65682]: DEBUG oslo_vmware.api [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Task: {'id': task-4615278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.685535] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Releasing lock "refresh_cache-5b9c6ab2-637a-4a46-bb98-8a177b5fae89" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.686687] env[65682]: DEBUG nova.compute.manager [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Instance network_info: |[{"id": "404f498b-f912-4ef4-a87d-678adfd97381", "address": "fa:16:3e:2b:e5:4e", "network": {"id": "8f48662d-3d56-4d14-af23-3445b4e8ba42", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1281776720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7cfd3e4ab8649eebcb62e2695a545e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap404f498b-f9", "ovs_interfaceid": "404f498b-f912-4ef4-a87d-678adfd97381", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 600.687936] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:e5:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e238ac23-819b-452f-9015-52922e45efd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '404f498b-f912-4ef4-a87d-678adfd97381', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 600.699344] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Creating folder: Project (d7cfd3e4ab8649eebcb62e2695a545e8). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.703810] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-501b77b7-3df1-4a68-a202-914532def942 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.719029] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Created folder: Project (d7cfd3e4ab8649eebcb62e2695a545e8) in parent group-v901426. [ 600.719029] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Creating folder: Instances. Parent ref: group-v901436. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.719029] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78e251ec-0d98-44c5-aaf1-9917774381c0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.735523] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Created folder: Instances in parent group-v901436. [ 600.735523] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 600.736284] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.736284] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4092ef15-e7df-4f8f-99a6-fca2f03e1732 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.767663] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.767663] env[65682]: value = "task-4615281" [ 600.767663] env[65682]: _type = "Task" [ 600.767663] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.776610] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615281, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.785393] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Acquiring lock "c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.785765] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Lock "c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.870192] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6c57e4-1f32-4875-ba8b-a49bd260d965 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.880845] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e784c9b-cf15-4658-85f2-fbea06dc7463 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.923470] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5d515b-09d5-4c06-a641-a1cf54c8ffb6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.930238] env[65682]: DEBUG oslo_vmware.api [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': task-4615277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515207} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.930936] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8/4a72cb8f-6b31-445a-b78c-01bd25f6c5d8.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 600.931154] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 600.931414] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5b5e531-d8f9-4a53-8c21-ab6ea404c8b2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.938715] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5891ccd-c6d2-4995-bf8f-a92d83ef72af {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.948934] env[65682]: DEBUG oslo_vmware.api [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Waiting for the task: (returnval){ [ 600.948934] env[65682]: value = "task-4615282" [ 600.948934] env[65682]: _type = "Task" [ 600.948934] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.968714] env[65682]: DEBUG nova.compute.provider_tree [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.977169] env[65682]: DEBUG oslo_vmware.api [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': task-4615282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.070600] env[65682]: DEBUG oslo_vmware.api [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Task: {'id': task-4615278, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.124187] env[65682]: WARNING neutronclient.v2_0.client [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 601.210346] env[65682]: DEBUG nova.network.neutron [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Updating instance_info_cache with network_info: [{"id": "035e5baa-ebe8-447d-be90-9cb02dd5f9bc", "address": "fa:16:3e:27:b7:10", "network": {"id": "e43fd7ed-c7a6-435c-9262-903ef6c324be", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-495822902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "098d7a78a2934382862ceb24e73acaff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap035e5baa-eb", "ovs_interfaceid": "035e5baa-ebe8-447d-be90-9cb02dd5f9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.277236] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615281, 'name': CreateVM_Task, 'duration_secs': 0.486406} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.277443] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 601.277979] env[65682]: WARNING neutronclient.v2_0.client [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 601.278358] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.278549] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.278812] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.279096] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dbfe9dc-aeb4-4b40-97c5-e4b0297e6ba8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.287381] env[65682]: DEBUG oslo_vmware.api [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Waiting for the task: (returnval){ [ 601.287381] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c46b6c-b96e-a4d3-d54c-0d6c0d755bc7" [ 601.287381] env[65682]: _type = "Task" [ 601.287381] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.292137] env[65682]: DEBUG nova.compute.manager [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 601.301335] env[65682]: DEBUG oslo_vmware.api [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c46b6c-b96e-a4d3-d54c-0d6c0d755bc7, 'name': SearchDatastore_Task, 'duration_secs': 0.011601} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.302038] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.302186] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.302530] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.302754] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.304376] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.304376] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad69498f-5164-455c-9efe-43e92a698082 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.316023] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.316338] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.317490] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaa67f49-1fc7-4d50-85ac-97b48e183adb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.329253] env[65682]: DEBUG oslo_vmware.api [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Waiting for the task: (returnval){ [ 601.329253] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c1ccc8-b1a4-f927-7fcc-359fb5a8266c" [ 601.329253] env[65682]: _type = "Task" [ 601.329253] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.343275] env[65682]: DEBUG oslo_vmware.api [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c1ccc8-b1a4-f927-7fcc-359fb5a8266c, 'name': SearchDatastore_Task, 'duration_secs': 0.011956} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.344193] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e326f86-3a5c-44b8-b457-673e1107630b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.351281] env[65682]: DEBUG oslo_vmware.api [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Waiting for the task: (returnval){ [ 601.351281] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]520b0d0a-2db1-9810-4b0d-2152a5c0fd31" [ 601.351281] env[65682]: _type = "Task" [ 601.351281] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.361690] env[65682]: DEBUG oslo_vmware.api [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]520b0d0a-2db1-9810-4b0d-2152a5c0fd31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.461533] env[65682]: DEBUG oslo_vmware.api [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': task-4615282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080013} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.461879] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 601.463064] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb9b8e7-efd0-476e-992b-ea30a31ddf6c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.484189] env[65682]: DEBUG nova.scheduler.client.report [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 601.499598] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8/4a72cb8f-6b31-445a-b78c-01bd25f6c5d8.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 601.500370] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cd18e3e-d097-4486-a3af-1c55c70f7825 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.522612] env[65682]: DEBUG oslo_vmware.api [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Waiting for the task: (returnval){ [ 601.522612] env[65682]: value = "task-4615283" [ 601.522612] env[65682]: _type = "Task" [ 601.522612] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.533133] env[65682]: DEBUG oslo_vmware.api [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': task-4615283, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.570640] env[65682]: DEBUG oslo_vmware.api [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Task: {'id': task-4615278, 'name': PowerOnVM_Task, 'duration_secs': 0.590025} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.570640] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 601.570640] env[65682]: INFO nova.compute.manager [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Took 10.91 seconds to spawn the instance on the hypervisor. [ 601.570640] env[65682]: DEBUG nova.compute.manager [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 601.570940] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4518e183-07f2-408c-b349-969190503f92 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.715771] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Releasing lock "refresh_cache-b2f29261-935f-4a60-bf4a-71f7cdc239e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.715771] env[65682]: DEBUG nova.compute.manager [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Instance network_info: |[{"id": "035e5baa-ebe8-447d-be90-9cb02dd5f9bc", "address": "fa:16:3e:27:b7:10", "network": {"id": "e43fd7ed-c7a6-435c-9262-903ef6c324be", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-495822902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "098d7a78a2934382862ceb24e73acaff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap035e5baa-eb", "ovs_interfaceid": "035e5baa-ebe8-447d-be90-9cb02dd5f9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 601.716502] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:b7:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32028d02-abaa-4071-bc65-1460f5c772a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '035e5baa-ebe8-447d-be90-9cb02dd5f9bc', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 601.726169] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Creating folder: Project (098d7a78a2934382862ceb24e73acaff). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.726169] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43bae790-c2fe-41a4-89fe-99eca18208da {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.737566] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Created folder: Project (098d7a78a2934382862ceb24e73acaff) in parent group-v901426. [ 601.737771] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Creating folder: Instances. Parent ref: group-v901439. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.738041] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c8105dc-9280-41ae-908f-8cbca1debba4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.749381] env[65682]: DEBUG nova.compute.manager [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Received event network-changed-3655ead6-dfc0-4e6a-bc8d-5bda72c25d16 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 601.749568] env[65682]: DEBUG nova.compute.manager [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Refreshing instance network info cache due to event network-changed-3655ead6-dfc0-4e6a-bc8d-5bda72c25d16. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 601.749869] env[65682]: DEBUG oslo_concurrency.lockutils [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] Acquiring lock "refresh_cache-3159800b-627c-490f-bef2-54cde89e2c21" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.749941] env[65682]: DEBUG oslo_concurrency.lockutils [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] Acquired lock "refresh_cache-3159800b-627c-490f-bef2-54cde89e2c21" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.750066] env[65682]: DEBUG nova.network.neutron [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Refreshing network info cache for port 3655ead6-dfc0-4e6a-bc8d-5bda72c25d16 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 601.755389] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Created folder: Instances in parent group-v901439. [ 601.755389] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 601.755389] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 601.755389] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6df29ac-fe5c-4aa2-ba22-898ccaae43f6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.775784] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 601.775784] env[65682]: value = "task-4615286" [ 601.775784] env[65682]: _type = "Task" [ 601.775784] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.785571] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615286, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.822709] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.863320] env[65682]: DEBUG oslo_vmware.api [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]520b0d0a-2db1-9810-4b0d-2152a5c0fd31, 'name': SearchDatastore_Task, 'duration_secs': 0.012011} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.863584] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.863942] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 5b9c6ab2-637a-4a46-bb98-8a177b5fae89/5b9c6ab2-637a-4a46-bb98-8a177b5fae89.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.864511] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa6f7a1f-ba3d-4ca2-8372-ce3de704aad0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.873294] env[65682]: DEBUG oslo_vmware.api [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Waiting for the task: (returnval){ [ 601.873294] env[65682]: value = "task-4615287" [ 601.873294] env[65682]: _type = "Task" [ 601.873294] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.884968] env[65682]: DEBUG oslo_vmware.api [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Task: {'id': task-4615287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.001821] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.002765] env[65682]: DEBUG nova.compute.manager [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 602.009872] env[65682]: DEBUG oslo_concurrency.lockutils [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.724s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.011749] env[65682]: INFO nova.compute.claims [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.041164] env[65682]: DEBUG oslo_vmware.api [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': task-4615283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.094286] env[65682]: INFO nova.compute.manager [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Took 15.68 seconds to build instance. [ 602.255460] env[65682]: WARNING neutronclient.v2_0.client [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.293792] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615286, 'name': CreateVM_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.388680] env[65682]: DEBUG oslo_vmware.api [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Task: {'id': task-4615287, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.416678] env[65682]: DEBUG oslo_concurrency.lockutils [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Acquiring lock "8dfedc69-d424-40c8-b383-714719622e52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.417238] env[65682]: DEBUG oslo_concurrency.lockutils [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Lock "8dfedc69-d424-40c8-b383-714719622e52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.473803] env[65682]: DEBUG nova.compute.manager [None req-ff818d13-d886-4f03-b916-2385aca339e4 tempest-ServerDiagnosticsV248Test-2077125355 tempest-ServerDiagnosticsV248Test-2077125355-project-admin] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 602.475930] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad1b115-62d7-4838-b60e-e6b82b9aa23a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.489900] env[65682]: INFO nova.compute.manager [None req-ff818d13-d886-4f03-b916-2385aca339e4 tempest-ServerDiagnosticsV248Test-2077125355 tempest-ServerDiagnosticsV248Test-2077125355-project-admin] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Retrieving diagnostics [ 602.489900] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd10884e-060a-4227-bb7c-77dfd74b6f56 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.543212] env[65682]: DEBUG nova.compute.utils [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 602.554833] env[65682]: WARNING neutronclient.v2_0.client [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.559254] env[65682]: DEBUG nova.compute.manager [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 602.559632] env[65682]: DEBUG nova.network.neutron [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 602.560146] env[65682]: WARNING neutronclient.v2_0.client [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.561121] env[65682]: WARNING neutronclient.v2_0.client [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.580332] env[65682]: DEBUG oslo_vmware.api [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': task-4615283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.597398] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1814b3bd-109f-4e2d-a1cb-15aa977bc84e tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Lock "3159800b-627c-490f-bef2-54cde89e2c21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.188s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.598566] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "3159800b-627c-490f-bef2-54cde89e2c21" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.911s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.598860] env[65682]: INFO nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] During sync_power_state the instance has a pending task (spawning). Skip. [ 602.599160] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "3159800b-627c-490f-bef2-54cde89e2c21" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.751510] env[65682]: DEBUG nova.network.neutron [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Updated VIF entry in instance network info cache for port 3655ead6-dfc0-4e6a-bc8d-5bda72c25d16. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 602.751510] env[65682]: DEBUG nova.network.neutron [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Updating instance_info_cache with network_info: [{"id": "3655ead6-dfc0-4e6a-bc8d-5bda72c25d16", "address": "fa:16:3e:86:eb:c3", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.247", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3655ead6-df", "ovs_interfaceid": "3655ead6-dfc0-4e6a-bc8d-5bda72c25d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.754222] env[65682]: DEBUG nova.policy [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d2c724ee2294f9d881f3d67cc83a38b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76b3a7f038084eeb846306a8aec646e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 602.788054] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615286, 'name': CreateVM_Task, 'duration_secs': 0.904077} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.788268] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 602.788769] env[65682]: WARNING neutronclient.v2_0.client [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.789215] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.789353] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.789775] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.790049] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5443825a-317b-44d5-b902-5fccd3c6ffc3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.796363] env[65682]: DEBUG oslo_vmware.api [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Waiting for the task: (returnval){ [ 602.796363] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]521433c4-c072-006c-db55-7dc6466c3f7b" [ 602.796363] env[65682]: _type = "Task" [ 602.796363] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.806239] env[65682]: DEBUG oslo_vmware.api [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]521433c4-c072-006c-db55-7dc6466c3f7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.891326] env[65682]: DEBUG oslo_vmware.api [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Task: {'id': task-4615287, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710348} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.891326] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 5b9c6ab2-637a-4a46-bb98-8a177b5fae89/5b9c6ab2-637a-4a46-bb98-8a177b5fae89.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.891326] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.891992] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e75fccb1-e033-43a3-9da1-a7cb4c6ee96b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.903377] env[65682]: DEBUG oslo_vmware.api [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Waiting for the task: (returnval){ [ 602.903377] env[65682]: value = "task-4615288" [ 602.903377] env[65682]: _type = "Task" [ 602.903377] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.916435] env[65682]: DEBUG oslo_vmware.api [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Task: {'id': task-4615288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.923267] env[65682]: DEBUG nova.compute.manager [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 603.055013] env[65682]: DEBUG nova.compute.manager [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 603.071074] env[65682]: DEBUG oslo_vmware.api [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': task-4615283, 'name': ReconfigVM_Task, 'duration_secs': 1.20845} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.072196] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8/4a72cb8f-6b31-445a-b78c-01bd25f6c5d8.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.073746] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e1c8416-cdf9-456a-856c-086457a69d62 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.084873] env[65682]: DEBUG oslo_vmware.api [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Waiting for the task: (returnval){ [ 603.084873] env[65682]: value = "task-4615289" [ 603.084873] env[65682]: _type = "Task" [ 603.084873] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.098874] env[65682]: DEBUG oslo_vmware.api [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': task-4615289, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.248245] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a19c3e-87af-4c98-9c57-cbd38404628a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.257597] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d9cdea-7c95-468d-b22e-964ea544a7ec {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.266529] env[65682]: DEBUG oslo_concurrency.lockutils [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] Releasing lock "refresh_cache-3159800b-627c-490f-bef2-54cde89e2c21" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.266529] env[65682]: DEBUG nova.compute.manager [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Received event network-vif-plugged-404f498b-f912-4ef4-a87d-678adfd97381 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 603.266529] env[65682]: DEBUG oslo_concurrency.lockutils [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] Acquiring lock "5b9c6ab2-637a-4a46-bb98-8a177b5fae89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.266529] env[65682]: DEBUG oslo_concurrency.lockutils [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] Lock "5b9c6ab2-637a-4a46-bb98-8a177b5fae89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.266529] env[65682]: DEBUG oslo_concurrency.lockutils [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] Lock "5b9c6ab2-637a-4a46-bb98-8a177b5fae89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.266784] env[65682]: DEBUG nova.compute.manager [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] No waiting events found dispatching network-vif-plugged-404f498b-f912-4ef4-a87d-678adfd97381 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 603.266784] env[65682]: WARNING nova.compute.manager [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Received unexpected event network-vif-plugged-404f498b-f912-4ef4-a87d-678adfd97381 for instance with vm_state building and task_state spawning. [ 603.266784] env[65682]: DEBUG nova.compute.manager [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Received event network-changed-404f498b-f912-4ef4-a87d-678adfd97381 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 603.266784] env[65682]: DEBUG nova.compute.manager [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Refreshing instance network info cache due to event network-changed-404f498b-f912-4ef4-a87d-678adfd97381. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 603.266784] env[65682]: DEBUG oslo_concurrency.lockutils [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] Acquiring lock "refresh_cache-5b9c6ab2-637a-4a46-bb98-8a177b5fae89" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.266948] env[65682]: DEBUG oslo_concurrency.lockutils [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] Acquired lock "refresh_cache-5b9c6ab2-637a-4a46-bb98-8a177b5fae89" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.266948] env[65682]: DEBUG nova.network.neutron [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Refreshing network info cache for port 404f498b-f912-4ef4-a87d-678adfd97381 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.306340] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd45648a-fa3a-449e-b82e-4b55e8d9399f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.324369] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f2aad9-c049-41eb-a192-ec4038130a87 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.332089] env[65682]: DEBUG oslo_vmware.api [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]521433c4-c072-006c-db55-7dc6466c3f7b, 'name': SearchDatastore_Task, 'duration_secs': 0.022748} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.333119] env[65682]: DEBUG nova.network.neutron [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Successfully created port: 1104120e-23ea-413c-bf5b-83f82378ec12 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 603.336818] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.337334] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 603.337923] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.338338] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.338491] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.339858] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb628fef-b6c7-4bd8-ad10-1356ee314bdf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.356515] env[65682]: DEBUG nova.compute.provider_tree [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.369632] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.369900] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.371494] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f26cab2a-3857-4e38-b7c3-576437529143 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.379676] env[65682]: DEBUG oslo_vmware.api [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Waiting for the task: (returnval){ [ 603.379676] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]524bc8ce-cdf7-420d-36df-67028c1968fe" [ 603.379676] env[65682]: _type = "Task" [ 603.379676] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.393792] env[65682]: DEBUG oslo_vmware.api [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]524bc8ce-cdf7-420d-36df-67028c1968fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.412689] env[65682]: DEBUG oslo_vmware.api [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Task: {'id': task-4615288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.276446} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.412967] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.413819] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef5baa9-a688-4433-9488-efe35c2e8c31 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.443690] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 5b9c6ab2-637a-4a46-bb98-8a177b5fae89/5b9c6ab2-637a-4a46-bb98-8a177b5fae89.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.447175] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81b92526-88f1-4c65-8601-9b29d6887af7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.472784] env[65682]: DEBUG oslo_vmware.api [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Waiting for the task: (returnval){ [ 603.472784] env[65682]: value = "task-4615290" [ 603.472784] env[65682]: _type = "Task" [ 603.472784] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.481979] env[65682]: DEBUG oslo_vmware.api [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Task: {'id': task-4615290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.483262] env[65682]: DEBUG oslo_concurrency.lockutils [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.496783] env[65682]: DEBUG nova.compute.manager [req-8a2debf2-efb8-4f3d-9352-75ea0533a347 req-0c23fa7f-c5ed-4680-89d6-0707386e3dd7 service nova] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Received event network-changed-d638ebb3-3030-4d52-8d62-444abfe94483 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 603.497132] env[65682]: DEBUG nova.compute.manager [req-8a2debf2-efb8-4f3d-9352-75ea0533a347 req-0c23fa7f-c5ed-4680-89d6-0707386e3dd7 service nova] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Refreshing instance network info cache due to event network-changed-d638ebb3-3030-4d52-8d62-444abfe94483. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 603.497540] env[65682]: DEBUG oslo_concurrency.lockutils [req-8a2debf2-efb8-4f3d-9352-75ea0533a347 req-0c23fa7f-c5ed-4680-89d6-0707386e3dd7 service nova] Acquiring lock "refresh_cache-4a72cb8f-6b31-445a-b78c-01bd25f6c5d8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.497668] env[65682]: DEBUG oslo_concurrency.lockutils [req-8a2debf2-efb8-4f3d-9352-75ea0533a347 req-0c23fa7f-c5ed-4680-89d6-0707386e3dd7 service nova] Acquired lock "refresh_cache-4a72cb8f-6b31-445a-b78c-01bd25f6c5d8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.497892] env[65682]: DEBUG nova.network.neutron [req-8a2debf2-efb8-4f3d-9352-75ea0533a347 req-0c23fa7f-c5ed-4680-89d6-0707386e3dd7 service nova] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Refreshing network info cache for port d638ebb3-3030-4d52-8d62-444abfe94483 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.596881] env[65682]: DEBUG oslo_vmware.api [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': task-4615289, 'name': Rename_Task, 'duration_secs': 0.411243} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.597256] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.597450] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a75c5c4a-82b1-4a83-9620-34903ce9521e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.606583] env[65682]: DEBUG oslo_vmware.api [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Waiting for the task: (returnval){ [ 603.606583] env[65682]: value = "task-4615291" [ 603.606583] env[65682]: _type = "Task" [ 603.606583] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.618665] env[65682]: DEBUG oslo_vmware.api [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': task-4615291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.727091] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Acquiring lock "f3887e09-9b99-461c-98a1-e89e896177ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.727648] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Lock "f3887e09-9b99-461c-98a1-e89e896177ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.772180] env[65682]: WARNING neutronclient.v2_0.client [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.861214] env[65682]: DEBUG nova.scheduler.client.report [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.894061] env[65682]: DEBUG oslo_vmware.api [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]524bc8ce-cdf7-420d-36df-67028c1968fe, 'name': SearchDatastore_Task, 'duration_secs': 0.049987} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.895521] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77709570-6901-47bf-950d-758cb5c0b192 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.905118] env[65682]: DEBUG oslo_vmware.api [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Waiting for the task: (returnval){ [ 603.905118] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5259ab40-3b45-96dd-9af2-9793b78fd6a8" [ 603.905118] env[65682]: _type = "Task" [ 603.905118] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.916229] env[65682]: DEBUG oslo_vmware.api [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5259ab40-3b45-96dd-9af2-9793b78fd6a8, 'name': SearchDatastore_Task, 'duration_secs': 0.011004} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.916512] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.917115] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] b2f29261-935f-4a60-bf4a-71f7cdc239e3/b2f29261-935f-4a60-bf4a-71f7cdc239e3.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.917115] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-656270d4-448a-4b88-a164-761fd4aee6e4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.927047] env[65682]: DEBUG oslo_vmware.api [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Waiting for the task: (returnval){ [ 603.927047] env[65682]: value = "task-4615292" [ 603.927047] env[65682]: _type = "Task" [ 603.927047] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.942126] env[65682]: DEBUG oslo_vmware.api [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Task: {'id': task-4615292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.970698] env[65682]: WARNING neutronclient.v2_0.client [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.987998] env[65682]: DEBUG oslo_vmware.api [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Task: {'id': task-4615290, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.002896] env[65682]: WARNING neutronclient.v2_0.client [req-8a2debf2-efb8-4f3d-9352-75ea0533a347 req-0c23fa7f-c5ed-4680-89d6-0707386e3dd7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 604.067133] env[65682]: DEBUG nova.compute.manager [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 604.108074] env[65682]: DEBUG nova.virt.hardware [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 604.108398] env[65682]: DEBUG nova.virt.hardware [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.108585] env[65682]: DEBUG nova.virt.hardware [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 604.108771] env[65682]: DEBUG nova.virt.hardware [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.108930] env[65682]: DEBUG nova.virt.hardware [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 604.109087] env[65682]: DEBUG nova.virt.hardware [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 604.109324] env[65682]: DEBUG nova.virt.hardware [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 604.109490] env[65682]: DEBUG nova.virt.hardware [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 604.109673] env[65682]: DEBUG nova.virt.hardware [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 604.109867] env[65682]: DEBUG nova.virt.hardware [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 604.110150] env[65682]: DEBUG nova.virt.hardware [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 604.111240] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005528a1-a26b-4421-84af-69541d6c75cb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.121275] env[65682]: DEBUG nova.network.neutron [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Updated VIF entry in instance network info cache for port 404f498b-f912-4ef4-a87d-678adfd97381. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 604.122323] env[65682]: DEBUG nova.network.neutron [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Updating instance_info_cache with network_info: [{"id": "404f498b-f912-4ef4-a87d-678adfd97381", "address": "fa:16:3e:2b:e5:4e", "network": {"id": "8f48662d-3d56-4d14-af23-3445b4e8ba42", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1281776720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7cfd3e4ab8649eebcb62e2695a545e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap404f498b-f9", "ovs_interfaceid": "404f498b-f912-4ef4-a87d-678adfd97381", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.131339] env[65682]: DEBUG oslo_vmware.api [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': task-4615291, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.136104] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bfb3bd-8247-4795-a632-71f27c09d6d0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.232041] env[65682]: DEBUG nova.compute.manager [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 604.373144] env[65682]: DEBUG oslo_concurrency.lockutils [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.374153] env[65682]: DEBUG nova.compute.manager [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 604.380684] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.557s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.381813] env[65682]: INFO nova.compute.claims [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.444966] env[65682]: DEBUG oslo_vmware.api [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Task: {'id': task-4615292, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.488158] env[65682]: DEBUG oslo_vmware.api [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Task: {'id': task-4615290, 'name': ReconfigVM_Task, 'duration_secs': 0.521794} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.489237] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 5b9c6ab2-637a-4a46-bb98-8a177b5fae89/5b9c6ab2-637a-4a46-bb98-8a177b5fae89.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 604.489597] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8fbcd7d-12b3-4efe-9ff6-f0ae9c68ef35 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.503873] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Acquiring lock "32387d64-dddb-4042-a697-36df547c59a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.504246] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Lock "32387d64-dddb-4042-a697-36df547c59a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.507635] env[65682]: DEBUG oslo_vmware.api [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Waiting for the task: (returnval){ [ 604.507635] env[65682]: value = "task-4615293" [ 604.507635] env[65682]: _type = "Task" [ 604.507635] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.526262] env[65682]: DEBUG oslo_vmware.api [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Task: {'id': task-4615293, 'name': Rename_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.584772] env[65682]: WARNING neutronclient.v2_0.client [req-8a2debf2-efb8-4f3d-9352-75ea0533a347 req-0c23fa7f-c5ed-4680-89d6-0707386e3dd7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 604.621035] env[65682]: DEBUG oslo_vmware.api [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': task-4615291, 'name': PowerOnVM_Task, 'duration_secs': 0.562421} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.621395] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.621487] env[65682]: INFO nova.compute.manager [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Took 11.67 seconds to spawn the instance on the hypervisor. [ 604.621694] env[65682]: DEBUG nova.compute.manager [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 604.622575] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a79a2e-65e6-4edd-849c-85b0e5baec37 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.625694] env[65682]: DEBUG oslo_concurrency.lockutils [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] Releasing lock "refresh_cache-5b9c6ab2-637a-4a46-bb98-8a177b5fae89" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.625973] env[65682]: DEBUG nova.compute.manager [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Received event network-vif-plugged-035e5baa-ebe8-447d-be90-9cb02dd5f9bc {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 604.626187] env[65682]: DEBUG oslo_concurrency.lockutils [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] Acquiring lock "b2f29261-935f-4a60-bf4a-71f7cdc239e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.626401] env[65682]: DEBUG oslo_concurrency.lockutils [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] Lock "b2f29261-935f-4a60-bf4a-71f7cdc239e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.626612] env[65682]: DEBUG oslo_concurrency.lockutils [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] Lock "b2f29261-935f-4a60-bf4a-71f7cdc239e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.626769] env[65682]: DEBUG nova.compute.manager [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] No waiting events found dispatching network-vif-plugged-035e5baa-ebe8-447d-be90-9cb02dd5f9bc {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 604.626970] env[65682]: WARNING nova.compute.manager [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Received unexpected event network-vif-plugged-035e5baa-ebe8-447d-be90-9cb02dd5f9bc for instance with vm_state building and task_state spawning. [ 604.627116] env[65682]: DEBUG nova.compute.manager [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Received event network-changed-035e5baa-ebe8-447d-be90-9cb02dd5f9bc {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 604.627276] env[65682]: DEBUG nova.compute.manager [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Refreshing instance network info cache due to event network-changed-035e5baa-ebe8-447d-be90-9cb02dd5f9bc. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 604.627482] env[65682]: DEBUG oslo_concurrency.lockutils [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] Acquiring lock "refresh_cache-b2f29261-935f-4a60-bf4a-71f7cdc239e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.627627] env[65682]: DEBUG oslo_concurrency.lockutils [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] Acquired lock "refresh_cache-b2f29261-935f-4a60-bf4a-71f7cdc239e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.627780] env[65682]: DEBUG nova.network.neutron [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Refreshing network info cache for port 035e5baa-ebe8-447d-be90-9cb02dd5f9bc {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.765634] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.890153] env[65682]: DEBUG nova.compute.utils [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 604.896389] env[65682]: DEBUG nova.compute.manager [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Not allocating networking since 'none' was specified. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 604.940693] env[65682]: DEBUG oslo_vmware.api [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Task: {'id': task-4615292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587544} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.944019] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] b2f29261-935f-4a60-bf4a-71f7cdc239e3/b2f29261-935f-4a60-bf4a-71f7cdc239e3.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.944019] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.944019] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18afe9b5-a097-41d6-869a-e7a42b6a9cb9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.953054] env[65682]: DEBUG oslo_vmware.api [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Waiting for the task: (returnval){ [ 604.953054] env[65682]: value = "task-4615294" [ 604.953054] env[65682]: _type = "Task" [ 604.953054] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.966843] env[65682]: DEBUG oslo_vmware.api [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Task: {'id': task-4615294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.974410] env[65682]: DEBUG oslo_concurrency.lockutils [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Acquiring lock "0ae3113b-d090-4a2a-b07f-1f0ec28c078c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.974669] env[65682]: DEBUG oslo_concurrency.lockutils [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Lock "0ae3113b-d090-4a2a-b07f-1f0ec28c078c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.996720] env[65682]: DEBUG nova.network.neutron [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Successfully updated port: 1104120e-23ea-413c-bf5b-83f82378ec12 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 605.016725] env[65682]: DEBUG nova.compute.manager [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 605.024080] env[65682]: DEBUG oslo_vmware.api [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Task: {'id': task-4615293, 'name': Rename_Task, 'duration_secs': 0.31955} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.024658] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.024917] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20b42f66-ef99-4e37-9ec2-439a257f53fa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.031970] env[65682]: DEBUG oslo_vmware.api [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Waiting for the task: (returnval){ [ 605.031970] env[65682]: value = "task-4615295" [ 605.031970] env[65682]: _type = "Task" [ 605.031970] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.044061] env[65682]: DEBUG oslo_vmware.api [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Task: {'id': task-4615295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.131735] env[65682]: WARNING neutronclient.v2_0.client [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.147545] env[65682]: INFO nova.compute.manager [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Took 17.87 seconds to build instance. [ 605.243482] env[65682]: DEBUG nova.network.neutron [req-8a2debf2-efb8-4f3d-9352-75ea0533a347 req-0c23fa7f-c5ed-4680-89d6-0707386e3dd7 service nova] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Updated VIF entry in instance network info cache for port d638ebb3-3030-4d52-8d62-444abfe94483. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 605.243851] env[65682]: DEBUG nova.network.neutron [req-8a2debf2-efb8-4f3d-9352-75ea0533a347 req-0c23fa7f-c5ed-4680-89d6-0707386e3dd7 service nova] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Updating instance_info_cache with network_info: [{"id": "d638ebb3-3030-4d52-8d62-444abfe94483", "address": "fa:16:3e:da:60:19", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd638ebb3-30", "ovs_interfaceid": "d638ebb3-3030-4d52-8d62-444abfe94483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.394413] env[65682]: DEBUG nova.compute.manager [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 605.468356] env[65682]: DEBUG oslo_vmware.api [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Task: {'id': task-4615294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074441} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.468511] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.469307] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c33b73-6cdb-4945-925c-bb24f9e0d69b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.480091] env[65682]: DEBUG nova.compute.manager [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 605.508459] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] b2f29261-935f-4a60-bf4a-71f7cdc239e3/b2f29261-935f-4a60-bf4a-71f7cdc239e3.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.512735] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquiring lock "refresh_cache-6dc6138b-9a58-44c7-a4bf-890c36ce1197" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.513338] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquired lock "refresh_cache-6dc6138b-9a58-44c7-a4bf-890c36ce1197" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.513338] env[65682]: DEBUG nova.network.neutron [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 605.514171] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cf5bed7-80af-4618-acd6-ddc760512e4c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.543090] env[65682]: DEBUG oslo_vmware.api [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Waiting for the task: (returnval){ [ 605.543090] env[65682]: value = "task-4615296" [ 605.543090] env[65682]: _type = "Task" [ 605.543090] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.550770] env[65682]: DEBUG oslo_vmware.api [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Task: {'id': task-4615295, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.552143] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.558989] env[65682]: DEBUG oslo_vmware.api [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Task: {'id': task-4615296, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.648689] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bcdc4ca4-e3c3-4d69-8cd9-a0478ff4486c tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Lock "4a72cb8f-6b31-445a-b78c-01bd25f6c5d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.388s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.649641] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "4a72cb8f-6b31-445a-b78c-01bd25f6c5d8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.962s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.649641] env[65682]: INFO nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] During sync_power_state the instance has a pending task (spawning). Skip. [ 605.649641] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "4a72cb8f-6b31-445a-b78c-01bd25f6c5d8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.702881] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e222eef-5813-46a7-ae0e-b85dbe4bdf17 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.714361] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9979a79a-a62d-4fac-83c5-3813c6f1a55a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.747285] env[65682]: DEBUG oslo_concurrency.lockutils [req-8a2debf2-efb8-4f3d-9352-75ea0533a347 req-0c23fa7f-c5ed-4680-89d6-0707386e3dd7 service nova] Releasing lock "refresh_cache-4a72cb8f-6b31-445a-b78c-01bd25f6c5d8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.748590] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8323ada5-7aed-4156-a4d7-465474e2b896 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.758127] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e89365a-6546-4860-a349-d99bb537c36e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.773603] env[65682]: DEBUG nova.compute.provider_tree [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.857827] env[65682]: WARNING neutronclient.v2_0.client [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 606.051203] env[65682]: DEBUG oslo_vmware.api [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Task: {'id': task-4615295, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.054839] env[65682]: DEBUG oslo_concurrency.lockutils [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.060034] env[65682]: DEBUG oslo_vmware.api [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Task: {'id': task-4615296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.077328] env[65682]: DEBUG nova.network.neutron [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Updated VIF entry in instance network info cache for port 035e5baa-ebe8-447d-be90-9cb02dd5f9bc. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 606.077754] env[65682]: DEBUG nova.network.neutron [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Updating instance_info_cache with network_info: [{"id": "035e5baa-ebe8-447d-be90-9cb02dd5f9bc", "address": "fa:16:3e:27:b7:10", "network": {"id": "e43fd7ed-c7a6-435c-9262-903ef6c324be", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-495822902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "098d7a78a2934382862ceb24e73acaff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap035e5baa-eb", "ovs_interfaceid": "035e5baa-ebe8-447d-be90-9cb02dd5f9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.114231] env[65682]: DEBUG nova.network.neutron [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 606.278325] env[65682]: DEBUG nova.scheduler.client.report [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.342787] env[65682]: WARNING neutronclient.v2_0.client [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 606.405980] env[65682]: DEBUG nova.compute.manager [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 606.434215] env[65682]: DEBUG nova.virt.hardware [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 606.434215] env[65682]: DEBUG nova.virt.hardware [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.434911] env[65682]: DEBUG nova.virt.hardware [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 606.435187] env[65682]: DEBUG nova.virt.hardware [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.435353] env[65682]: DEBUG nova.virt.hardware [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 606.435504] env[65682]: DEBUG nova.virt.hardware [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 606.435725] env[65682]: DEBUG nova.virt.hardware [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 606.436201] env[65682]: DEBUG nova.virt.hardware [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 606.436414] env[65682]: DEBUG nova.virt.hardware [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 606.436764] env[65682]: DEBUG nova.virt.hardware [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 606.436970] env[65682]: DEBUG nova.virt.hardware [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 606.438647] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5353620-8495-49dc-a82e-3c747a297a60 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.452282] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed39de7-9002-4ee3-99c1-81b82344bf96 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.467717] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Instance VIF info [] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.473671] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Creating folder: Project (e279f278283b4bea82c922617b9ba8d8). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.474146] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52b8d406-0d5e-47e8-a152-89a943d3d60c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.487275] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Created folder: Project (e279f278283b4bea82c922617b9ba8d8) in parent group-v901426. [ 606.487480] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Creating folder: Instances. Parent ref: group-v901442. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.487728] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94f104a6-f44f-4445-a9a7-1c97b19cac28 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.500245] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Created folder: Instances in parent group-v901442. [ 606.500245] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 606.500245] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.500245] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0887de7e-9e3a-4587-9a60-6010edffd276 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.515342] env[65682]: DEBUG nova.network.neutron [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Updating instance_info_cache with network_info: [{"id": "1104120e-23ea-413c-bf5b-83f82378ec12", "address": "fa:16:3e:df:ba:26", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1104120e-23", "ovs_interfaceid": "1104120e-23ea-413c-bf5b-83f82378ec12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.524411] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.524411] env[65682]: value = "task-4615299" [ 606.524411] env[65682]: _type = "Task" [ 606.524411] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.537317] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615299, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.547067] env[65682]: DEBUG oslo_vmware.api [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Task: {'id': task-4615295, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.559487] env[65682]: DEBUG oslo_vmware.api [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Task: {'id': task-4615296, 'name': ReconfigVM_Task, 'duration_secs': 0.572235} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.559487] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Reconfigured VM instance instance-00000005 to attach disk [datastore2] b2f29261-935f-4a60-bf4a-71f7cdc239e3/b2f29261-935f-4a60-bf4a-71f7cdc239e3.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.559487] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e05fc266-2a13-46a3-962d-af7a6dcd5d44 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.567333] env[65682]: DEBUG oslo_vmware.api [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Waiting for the task: (returnval){ [ 606.567333] env[65682]: value = "task-4615300" [ 606.567333] env[65682]: _type = "Task" [ 606.567333] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.580819] env[65682]: DEBUG oslo_vmware.api [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Task: {'id': task-4615300, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.581371] env[65682]: DEBUG oslo_concurrency.lockutils [req-a9f3220b-0b6c-46b9-8dcb-73f1e85ef124 req-93c60f0c-6d22-4da4-8a30-c6dfce3e63ad service nova] Releasing lock "refresh_cache-b2f29261-935f-4a60-bf4a-71f7cdc239e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.788357] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.789097] env[65682]: DEBUG nova.compute.manager [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 606.792712] env[65682]: DEBUG oslo_concurrency.lockutils [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.310s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.794426] env[65682]: INFO nova.compute.claims [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.018298] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Releasing lock "refresh_cache-6dc6138b-9a58-44c7-a4bf-890c36ce1197" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.018568] env[65682]: DEBUG nova.compute.manager [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Instance network_info: |[{"id": "1104120e-23ea-413c-bf5b-83f82378ec12", "address": "fa:16:3e:df:ba:26", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1104120e-23", "ovs_interfaceid": "1104120e-23ea-413c-bf5b-83f82378ec12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 607.019150] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:ba:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1104120e-23ea-413c-bf5b-83f82378ec12', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.032404] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Creating folder: Project (76b3a7f038084eeb846306a8aec646e4). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.033264] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-042e5621-b1a6-49d0-bf2e-50432ef2dba3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.039813] env[65682]: DEBUG nova.compute.manager [req-12e20c47-fd23-4eda-aac4-3149b3a0bd89 req-8143ad74-c281-478a-bcd3-226608949c87 service nova] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Received event network-vif-plugged-1104120e-23ea-413c-bf5b-83f82378ec12 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 607.040061] env[65682]: DEBUG oslo_concurrency.lockutils [req-12e20c47-fd23-4eda-aac4-3149b3a0bd89 req-8143ad74-c281-478a-bcd3-226608949c87 service nova] Acquiring lock "6dc6138b-9a58-44c7-a4bf-890c36ce1197-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.040519] env[65682]: DEBUG oslo_concurrency.lockutils [req-12e20c47-fd23-4eda-aac4-3149b3a0bd89 req-8143ad74-c281-478a-bcd3-226608949c87 service nova] Lock "6dc6138b-9a58-44c7-a4bf-890c36ce1197-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.043479] env[65682]: DEBUG oslo_concurrency.lockutils [req-12e20c47-fd23-4eda-aac4-3149b3a0bd89 req-8143ad74-c281-478a-bcd3-226608949c87 service nova] Lock "6dc6138b-9a58-44c7-a4bf-890c36ce1197-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.043479] env[65682]: DEBUG nova.compute.manager [req-12e20c47-fd23-4eda-aac4-3149b3a0bd89 req-8143ad74-c281-478a-bcd3-226608949c87 service nova] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] No waiting events found dispatching network-vif-plugged-1104120e-23ea-413c-bf5b-83f82378ec12 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 607.043479] env[65682]: WARNING nova.compute.manager [req-12e20c47-fd23-4eda-aac4-3149b3a0bd89 req-8143ad74-c281-478a-bcd3-226608949c87 service nova] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Received unexpected event network-vif-plugged-1104120e-23ea-413c-bf5b-83f82378ec12 for instance with vm_state building and task_state spawning. [ 607.069651] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615299, 'name': CreateVM_Task, 'duration_secs': 0.374582} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.075944] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.075944] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Created folder: Project (76b3a7f038084eeb846306a8aec646e4) in parent group-v901426. [ 607.075944] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Creating folder: Instances. Parent ref: group-v901445. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.081093] env[65682]: DEBUG oslo_vmware.service [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f431ff-abca-4dd1-a2d1-25c14b851963 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.083256] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12952c7c-0a02-4c48-9327-ee50713df105 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.084903] env[65682]: DEBUG oslo_vmware.api [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Task: {'id': task-4615295, 'name': PowerOnVM_Task, 'duration_secs': 1.557798} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.085624] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.085841] env[65682]: INFO nova.compute.manager [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Took 11.93 seconds to spawn the instance on the hypervisor. [ 607.086030] env[65682]: DEBUG nova.compute.manager [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 607.087449] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce1e5e7-7529-4af3-8ea1-5c488aef4d2c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.096895] env[65682]: DEBUG oslo_concurrency.lockutils [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.097048] env[65682]: DEBUG oslo_concurrency.lockutils [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.097485] env[65682]: DEBUG oslo_concurrency.lockutils [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.098061] env[65682]: DEBUG oslo_vmware.api [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Task: {'id': task-4615300, 'name': Rename_Task, 'duration_secs': 0.194117} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.098498] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9808fb1c-e726-4c88-8130-41fdc2788791 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.104303] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 607.105126] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Created folder: Instances in parent group-v901445. [ 607.105126] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 607.106135] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35ab3491-e194-4c3f-9c9f-fecb392135fc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.107623] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.109583] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b633f4c9-eb3f-487d-b9f4-ae92c9e352f1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.129142] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Waiting for the task: (returnval){ [ 607.129142] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52563c76-6e4b-6511-ed16-9e2060703c4c" [ 607.129142] env[65682]: _type = "Task" [ 607.129142] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.141166] env[65682]: DEBUG oslo_vmware.api [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Waiting for the task: (returnval){ [ 607.141166] env[65682]: value = "task-4615303" [ 607.141166] env[65682]: _type = "Task" [ 607.141166] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.141365] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.141365] env[65682]: value = "task-4615304" [ 607.141365] env[65682]: _type = "Task" [ 607.141365] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.154051] env[65682]: DEBUG oslo_concurrency.lockutils [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.154186] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.154363] env[65682]: DEBUG oslo_concurrency.lockutils [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.154492] env[65682]: DEBUG oslo_concurrency.lockutils [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.154685] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.156460] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f0842d6-9f73-490d-9f39-aeb6d78db533 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.163995] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615304, 'name': CreateVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.164148] env[65682]: DEBUG oslo_vmware.api [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Task: {'id': task-4615303, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.176102] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.176304] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 607.177379] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b5ff82-5773-44df-9870-830ded429ed5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.186614] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab034a55-722c-40bf-9247-68fdb5fd7be4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.194279] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Waiting for the task: (returnval){ [ 607.194279] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527b6753-829f-e432-6fb3-39f28d721463" [ 607.194279] env[65682]: _type = "Task" [ 607.194279] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.204250] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527b6753-829f-e432-6fb3-39f28d721463, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.301092] env[65682]: DEBUG nova.compute.utils [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 607.308429] env[65682]: DEBUG nova.compute.manager [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 607.308674] env[65682]: DEBUG nova.network.neutron [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 607.309011] env[65682]: WARNING neutronclient.v2_0.client [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.309775] env[65682]: WARNING neutronclient.v2_0.client [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.386741] env[65682]: DEBUG nova.policy [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11d72fb85d65453abec163f7be371df8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f6d0332670e470aafe072e93303f420', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 607.657438] env[65682]: INFO nova.compute.manager [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Took 18.28 seconds to build instance. [ 607.674607] env[65682]: DEBUG oslo_vmware.api [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Task: {'id': task-4615303, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.678643] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615304, 'name': CreateVM_Task, 'duration_secs': 0.517568} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.679739] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.680534] env[65682]: WARNING neutronclient.v2_0.client [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.681079] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.681404] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.681810] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.682843] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3f7c34d-197d-4cfc-9bd9-9048798308b0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.693038] env[65682]: DEBUG oslo_vmware.api [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 607.693038] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52dc9802-b5e6-20d3-7f9a-d92e7d4b19b3" [ 607.693038] env[65682]: _type = "Task" [ 607.693038] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.711696] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.712319] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.712674] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.713115] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Preparing fetch location {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 607.713472] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Creating directory with path [datastore1] vmware_temp/970ead4e-bc86-42c9-9250-24f1af10970f/7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.713827] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0d1e136-a016-4a87-97d0-cf687d54a2e9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.747841] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Created directory with path [datastore1] vmware_temp/970ead4e-bc86-42c9-9250-24f1af10970f/7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.747841] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Fetch image to [datastore1] vmware_temp/970ead4e-bc86-42c9-9250-24f1af10970f/7e411482-4ba4-42db-a7a9-44449cf54ba0/tmp-sparse.vmdk {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 607.747841] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Downloading image file data 7e411482-4ba4-42db-a7a9-44449cf54ba0 to [datastore1] vmware_temp/970ead4e-bc86-42c9-9250-24f1af10970f/7e411482-4ba4-42db-a7a9-44449cf54ba0/tmp-sparse.vmdk on the data store datastore1 {{(pid=65682) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 607.747841] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac44382-c5b2-4d80-b2bf-f5cffe334fdc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.763091] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d732b7e8-0256-439c-a8ad-6f5103a232c2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.773819] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54725c4d-fc01-45b9-9e76-619018321b49 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.817340] env[65682]: DEBUG nova.compute.manager [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 607.823695] env[65682]: DEBUG nova.network.neutron [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Successfully created port: ad753216-feb7-41ea-98e5-4aa3c5959c44 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 607.826927] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370549f9-1ec3-4e18-a054-88db92ec7f5b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.834931] env[65682]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-f0d81f49-c1ef-4b42-885b-f6e460f6c282 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.863330] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Downloading image file data 7e411482-4ba4-42db-a7a9-44449cf54ba0 to the data store datastore1 {{(pid=65682) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 607.949377] env[65682]: DEBUG oslo_vmware.rw_handles [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/970ead4e-bc86-42c9-9250-24f1af10970f/7e411482-4ba4-42db-a7a9-44449cf54ba0/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65682) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 608.142447] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38850cc-f75d-4f1e-8720-6fb154ada4bf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.155157] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78aa82b0-ad8f-4137-a504-db01f0f7ea52 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.159646] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ddf083b1-ec69-4af1-89cf-567ad00e135a tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Lock "5b9c6ab2-637a-4a46-bb98-8a177b5fae89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.803s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.160082] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "5b9c6ab2-637a-4a46-bb98-8a177b5fae89" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.472s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.160327] env[65682]: INFO nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] During sync_power_state the instance has a pending task (networking). Skip. [ 608.160504] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "5b9c6ab2-637a-4a46-bb98-8a177b5fae89" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.171674] env[65682]: DEBUG oslo_vmware.api [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Task: {'id': task-4615303, 'name': PowerOnVM_Task, 'duration_secs': 0.683109} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.196785] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 608.197139] env[65682]: INFO nova.compute.manager [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Took 9.87 seconds to spawn the instance on the hypervisor. [ 608.197260] env[65682]: DEBUG nova.compute.manager [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 608.201389] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e1da82-0065-4cd6-ad3f-ea68ef6d24a9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.204747] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc4f502-b814-4c51-b209-321737f71df4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.217717] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34730f0-b1c2-4462-9278-2ad3e0d7051e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.236855] env[65682]: DEBUG nova.compute.provider_tree [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.519175] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2bbc3575-bc90-4010-a100-72cf70208b70 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Acquiring lock "3159800b-627c-490f-bef2-54cde89e2c21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.519444] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2bbc3575-bc90-4010-a100-72cf70208b70 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Lock "3159800b-627c-490f-bef2-54cde89e2c21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.519704] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2bbc3575-bc90-4010-a100-72cf70208b70 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Acquiring lock "3159800b-627c-490f-bef2-54cde89e2c21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.520158] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2bbc3575-bc90-4010-a100-72cf70208b70 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Lock "3159800b-627c-490f-bef2-54cde89e2c21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.520445] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2bbc3575-bc90-4010-a100-72cf70208b70 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Lock "3159800b-627c-490f-bef2-54cde89e2c21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.524399] env[65682]: INFO nova.compute.manager [None req-2bbc3575-bc90-4010-a100-72cf70208b70 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Terminating instance [ 608.685826] env[65682]: DEBUG oslo_vmware.rw_handles [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Completed reading data from the image iterator. {{(pid=65682) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 608.686158] env[65682]: DEBUG oslo_vmware.rw_handles [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/970ead4e-bc86-42c9-9250-24f1af10970f/7e411482-4ba4-42db-a7a9-44449cf54ba0/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65682) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 608.731792] env[65682]: INFO nova.compute.manager [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Took 14.68 seconds to build instance. [ 608.741712] env[65682]: DEBUG nova.scheduler.client.report [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.828014] env[65682]: DEBUG nova.compute.manager [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 608.832781] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Downloaded image file data 7e411482-4ba4-42db-a7a9-44449cf54ba0 to vmware_temp/970ead4e-bc86-42c9-9250-24f1af10970f/7e411482-4ba4-42db-a7a9-44449cf54ba0/tmp-sparse.vmdk on the data store datastore1 {{(pid=65682) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 608.833890] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Caching image {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 608.834203] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Copying Virtual Disk [datastore1] vmware_temp/970ead4e-bc86-42c9-9250-24f1af10970f/7e411482-4ba4-42db-a7a9-44449cf54ba0/tmp-sparse.vmdk to [datastore1] vmware_temp/970ead4e-bc86-42c9-9250-24f1af10970f/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.836122] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0768a5e-451d-40af-b89f-99057ba3e163 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.846025] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Waiting for the task: (returnval){ [ 608.846025] env[65682]: value = "task-4615305" [ 608.846025] env[65682]: _type = "Task" [ 608.846025] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.857780] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.869387] env[65682]: DEBUG nova.virt.hardware [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 608.869628] env[65682]: DEBUG nova.virt.hardware [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.869770] env[65682]: DEBUG nova.virt.hardware [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 608.870470] env[65682]: DEBUG nova.virt.hardware [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.870470] env[65682]: DEBUG nova.virt.hardware [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 608.870470] env[65682]: DEBUG nova.virt.hardware [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 608.870635] env[65682]: DEBUG nova.virt.hardware [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 608.870668] env[65682]: DEBUG nova.virt.hardware [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 608.873979] env[65682]: DEBUG nova.virt.hardware [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 608.873979] env[65682]: DEBUG nova.virt.hardware [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 608.873979] env[65682]: DEBUG nova.virt.hardware [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 608.873979] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e46d7a7-1e6e-46db-aa2f-ba94b27ffcc1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.881691] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ed0d70-d4d8-4a0a-80ef-6c4f13e4d229 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.029407] env[65682]: DEBUG nova.compute.manager [None req-2bbc3575-bc90-4010-a100-72cf70208b70 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 609.030950] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbc3575-bc90-4010-a100-72cf70208b70 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 609.032218] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aea3963-3673-4450-8703-5cb8b04066e9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.043259] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bbc3575-bc90-4010-a100-72cf70208b70 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 609.043259] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de65d550-174d-4cf6-bf63-9ada4852e0a7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.051850] env[65682]: DEBUG oslo_vmware.api [None req-2bbc3575-bc90-4010-a100-72cf70208b70 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Waiting for the task: (returnval){ [ 609.051850] env[65682]: value = "task-4615306" [ 609.051850] env[65682]: _type = "Task" [ 609.051850] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.063278] env[65682]: DEBUG oslo_vmware.api [None req-2bbc3575-bc90-4010-a100-72cf70208b70 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Task: {'id': task-4615306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.234480] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e43ffb1a-ea0c-497e-9949-2d02fb94444e tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Lock "b2f29261-935f-4a60-bf4a-71f7cdc239e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.191s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.246941] env[65682]: DEBUG oslo_concurrency.lockutils [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.247899] env[65682]: DEBUG nova.compute.manager [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 609.252779] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.487s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.254384] env[65682]: INFO nova.compute.claims [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.355140] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615305, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.558968] env[65682]: DEBUG nova.network.neutron [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Successfully updated port: ad753216-feb7-41ea-98e5-4aa3c5959c44 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 609.567626] env[65682]: DEBUG oslo_vmware.api [None req-2bbc3575-bc90-4010-a100-72cf70208b70 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Task: {'id': task-4615306, 'name': PowerOffVM_Task, 'duration_secs': 0.208802} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.568356] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bbc3575-bc90-4010-a100-72cf70208b70 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 609.568356] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbc3575-bc90-4010-a100-72cf70208b70 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 609.568356] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80c96ee1-2824-44be-9115-4fdf5c0e2b0a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.644276] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbc3575-bc90-4010-a100-72cf70208b70 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 609.644629] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbc3575-bc90-4010-a100-72cf70208b70 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 609.644971] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bbc3575-bc90-4010-a100-72cf70208b70 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Deleting the datastore file [datastore2] 3159800b-627c-490f-bef2-54cde89e2c21 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 609.645709] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9bd8e3f-d95c-42e9-a0a6-00f0fcce73ee {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.657024] env[65682]: DEBUG oslo_vmware.api [None req-2bbc3575-bc90-4010-a100-72cf70208b70 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Waiting for the task: (returnval){ [ 609.657024] env[65682]: value = "task-4615308" [ 609.657024] env[65682]: _type = "Task" [ 609.657024] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.665423] env[65682]: DEBUG oslo_vmware.api [None req-2bbc3575-bc90-4010-a100-72cf70208b70 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Task: {'id': task-4615308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.760724] env[65682]: DEBUG nova.compute.utils [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 609.764932] env[65682]: DEBUG nova.compute.manager [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 609.765258] env[65682]: DEBUG nova.network.neutron [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 609.766036] env[65682]: WARNING neutronclient.v2_0.client [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.766036] env[65682]: WARNING neutronclient.v2_0.client [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.861280] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.924353} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.861280] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Copied Virtual Disk [datastore1] vmware_temp/970ead4e-bc86-42c9-9250-24f1af10970f/7e411482-4ba4-42db-a7a9-44449cf54ba0/tmp-sparse.vmdk to [datastore1] vmware_temp/970ead4e-bc86-42c9-9250-24f1af10970f/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.861280] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Deleting the datastore file [datastore1] vmware_temp/970ead4e-bc86-42c9-9250-24f1af10970f/7e411482-4ba4-42db-a7a9-44449cf54ba0/tmp-sparse.vmdk {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 609.861280] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5e6b33e-13b9-4e33-9c2b-8def0f3556d2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.868891] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Waiting for the task: (returnval){ [ 609.868891] env[65682]: value = "task-4615309" [ 609.868891] env[65682]: _type = "Task" [ 609.868891] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.883015] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.913169] env[65682]: DEBUG nova.policy [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f217748e7904c3c98bd1d7119e64abd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c118d971fc894034a2c800a2a306e413', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 610.064029] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Acquiring lock "refresh_cache-c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.064029] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Acquired lock "refresh_cache-c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.064029] env[65682]: DEBUG nova.network.neutron [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 610.167297] env[65682]: DEBUG oslo_vmware.api [None req-2bbc3575-bc90-4010-a100-72cf70208b70 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Task: {'id': task-4615308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.267300] env[65682]: DEBUG nova.compute.manager [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 610.390529] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba400799-8ea3-44ee-b969-7f5eb848bc60 tempest-DeleteServersAdminTestJSON-1932488044 tempest-DeleteServersAdminTestJSON-1932488044-project-admin] Acquiring lock "4a72cb8f-6b31-445a-b78c-01bd25f6c5d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.390529] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba400799-8ea3-44ee-b969-7f5eb848bc60 tempest-DeleteServersAdminTestJSON-1932488044 tempest-DeleteServersAdminTestJSON-1932488044-project-admin] Lock "4a72cb8f-6b31-445a-b78c-01bd25f6c5d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.390727] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba400799-8ea3-44ee-b969-7f5eb848bc60 tempest-DeleteServersAdminTestJSON-1932488044 tempest-DeleteServersAdminTestJSON-1932488044-project-admin] Acquiring lock "4a72cb8f-6b31-445a-b78c-01bd25f6c5d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.391246] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba400799-8ea3-44ee-b969-7f5eb848bc60 tempest-DeleteServersAdminTestJSON-1932488044 tempest-DeleteServersAdminTestJSON-1932488044-project-admin] Lock "4a72cb8f-6b31-445a-b78c-01bd25f6c5d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.391445] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba400799-8ea3-44ee-b969-7f5eb848bc60 tempest-DeleteServersAdminTestJSON-1932488044 tempest-DeleteServersAdminTestJSON-1932488044-project-admin] Lock "4a72cb8f-6b31-445a-b78c-01bd25f6c5d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.393168] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.060474} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.395639] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 610.395639] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Moving file from [datastore1] vmware_temp/970ead4e-bc86-42c9-9250-24f1af10970f/7e411482-4ba4-42db-a7a9-44449cf54ba0 to [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0. {{(pid=65682) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 610.395639] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-6ecc0ecc-1f9a-4559-91c6-2190503533df {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.401650] env[65682]: INFO nova.compute.manager [None req-ba400799-8ea3-44ee-b969-7f5eb848bc60 tempest-DeleteServersAdminTestJSON-1932488044 tempest-DeleteServersAdminTestJSON-1932488044-project-admin] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Terminating instance [ 610.413272] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Waiting for the task: (returnval){ [ 610.413272] env[65682]: value = "task-4615310" [ 610.413272] env[65682]: _type = "Task" [ 610.413272] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.440717] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615310, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.503845] env[65682]: DEBUG nova.network.neutron [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Successfully created port: 88c34579-305a-4844-8ea8-5ad367d77d24 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 610.589272] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3209fd-3b6a-4035-aacf-a4061d7ab67b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.603525] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fd9773-e065-4044-95e5-da87939d149b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.635440] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff72f2a-2198-4060-8690-7e36b269e0cb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.644504] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcf0631-a341-47c2-a437-8ed44aaccaef {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.659940] env[65682]: DEBUG nova.compute.provider_tree [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.672873] env[65682]: DEBUG oslo_vmware.api [None req-2bbc3575-bc90-4010-a100-72cf70208b70 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Task: {'id': task-4615308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.561574} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.673799] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bbc3575-bc90-4010-a100-72cf70208b70 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 610.673987] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbc3575-bc90-4010-a100-72cf70208b70 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 610.674178] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbc3575-bc90-4010-a100-72cf70208b70 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 610.674349] env[65682]: INFO nova.compute.manager [None req-2bbc3575-bc90-4010-a100-72cf70208b70 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Took 1.64 seconds to destroy the instance on the hypervisor. [ 610.675029] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-2bbc3575-bc90-4010-a100-72cf70208b70 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 610.675029] env[65682]: DEBUG nova.compute.manager [-] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 610.675029] env[65682]: DEBUG nova.network.neutron [-] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 610.675209] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.914929] env[65682]: DEBUG nova.compute.manager [None req-ba400799-8ea3-44ee-b969-7f5eb848bc60 tempest-DeleteServersAdminTestJSON-1932488044 tempest-DeleteServersAdminTestJSON-1932488044-project-admin] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 610.915537] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ba400799-8ea3-44ee-b969-7f5eb848bc60 tempest-DeleteServersAdminTestJSON-1932488044 tempest-DeleteServersAdminTestJSON-1932488044-project-admin] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 610.916590] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb30aacc-774a-4f94-8dee-d2565788712b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.934500] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615310, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.040143} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.936965] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] File moved {{(pid=65682) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 610.937457] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Cleaning up location [datastore1] vmware_temp/970ead4e-bc86-42c9-9250-24f1af10970f {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 610.937554] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Deleting the datastore file [datastore1] vmware_temp/970ead4e-bc86-42c9-9250-24f1af10970f {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.937774] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba400799-8ea3-44ee-b969-7f5eb848bc60 tempest-DeleteServersAdminTestJSON-1932488044 tempest-DeleteServersAdminTestJSON-1932488044-project-admin] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 610.938041] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7fedab3-aacf-4b28-a5e8-b79f7dcf1254 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.940954] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdac16b4-e6f7-4db0-acf2-ef330f3235e2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.950630] env[65682]: DEBUG oslo_vmware.api [None req-ba400799-8ea3-44ee-b969-7f5eb848bc60 tempest-DeleteServersAdminTestJSON-1932488044 tempest-DeleteServersAdminTestJSON-1932488044-project-admin] Waiting for the task: (returnval){ [ 610.950630] env[65682]: value = "task-4615311" [ 610.950630] env[65682]: _type = "Task" [ 610.950630] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.952288] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Waiting for the task: (returnval){ [ 610.952288] env[65682]: value = "task-4615312" [ 610.952288] env[65682]: _type = "Task" [ 610.952288] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.973587] env[65682]: DEBUG oslo_vmware.api [None req-ba400799-8ea3-44ee-b969-7f5eb848bc60 tempest-DeleteServersAdminTestJSON-1932488044 tempest-DeleteServersAdminTestJSON-1932488044-project-admin] Task: {'id': task-4615311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.031230] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Acquiring lock "7eb4516c-d93c-4be2-9f9a-67a22c300fbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.031511] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Lock "7eb4516c-d93c-4be2-9f9a-67a22c300fbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.038194] env[65682]: DEBUG nova.network.neutron [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 611.166594] env[65682]: DEBUG nova.scheduler.client.report [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.219727] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.286177] env[65682]: DEBUG nova.compute.manager [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 611.318852] env[65682]: DEBUG nova.virt.hardware [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 611.319033] env[65682]: DEBUG nova.virt.hardware [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 611.319130] env[65682]: DEBUG nova.virt.hardware [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 611.319310] env[65682]: DEBUG nova.virt.hardware [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 611.319448] env[65682]: DEBUG nova.virt.hardware [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 611.319587] env[65682]: DEBUG nova.virt.hardware [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 611.319780] env[65682]: DEBUG nova.virt.hardware [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 611.320042] env[65682]: DEBUG nova.virt.hardware [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 611.320121] env[65682]: DEBUG nova.virt.hardware [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 611.320248] env[65682]: DEBUG nova.virt.hardware [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 611.320409] env[65682]: DEBUG nova.virt.hardware [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 611.321629] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6088ff61-e8c7-42d7-96ce-6fed3db2417f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.330957] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bba4ee0-e491-44ae-bdc2-16c018afa981 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.463969] env[65682]: DEBUG oslo_vmware.api [None req-ba400799-8ea3-44ee-b969-7f5eb848bc60 tempest-DeleteServersAdminTestJSON-1932488044 tempest-DeleteServersAdminTestJSON-1932488044-project-admin] Task: {'id': task-4615311, 'name': PowerOffVM_Task, 'duration_secs': 0.24664} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.464528] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba400799-8ea3-44ee-b969-7f5eb848bc60 tempest-DeleteServersAdminTestJSON-1932488044 tempest-DeleteServersAdminTestJSON-1932488044-project-admin] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 611.464804] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ba400799-8ea3-44ee-b969-7f5eb848bc60 tempest-DeleteServersAdminTestJSON-1932488044 tempest-DeleteServersAdminTestJSON-1932488044-project-admin] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 611.465103] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73df0704-445b-4978-9c0b-599cb608e549 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.470065] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.060243} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.470627] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.471503] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a74379eb-6f0a-4a7d-8037-226f5dc598c2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.477632] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Waiting for the task: (returnval){ [ 611.477632] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a93f84-9375-9b4a-4201-6b96579f3de6" [ 611.477632] env[65682]: _type = "Task" [ 611.477632] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.487081] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a93f84-9375-9b4a-4201-6b96579f3de6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.534887] env[65682]: DEBUG nova.compute.manager [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 611.543747] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ba400799-8ea3-44ee-b969-7f5eb848bc60 tempest-DeleteServersAdminTestJSON-1932488044 tempest-DeleteServersAdminTestJSON-1932488044-project-admin] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 611.543912] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ba400799-8ea3-44ee-b969-7f5eb848bc60 tempest-DeleteServersAdminTestJSON-1932488044 tempest-DeleteServersAdminTestJSON-1932488044-project-admin] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 611.544033] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba400799-8ea3-44ee-b969-7f5eb848bc60 tempest-DeleteServersAdminTestJSON-1932488044 tempest-DeleteServersAdminTestJSON-1932488044-project-admin] Deleting the datastore file [datastore2] 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 611.544376] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21459d11-ece5-4525-b578-62acb8f9566f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.553033] env[65682]: DEBUG oslo_vmware.api [None req-ba400799-8ea3-44ee-b969-7f5eb848bc60 tempest-DeleteServersAdminTestJSON-1932488044 tempest-DeleteServersAdminTestJSON-1932488044-project-admin] Waiting for the task: (returnval){ [ 611.553033] env[65682]: value = "task-4615314" [ 611.553033] env[65682]: _type = "Task" [ 611.553033] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.563144] env[65682]: DEBUG oslo_vmware.api [None req-ba400799-8ea3-44ee-b969-7f5eb848bc60 tempest-DeleteServersAdminTestJSON-1932488044 tempest-DeleteServersAdminTestJSON-1932488044-project-admin] Task: {'id': task-4615314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.671949] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.672521] env[65682]: DEBUG nova.compute.manager [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 611.675475] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.124s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.677255] env[65682]: INFO nova.compute.claims [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.990851] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a93f84-9375-9b4a-4201-6b96579f3de6, 'name': SearchDatastore_Task, 'duration_secs': 0.011329} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.991164] env[65682]: DEBUG oslo_concurrency.lockutils [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.991380] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 100e93f9-0a2c-4301-be84-d163a0ec2cd5/100e93f9-0a2c-4301-be84-d163a0ec2cd5.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.991647] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.991827] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.992055] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dab82f54-cdc4-4a8d-bdac-2f6158f6a38d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.994177] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40d5d34b-e656-42e0-9d2d-53ee742efce3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.002630] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Waiting for the task: (returnval){ [ 612.002630] env[65682]: value = "task-4615315" [ 612.002630] env[65682]: _type = "Task" [ 612.002630] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.007351] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.007531] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 612.008328] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6c86675-80c4-4df3-89af-0db2f1de7d1b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.015093] env[65682]: DEBUG oslo_vmware.api [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 612.015093] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5273e208-a206-e520-8175-ff21b99eb945" [ 612.015093] env[65682]: _type = "Task" [ 612.015093] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.018748] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.029891] env[65682]: DEBUG oslo_vmware.api [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5273e208-a206-e520-8175-ff21b99eb945, 'name': SearchDatastore_Task, 'duration_secs': 0.010665} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.030779] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5783e03a-44a3-4346-a0b0-3054b8feeae6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.037515] env[65682]: DEBUG oslo_vmware.api [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 612.037515] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]521c6b17-abed-5d7a-21ac-340e4a3d78ea" [ 612.037515] env[65682]: _type = "Task" [ 612.037515] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.051387] env[65682]: DEBUG oslo_vmware.api [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]521c6b17-abed-5d7a-21ac-340e4a3d78ea, 'name': SearchDatastore_Task, 'duration_secs': 0.010769} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.051641] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.051887] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 6dc6138b-9a58-44c7-a4bf-890c36ce1197/6dc6138b-9a58-44c7-a4bf-890c36ce1197.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.052246] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da048c43-90e1-49eb-a32a-b9cc8f98a7c4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.065373] env[65682]: DEBUG oslo_vmware.api [None req-ba400799-8ea3-44ee-b969-7f5eb848bc60 tempest-DeleteServersAdminTestJSON-1932488044 tempest-DeleteServersAdminTestJSON-1932488044-project-admin] Task: {'id': task-4615314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145584} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.067184] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.068918] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba400799-8ea3-44ee-b969-7f5eb848bc60 tempest-DeleteServersAdminTestJSON-1932488044 tempest-DeleteServersAdminTestJSON-1932488044-project-admin] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 612.069192] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ba400799-8ea3-44ee-b969-7f5eb848bc60 tempest-DeleteServersAdminTestJSON-1932488044 tempest-DeleteServersAdminTestJSON-1932488044-project-admin] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 612.069384] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ba400799-8ea3-44ee-b969-7f5eb848bc60 tempest-DeleteServersAdminTestJSON-1932488044 tempest-DeleteServersAdminTestJSON-1932488044-project-admin] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 612.069594] env[65682]: INFO nova.compute.manager [None req-ba400799-8ea3-44ee-b969-7f5eb848bc60 tempest-DeleteServersAdminTestJSON-1932488044 tempest-DeleteServersAdminTestJSON-1932488044-project-admin] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 612.070174] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-ba400799-8ea3-44ee-b969-7f5eb848bc60 tempest-DeleteServersAdminTestJSON-1932488044 tempest-DeleteServersAdminTestJSON-1932488044-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 612.070174] env[65682]: DEBUG oslo_vmware.api [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 612.070174] env[65682]: value = "task-4615316" [ 612.070174] env[65682]: _type = "Task" [ 612.070174] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.070382] env[65682]: DEBUG nova.compute.manager [-] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 612.070488] env[65682]: DEBUG nova.network.neutron [-] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 612.071373] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.082430] env[65682]: DEBUG oslo_vmware.api [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.195168] env[65682]: DEBUG nova.compute.utils [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 612.199036] env[65682]: DEBUG nova.compute.manager [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 612.199036] env[65682]: DEBUG nova.network.neutron [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 612.199036] env[65682]: WARNING neutronclient.v2_0.client [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.199036] env[65682]: WARNING neutronclient.v2_0.client [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.518958] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505404} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.519607] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 100e93f9-0a2c-4301-be84-d163a0ec2cd5/100e93f9-0a2c-4301-be84-d163a0ec2cd5.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.520157] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.520572] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93202a54-f1bb-4db9-a060-ddec3656664e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.532599] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Waiting for the task: (returnval){ [ 612.532599] env[65682]: value = "task-4615317" [ 612.532599] env[65682]: _type = "Task" [ 612.532599] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.548896] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.588189] env[65682]: DEBUG oslo_vmware.api [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615316, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.591292] env[65682]: DEBUG nova.network.neutron [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Successfully updated port: 88c34579-305a-4844-8ea8-5ad367d77d24 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 612.703393] env[65682]: DEBUG nova.compute.manager [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 612.888592] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.904112] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e15658-9d34-471a-8aee-245e03929a0e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.916342] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d973028-7ea8-439c-b55e-fd18dd430f8b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.950169] env[65682]: DEBUG nova.policy [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a46ca4e196a847f8b502776555986569', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c231ad911e114f9aba2f6ba48a64318d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.952546] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d882f7b4-81ef-4c83-ab9c-0c48c7571ec6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.961417] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ce764a-3e2e-4038-a66d-86c549202144 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.977348] env[65682]: DEBUG nova.compute.provider_tree [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.043024] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102036} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.044094] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.047754] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27d6fd6-a2f2-44a3-9e2f-0ce1045642d6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.071146] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 100e93f9-0a2c-4301-be84-d163a0ec2cd5/100e93f9-0a2c-4301-be84-d163a0ec2cd5.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.071470] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc3d26f2-f127-4a29-bc07-ee1e683d8fab {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.096167] env[65682]: DEBUG oslo_concurrency.lockutils [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Acquiring lock "refresh_cache-8dfedc69-d424-40c8-b383-714719622e52" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.096394] env[65682]: DEBUG oslo_concurrency.lockutils [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Acquired lock "refresh_cache-8dfedc69-d424-40c8-b383-714719622e52" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.096550] env[65682]: DEBUG nova.network.neutron [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 613.099434] env[65682]: DEBUG oslo_vmware.api [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615316, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778734} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.099434] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 6dc6138b-9a58-44c7-a4bf-890c36ce1197/6dc6138b-9a58-44c7-a4bf-890c36ce1197.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.099739] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.099827] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Waiting for the task: (returnval){ [ 613.099827] env[65682]: value = "task-4615318" [ 613.099827] env[65682]: _type = "Task" [ 613.099827] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.100347] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-daa28cc6-9fe3-4ef5-ad59-1f2347e8ec36 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.113694] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615318, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.115207] env[65682]: DEBUG oslo_vmware.api [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 613.115207] env[65682]: value = "task-4615319" [ 613.115207] env[65682]: _type = "Task" [ 613.115207] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.125728] env[65682]: DEBUG oslo_vmware.api [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615319, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.130757] env[65682]: DEBUG nova.network.neutron [-] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.300023] env[65682]: WARNING neutronclient.v2_0.client [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.484072] env[65682]: DEBUG nova.scheduler.client.report [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.618762] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.629068] env[65682]: DEBUG oslo_vmware.api [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615319, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069748} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.629521] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.630441] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9306974-f037-45d6-9062-5e837c1806b7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.633545] env[65682]: INFO nova.compute.manager [-] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Took 2.96 seconds to deallocate network for instance. [ 613.662024] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 6dc6138b-9a58-44c7-a4bf-890c36ce1197/6dc6138b-9a58-44c7-a4bf-890c36ce1197.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.662349] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d3f5ca2-f043-4d8d-a123-0884ef742c62 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.684836] env[65682]: DEBUG oslo_vmware.api [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 613.684836] env[65682]: value = "task-4615320" [ 613.684836] env[65682]: _type = "Task" [ 613.684836] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.699178] env[65682]: DEBUG oslo_vmware.api [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615320, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.716945] env[65682]: DEBUG nova.compute.manager [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 613.746114] env[65682]: DEBUG nova.virt.hardware [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 613.746378] env[65682]: DEBUG nova.virt.hardware [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.746525] env[65682]: DEBUG nova.virt.hardware [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 613.746752] env[65682]: DEBUG nova.virt.hardware [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.746864] env[65682]: DEBUG nova.virt.hardware [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 613.747043] env[65682]: DEBUG nova.virt.hardware [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 613.747368] env[65682]: DEBUG nova.virt.hardware [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 613.747441] env[65682]: DEBUG nova.virt.hardware [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 613.747794] env[65682]: DEBUG nova.virt.hardware [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 613.747794] env[65682]: DEBUG nova.virt.hardware [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 613.747975] env[65682]: DEBUG nova.virt.hardware [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 613.749488] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdaf9d3-b4d2-4324-a8a7-4a33c5a95a87 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.759294] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0848e6e-3d74-4eeb-810a-6a9e2628e574 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.786481] env[65682]: DEBUG nova.network.neutron [-] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.989606] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.989951] env[65682]: DEBUG nova.compute.manager [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 613.993489] env[65682]: DEBUG oslo_concurrency.lockutils [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.939s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.995198] env[65682]: INFO nova.compute.claims [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.033334] env[65682]: DEBUG nova.network.neutron [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Successfully created port: e0a7740e-f8d9-4ba0-b839-658b5355aed2 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 614.061766] env[65682]: DEBUG nova.network.neutron [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 614.093684] env[65682]: DEBUG nova.network.neutron [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Updating instance_info_cache with network_info: [{"id": "ad753216-feb7-41ea-98e5-4aa3c5959c44", "address": "fa:16:3e:30:08:a6", "network": {"id": "f124ed1d-f492-4c67-a9bb-5901db714501", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1942775224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9f6d0332670e470aafe072e93303f420", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad753216-fe", "ovs_interfaceid": "ad753216-feb7-41ea-98e5-4aa3c5959c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.117441] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615318, 'name': ReconfigVM_Task, 'duration_secs': 0.934609} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.117750] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 100e93f9-0a2c-4301-be84-d163a0ec2cd5/100e93f9-0a2c-4301-be84-d163a0ec2cd5.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.118391] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b00ab09-ee37-4374-871e-89310bd985f9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.127264] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Waiting for the task: (returnval){ [ 614.127264] env[65682]: value = "task-4615321" [ 614.127264] env[65682]: _type = "Task" [ 614.127264] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.139793] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615321, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.163774] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2bbc3575-bc90-4010-a100-72cf70208b70 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.195292] env[65682]: DEBUG oslo_vmware.api [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615320, 'name': ReconfigVM_Task, 'duration_secs': 0.296988} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.195613] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 6dc6138b-9a58-44c7-a4bf-890c36ce1197/6dc6138b-9a58-44c7-a4bf-890c36ce1197.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.196322] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7871814e-c469-4d9f-8d33-6916eba0c20a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.206237] env[65682]: DEBUG oslo_vmware.api [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 614.206237] env[65682]: value = "task-4615322" [ 614.206237] env[65682]: _type = "Task" [ 614.206237] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.215049] env[65682]: DEBUG oslo_vmware.api [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615322, 'name': Rename_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.295164] env[65682]: INFO nova.compute.manager [-] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Took 2.22 seconds to deallocate network for instance. [ 614.501674] env[65682]: DEBUG nova.compute.utils [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.508770] env[65682]: DEBUG nova.compute.manager [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 614.508770] env[65682]: DEBUG nova.network.neutron [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 614.508770] env[65682]: WARNING neutronclient.v2_0.client [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.508770] env[65682]: WARNING neutronclient.v2_0.client [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.597452] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Releasing lock "refresh_cache-c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.597850] env[65682]: DEBUG nova.compute.manager [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Instance network_info: |[{"id": "ad753216-feb7-41ea-98e5-4aa3c5959c44", "address": "fa:16:3e:30:08:a6", "network": {"id": "f124ed1d-f492-4c67-a9bb-5901db714501", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1942775224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9f6d0332670e470aafe072e93303f420", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad753216-fe", "ovs_interfaceid": "ad753216-feb7-41ea-98e5-4aa3c5959c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 614.598404] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:08:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad753216-feb7-41ea-98e5-4aa3c5959c44', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 614.609521] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Creating folder: Project (9f6d0332670e470aafe072e93303f420). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.610827] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3af5cf60-350e-4164-8d6a-41950eaaf013 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.624966] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Created folder: Project (9f6d0332670e470aafe072e93303f420) in parent group-v901426. [ 614.625375] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Creating folder: Instances. Parent ref: group-v901448. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.625620] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18a17200-e2ba-4091-bc1f-2118727d16b5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.639969] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615321, 'name': Rename_Task, 'duration_secs': 0.375193} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.640388] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.640708] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d49f5129-7624-455a-bad5-b8992e47c359 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.645765] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Created folder: Instances in parent group-v901448. [ 614.646076] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 614.646730] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 614.647017] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-199dd61f-8eba-433a-90e0-cd7ebc0a0d77 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.667770] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Waiting for the task: (returnval){ [ 614.667770] env[65682]: value = "task-4615325" [ 614.667770] env[65682]: _type = "Task" [ 614.667770] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.675085] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 614.675085] env[65682]: value = "task-4615326" [ 614.675085] env[65682]: _type = "Task" [ 614.675085] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.679818] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615325, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.689365] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615326, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.716494] env[65682]: DEBUG oslo_vmware.api [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615322, 'name': Rename_Task, 'duration_secs': 0.163529} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.716782] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.717128] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bfe48af-277f-4fd9-bd3f-272be81da4c0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.725779] env[65682]: DEBUG oslo_vmware.api [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 614.725779] env[65682]: value = "task-4615327" [ 614.725779] env[65682]: _type = "Task" [ 614.725779] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.736260] env[65682]: DEBUG oslo_vmware.api [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.805316] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba400799-8ea3-44ee-b969-7f5eb848bc60 tempest-DeleteServersAdminTestJSON-1932488044 tempest-DeleteServersAdminTestJSON-1932488044-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.013864] env[65682]: DEBUG nova.compute.manager [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 615.182154] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615325, 'name': PowerOnVM_Task} progress is 37%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.193793] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615326, 'name': CreateVM_Task, 'duration_secs': 0.46839} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.193967] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 615.194497] env[65682]: WARNING neutronclient.v2_0.client [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.194898] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.195069] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.195381] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.196070] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cd1521b-4553-4e54-b863-36aac411c4e2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.201465] env[65682]: DEBUG oslo_vmware.api [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Waiting for the task: (returnval){ [ 615.201465] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52208f71-1103-9e40-804f-d7c586fc4678" [ 615.201465] env[65682]: _type = "Task" [ 615.201465] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.211845] env[65682]: DEBUG oslo_vmware.api [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52208f71-1103-9e40-804f-d7c586fc4678, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.239624] env[65682]: DEBUG oslo_vmware.api [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615327, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.256405] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cef445-477f-4084-9848-623b2d1533e7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.266956] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fdbcc3-23e1-4c1f-8113-3a8a1f62061c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.301696] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760ab854-6afe-4eb8-b70b-789c6d48683b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.310775] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d00e6b-7ac7-49ab-930d-0e612e325610 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.326240] env[65682]: DEBUG nova.compute.provider_tree [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.681363] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615325, 'name': PowerOnVM_Task} progress is 80%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.713390] env[65682]: DEBUG oslo_vmware.api [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52208f71-1103-9e40-804f-d7c586fc4678, 'name': SearchDatastore_Task, 'duration_secs': 0.017164} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.713624] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.713767] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 615.714050] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.714199] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.714381] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.714659] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-678b9906-9730-4995-b1cd-6b601357f2d4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.732054] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.732268] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.733499] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67a3ad82-678e-4253-a66c-76d2d5ecb963 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.739753] env[65682]: DEBUG oslo_vmware.api [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615327, 'name': PowerOnVM_Task, 'duration_secs': 0.571424} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.740251] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 615.740499] env[65682]: INFO nova.compute.manager [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Took 11.67 seconds to spawn the instance on the hypervisor. [ 615.741649] env[65682]: DEBUG nova.compute.manager [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 615.741753] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891b08a1-3e9c-48a0-8e7c-a440db3e5483 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.746134] env[65682]: DEBUG oslo_vmware.api [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Waiting for the task: (returnval){ [ 615.746134] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52bae4a0-f3a8-5740-6ab9-c664e4e7b748" [ 615.746134] env[65682]: _type = "Task" [ 615.746134] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.762034] env[65682]: DEBUG oslo_vmware.api [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52bae4a0-f3a8-5740-6ab9-c664e4e7b748, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.831447] env[65682]: DEBUG nova.scheduler.client.report [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.026057] env[65682]: DEBUG nova.compute.manager [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 616.059440] env[65682]: DEBUG nova.virt.hardware [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 616.059892] env[65682]: DEBUG nova.virt.hardware [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.060121] env[65682]: DEBUG nova.virt.hardware [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 616.060435] env[65682]: DEBUG nova.virt.hardware [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.060701] env[65682]: DEBUG nova.virt.hardware [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 616.060956] env[65682]: DEBUG nova.virt.hardware [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 616.061219] env[65682]: DEBUG nova.virt.hardware [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 616.061372] env[65682]: DEBUG nova.virt.hardware [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 616.061536] env[65682]: DEBUG nova.virt.hardware [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 616.061691] env[65682]: DEBUG nova.virt.hardware [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 616.061859] env[65682]: DEBUG nova.virt.hardware [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 616.063140] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a965fc-44a5-41d1-bd3b-846618d29fae {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.073043] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261b3ec3-f99b-4d8b-adf8-5147810e754f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.162106] env[65682]: DEBUG nova.network.neutron [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Successfully updated port: e0a7740e-f8d9-4ba0-b839-658b5355aed2 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 616.183285] env[65682]: DEBUG oslo_vmware.api [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615325, 'name': PowerOnVM_Task, 'duration_secs': 1.291468} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.184333] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.184531] env[65682]: INFO nova.compute.manager [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Took 9.78 seconds to spawn the instance on the hypervisor. [ 616.184774] env[65682]: DEBUG nova.compute.manager [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 616.185809] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d9cc02-3c49-4030-ad72-fd1f88863149 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.265867] env[65682]: DEBUG oslo_vmware.api [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52bae4a0-f3a8-5740-6ab9-c664e4e7b748, 'name': SearchDatastore_Task, 'duration_secs': 0.01921} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.268662] env[65682]: INFO nova.compute.manager [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Took 18.74 seconds to build instance. [ 616.269614] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d0268dd-3da2-4637-8a3c-0add875e17af {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.277790] env[65682]: DEBUG oslo_vmware.api [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Waiting for the task: (returnval){ [ 616.277790] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522f4c39-1c86-aaa0-7c02-d553dd242c27" [ 616.277790] env[65682]: _type = "Task" [ 616.277790] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.288104] env[65682]: DEBUG oslo_vmware.api [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522f4c39-1c86-aaa0-7c02-d553dd242c27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.299592] env[65682]: DEBUG nova.compute.manager [req-5d8f1449-6e97-4803-814e-2bd10ecd47ba req-97d41827-5bfa-45a5-a164-a756cc213775 service nova] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Received event network-changed-1104120e-23ea-413c-bf5b-83f82378ec12 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 616.299875] env[65682]: DEBUG nova.compute.manager [req-5d8f1449-6e97-4803-814e-2bd10ecd47ba req-97d41827-5bfa-45a5-a164-a756cc213775 service nova] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Refreshing instance network info cache due to event network-changed-1104120e-23ea-413c-bf5b-83f82378ec12. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 616.300696] env[65682]: DEBUG oslo_concurrency.lockutils [req-5d8f1449-6e97-4803-814e-2bd10ecd47ba req-97d41827-5bfa-45a5-a164-a756cc213775 service nova] Acquiring lock "refresh_cache-6dc6138b-9a58-44c7-a4bf-890c36ce1197" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.300696] env[65682]: DEBUG oslo_concurrency.lockutils [req-5d8f1449-6e97-4803-814e-2bd10ecd47ba req-97d41827-5bfa-45a5-a164-a756cc213775 service nova] Acquired lock "refresh_cache-6dc6138b-9a58-44c7-a4bf-890c36ce1197" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.301012] env[65682]: DEBUG nova.network.neutron [req-5d8f1449-6e97-4803-814e-2bd10ecd47ba req-97d41827-5bfa-45a5-a164-a756cc213775 service nova] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Refreshing network info cache for port 1104120e-23ea-413c-bf5b-83f82378ec12 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.307363] env[65682]: DEBUG nova.policy [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f05c9aadb7d64b11b3b6c6c96387996b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '129cb436b67549f98db7bd8f90bdb345', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.337046] env[65682]: WARNING neutronclient.v2_0.client [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.341515] env[65682]: DEBUG oslo_concurrency.lockutils [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.341515] env[65682]: DEBUG nova.compute.manager [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 616.346830] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.280s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.350052] env[65682]: INFO nova.compute.claims [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.617519] env[65682]: DEBUG nova.network.neutron [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Updating instance_info_cache with network_info: [{"id": "88c34579-305a-4844-8ea8-5ad367d77d24", "address": "fa:16:3e:e6:37:e0", "network": {"id": "03167c58-b942-4522-bfec-a2a14727d011", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1761014544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c118d971fc894034a2c800a2a306e413", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88c34579-30", "ovs_interfaceid": "88c34579-305a-4844-8ea8-5ad367d77d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.665767] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Acquiring lock "refresh_cache-f3887e09-9b99-461c-98a1-e89e896177ad" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.665982] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Acquired lock "refresh_cache-f3887e09-9b99-461c-98a1-e89e896177ad" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.666464] env[65682]: DEBUG nova.network.neutron [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 616.712836] env[65682]: INFO nova.compute.manager [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Took 18.45 seconds to build instance. [ 616.776347] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9445b6ac-c1ec-4d15-afc5-05354b2421f3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lock "6dc6138b-9a58-44c7-a4bf-890c36ce1197" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.259s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.796751] env[65682]: DEBUG oslo_vmware.api [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522f4c39-1c86-aaa0-7c02-d553dd242c27, 'name': SearchDatastore_Task, 'duration_secs': 0.012513} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.797105] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.797392] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56/c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 616.797730] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d332725-67e4-440b-9548-4431486901c3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.807595] env[65682]: WARNING neutronclient.v2_0.client [req-5d8f1449-6e97-4803-814e-2bd10ecd47ba req-97d41827-5bfa-45a5-a164-a756cc213775 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.814038] env[65682]: DEBUG oslo_vmware.api [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Waiting for the task: (returnval){ [ 616.814038] env[65682]: value = "task-4615328" [ 616.814038] env[65682]: _type = "Task" [ 616.814038] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.824122] env[65682]: DEBUG oslo_vmware.api [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Task: {'id': task-4615328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.858574] env[65682]: DEBUG nova.compute.utils [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 616.864527] env[65682]: DEBUG nova.compute.manager [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Not allocating networking since 'none' was specified. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 616.931915] env[65682]: DEBUG oslo_concurrency.lockutils [None req-17b15acd-ef36-4c61-bf17-17c634848357 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Acquiring lock "5b9c6ab2-637a-4a46-bb98-8a177b5fae89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.932261] env[65682]: DEBUG oslo_concurrency.lockutils [None req-17b15acd-ef36-4c61-bf17-17c634848357 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Lock "5b9c6ab2-637a-4a46-bb98-8a177b5fae89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.932388] env[65682]: DEBUG oslo_concurrency.lockutils [None req-17b15acd-ef36-4c61-bf17-17c634848357 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Acquiring lock "5b9c6ab2-637a-4a46-bb98-8a177b5fae89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.933394] env[65682]: DEBUG oslo_concurrency.lockutils [None req-17b15acd-ef36-4c61-bf17-17c634848357 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Lock "5b9c6ab2-637a-4a46-bb98-8a177b5fae89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.933394] env[65682]: DEBUG oslo_concurrency.lockutils [None req-17b15acd-ef36-4c61-bf17-17c634848357 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Lock "5b9c6ab2-637a-4a46-bb98-8a177b5fae89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.939055] env[65682]: INFO nova.compute.manager [None req-17b15acd-ef36-4c61-bf17-17c634848357 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Terminating instance [ 617.022085] env[65682]: DEBUG nova.network.neutron [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Successfully created port: b27727c9-f4db-4d02-94fd-077e85eb0828 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 617.123626] env[65682]: DEBUG oslo_concurrency.lockutils [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Releasing lock "refresh_cache-8dfedc69-d424-40c8-b383-714719622e52" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.124033] env[65682]: DEBUG nova.compute.manager [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Instance network_info: |[{"id": "88c34579-305a-4844-8ea8-5ad367d77d24", "address": "fa:16:3e:e6:37:e0", "network": {"id": "03167c58-b942-4522-bfec-a2a14727d011", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1761014544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c118d971fc894034a2c800a2a306e413", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88c34579-30", "ovs_interfaceid": "88c34579-305a-4844-8ea8-5ad367d77d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 617.124458] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:37:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97d59ff5-df43-4e01-b11f-6c57b53fb79d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88c34579-305a-4844-8ea8-5ad367d77d24', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.132276] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Creating folder: Project (c118d971fc894034a2c800a2a306e413). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.132897] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e507c30-5824-4897-acdf-f0904f539e82 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.145162] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Created folder: Project (c118d971fc894034a2c800a2a306e413) in parent group-v901426. [ 617.145359] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Creating folder: Instances. Parent ref: group-v901451. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.145619] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2eaa8c0-d832-4c91-848c-cd1a8e75576f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.158472] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Created folder: Instances in parent group-v901451. [ 617.158803] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 617.160075] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.160075] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdd5e623-b69d-4d81-b7b9-b0fa7c3bdfda {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.180347] env[65682]: WARNING neutronclient.v2_0.client [req-5d8f1449-6e97-4803-814e-2bd10ecd47ba req-97d41827-5bfa-45a5-a164-a756cc213775 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.184281] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.184281] env[65682]: value = "task-4615331" [ 617.184281] env[65682]: _type = "Task" [ 617.184281] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.195593] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615331, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.216365] env[65682]: DEBUG oslo_concurrency.lockutils [None req-160d67c7-7f8b-4323-aaf4-19d4bbfbcac7 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Lock "100e93f9-0a2c-4301-be84-d163a0ec2cd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.964s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.224502] env[65682]: DEBUG nova.network.neutron [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 617.324502] env[65682]: DEBUG oslo_vmware.api [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Task: {'id': task-4615328, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.365304] env[65682]: DEBUG nova.compute.manager [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 617.388284] env[65682]: DEBUG nova.network.neutron [req-5d8f1449-6e97-4803-814e-2bd10ecd47ba req-97d41827-5bfa-45a5-a164-a756cc213775 service nova] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Updated VIF entry in instance network info cache for port 1104120e-23ea-413c-bf5b-83f82378ec12. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 617.388804] env[65682]: DEBUG nova.network.neutron [req-5d8f1449-6e97-4803-814e-2bd10ecd47ba req-97d41827-5bfa-45a5-a164-a756cc213775 service nova] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Updating instance_info_cache with network_info: [{"id": "1104120e-23ea-413c-bf5b-83f82378ec12", "address": "fa:16:3e:df:ba:26", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1104120e-23", "ovs_interfaceid": "1104120e-23ea-413c-bf5b-83f82378ec12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.443676] env[65682]: DEBUG nova.compute.manager [None req-17b15acd-ef36-4c61-bf17-17c634848357 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 617.443921] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-17b15acd-ef36-4c61-bf17-17c634848357 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 617.445191] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c51aed-050e-4c80-826c-fb24f0800f78 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.456918] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b15acd-ef36-4c61-bf17-17c634848357 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 617.456918] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45cdcf8f-6241-4398-a405-7e28d5629c94 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.468918] env[65682]: DEBUG oslo_vmware.api [None req-17b15acd-ef36-4c61-bf17-17c634848357 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Waiting for the task: (returnval){ [ 617.468918] env[65682]: value = "task-4615332" [ 617.468918] env[65682]: _type = "Task" [ 617.468918] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.484677] env[65682]: DEBUG oslo_vmware.api [None req-17b15acd-ef36-4c61-bf17-17c634848357 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Task: {'id': task-4615332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.529512] env[65682]: WARNING neutronclient.v2_0.client [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.699574] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615331, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.712334] env[65682]: DEBUG nova.compute.manager [req-ce2bbae1-ce84-489f-8833-c39b57cd29bc req-6eac80bf-e28e-44a9-8c1e-cec375405f1c service nova] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Received event network-vif-deleted-3655ead6-dfc0-4e6a-bc8d-5bda72c25d16 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 617.719885] env[65682]: DEBUG nova.network.neutron [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Updating instance_info_cache with network_info: [{"id": "e0a7740e-f8d9-4ba0-b839-658b5355aed2", "address": "fa:16:3e:22:fe:af", "network": {"id": "6cf4f946-9e23-437f-8489-0f58b0ecadd6", "bridge": "br-int", "label": "tempest-ServersTestJSON-284667886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c231ad911e114f9aba2f6ba48a64318d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0a7740e-f8", "ovs_interfaceid": "e0a7740e-f8d9-4ba0-b839-658b5355aed2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.745437] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89083181-34d8-465c-8d95-6a3f5d799d51 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.770252] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7b5c6c-747a-4ca3-b2c0-b6b1f66297e5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.810481] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2dc4886-75c2-446c-b538-e32150cdafb5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.825319] env[65682]: DEBUG oslo_vmware.api [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Task: {'id': task-4615328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.869443} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.829663] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56/c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.829838] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.830241] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da8bf870-d191-4485-86b2-d1e2bf26691b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.834526] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c42002-0099-41e5-8950-d9f37d699763 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.853196] env[65682]: DEBUG nova.compute.provider_tree [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.856848] env[65682]: DEBUG oslo_vmware.api [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Waiting for the task: (returnval){ [ 617.856848] env[65682]: value = "task-4615333" [ 617.856848] env[65682]: _type = "Task" [ 617.856848] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.868706] env[65682]: DEBUG oslo_vmware.api [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Task: {'id': task-4615333, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.889132] env[65682]: DEBUG nova.compute.manager [None req-1b2eb4f6-b398-4323-836e-a1e4d61b0a58 tempest-ServerDiagnosticsV248Test-2077125355 tempest-ServerDiagnosticsV248Test-2077125355-project-admin] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 617.891186] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b41dfc-eb9b-4c5e-b99d-4022e6f4330c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.893934] env[65682]: DEBUG oslo_concurrency.lockutils [req-5d8f1449-6e97-4803-814e-2bd10ecd47ba req-97d41827-5bfa-45a5-a164-a756cc213775 service nova] Releasing lock "refresh_cache-6dc6138b-9a58-44c7-a4bf-890c36ce1197" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.900695] env[65682]: INFO nova.compute.manager [None req-1b2eb4f6-b398-4323-836e-a1e4d61b0a58 tempest-ServerDiagnosticsV248Test-2077125355 tempest-ServerDiagnosticsV248Test-2077125355-project-admin] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Retrieving diagnostics [ 617.902774] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622a7eb4-c6c8-42c8-8390-817496f5af20 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.983265] env[65682]: DEBUG oslo_vmware.api [None req-17b15acd-ef36-4c61-bf17-17c634848357 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Task: {'id': task-4615332, 'name': PowerOffVM_Task, 'duration_secs': 0.31535} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.983265] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b15acd-ef36-4c61-bf17-17c634848357 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 617.983265] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-17b15acd-ef36-4c61-bf17-17c634848357 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 617.983265] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-614c5516-42d6-43c4-a7ae-ed593714c886 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.099127] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-17b15acd-ef36-4c61-bf17-17c634848357 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 618.099359] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-17b15acd-ef36-4c61-bf17-17c634848357 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 618.099408] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-17b15acd-ef36-4c61-bf17-17c634848357 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Deleting the datastore file [datastore2] 5b9c6ab2-637a-4a46-bb98-8a177b5fae89 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 618.099810] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-075d790f-a0e8-4478-91b6-f8c80c4b0634 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.111442] env[65682]: DEBUG oslo_vmware.api [None req-17b15acd-ef36-4c61-bf17-17c634848357 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Waiting for the task: (returnval){ [ 618.111442] env[65682]: value = "task-4615335" [ 618.111442] env[65682]: _type = "Task" [ 618.111442] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.123408] env[65682]: DEBUG oslo_vmware.api [None req-17b15acd-ef36-4c61-bf17-17c634848357 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Task: {'id': task-4615335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.203194] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615331, 'name': CreateVM_Task, 'duration_secs': 0.531097} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.205879] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.210893] env[65682]: WARNING neutronclient.v2_0.client [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.211375] env[65682]: DEBUG oslo_concurrency.lockutils [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.211527] env[65682]: DEBUG oslo_concurrency.lockutils [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.211874] env[65682]: DEBUG oslo_concurrency.lockutils [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.212558] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquiring lock "9f14574b-6e8e-433e-84c4-9358e60bb7ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.212807] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lock "9f14574b-6e8e-433e-84c4-9358e60bb7ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.214059] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88514fd9-d71f-49af-9907-c603a9659d85 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.222154] env[65682]: DEBUG oslo_vmware.api [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Waiting for the task: (returnval){ [ 618.222154] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d57a7a-b858-d608-0e13-7c2578203696" [ 618.222154] env[65682]: _type = "Task" [ 618.222154] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.225987] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Releasing lock "refresh_cache-f3887e09-9b99-461c-98a1-e89e896177ad" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.226786] env[65682]: DEBUG nova.compute.manager [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Instance network_info: |[{"id": "e0a7740e-f8d9-4ba0-b839-658b5355aed2", "address": "fa:16:3e:22:fe:af", "network": {"id": "6cf4f946-9e23-437f-8489-0f58b0ecadd6", "bridge": "br-int", "label": "tempest-ServersTestJSON-284667886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c231ad911e114f9aba2f6ba48a64318d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0a7740e-f8", "ovs_interfaceid": "e0a7740e-f8d9-4ba0-b839-658b5355aed2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 618.226977] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:fe:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0a7740e-f8d9-4ba0-b839-658b5355aed2', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.234856] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Creating folder: Project (c231ad911e114f9aba2f6ba48a64318d). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.237318] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e662ee1-6cd3-4767-8141-06ca3909651a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.247062] env[65682]: DEBUG oslo_vmware.api [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d57a7a-b858-d608-0e13-7c2578203696, 'name': SearchDatastore_Task, 'duration_secs': 0.01605} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.248051] env[65682]: DEBUG oslo_concurrency.lockutils [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.248350] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.248627] env[65682]: DEBUG oslo_concurrency.lockutils [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.248773] env[65682]: DEBUG oslo_concurrency.lockutils [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.248952] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.249530] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2175304-0f0c-4728-8e52-8f94c7855a37 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.258046] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Created folder: Project (c231ad911e114f9aba2f6ba48a64318d) in parent group-v901426. [ 618.258296] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Creating folder: Instances. Parent ref: group-v901454. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.258596] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9ea3057-05bd-4809-90ee-e1835d5a6372 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.261786] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.261963] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.263470] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e953fbda-c36e-4740-83eb-9bddbea37de4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.270144] env[65682]: DEBUG oslo_vmware.api [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Waiting for the task: (returnval){ [ 618.270144] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523b54f3-9cb2-437d-2cfd-cc709f1c07bf" [ 618.270144] env[65682]: _type = "Task" [ 618.270144] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.272608] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Created folder: Instances in parent group-v901454. [ 618.272870] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 618.276565] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.276831] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1aa8367c-6b09-42c5-910e-0ec0e1fc30e5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.300322] env[65682]: DEBUG oslo_vmware.api [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523b54f3-9cb2-437d-2cfd-cc709f1c07bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.301855] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.301855] env[65682]: value = "task-4615338" [ 618.301855] env[65682]: _type = "Task" [ 618.301855] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.312175] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615338, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.359061] env[65682]: DEBUG nova.scheduler.client.report [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.373251] env[65682]: DEBUG oslo_vmware.api [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Task: {'id': task-4615333, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077736} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.373251] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.373635] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ccb927-21c0-453a-8965-c4bbd3efce19 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.379671] env[65682]: DEBUG nova.compute.manager [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 618.413020] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56/c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.413020] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-106fad8e-7b4c-4ff2-bc85-ca2fc571d6be {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.436967] env[65682]: DEBUG nova.virt.hardware [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 618.437698] env[65682]: DEBUG nova.virt.hardware [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.437889] env[65682]: DEBUG nova.virt.hardware [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 618.438138] env[65682]: DEBUG nova.virt.hardware [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.438288] env[65682]: DEBUG nova.virt.hardware [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 618.438500] env[65682]: DEBUG nova.virt.hardware [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 618.438723] env[65682]: DEBUG nova.virt.hardware [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 618.439400] env[65682]: DEBUG nova.virt.hardware [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 618.439400] env[65682]: DEBUG nova.virt.hardware [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 618.439400] env[65682]: DEBUG nova.virt.hardware [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 618.439553] env[65682]: DEBUG nova.virt.hardware [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 618.441228] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b27459-9667-4a7b-9a2a-d7ba39d34365 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.445818] env[65682]: DEBUG oslo_vmware.api [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Waiting for the task: (returnval){ [ 618.445818] env[65682]: value = "task-4615339" [ 618.445818] env[65682]: _type = "Task" [ 618.445818] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.454115] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e41886-a383-4937-827b-c8a0028d2bd3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.465669] env[65682]: DEBUG oslo_vmware.api [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Task: {'id': task-4615339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.482062] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Instance VIF info [] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.488401] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Creating folder: Project (3b7ad1c2bff34495a967e7e86198ea2f). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.488733] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95897dab-6539-49f5-b7d4-c5ee2be7b416 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.503552] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Created folder: Project (3b7ad1c2bff34495a967e7e86198ea2f) in parent group-v901426. [ 618.503999] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Creating folder: Instances. Parent ref: group-v901457. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.504142] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42c71a2e-43b5-4ac2-ba74-a53a2d51c80a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.518156] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Created folder: Instances in parent group-v901457. [ 618.518517] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 618.518792] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.519730] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-daf679e5-a632-4e3b-bf72-c58f301d19e2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.541048] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.541048] env[65682]: value = "task-4615342" [ 618.541048] env[65682]: _type = "Task" [ 618.541048] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.554046] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615342, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.628550] env[65682]: DEBUG oslo_vmware.api [None req-17b15acd-ef36-4c61-bf17-17c634848357 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Task: {'id': task-4615335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397045} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.629258] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-17b15acd-ef36-4c61-bf17-17c634848357 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 618.629738] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-17b15acd-ef36-4c61-bf17-17c634848357 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 618.629854] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-17b15acd-ef36-4c61-bf17-17c634848357 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 618.630157] env[65682]: INFO nova.compute.manager [None req-17b15acd-ef36-4c61-bf17-17c634848357 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Took 1.19 seconds to destroy the instance on the hypervisor. [ 618.630777] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-17b15acd-ef36-4c61-bf17-17c634848357 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 618.630953] env[65682]: DEBUG nova.compute.manager [-] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 618.631055] env[65682]: DEBUG nova.network.neutron [-] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 618.631578] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.717209] env[65682]: DEBUG nova.compute.manager [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 618.728602] env[65682]: DEBUG nova.network.neutron [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Successfully updated port: b27727c9-f4db-4d02-94fd-077e85eb0828 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 618.791752] env[65682]: DEBUG oslo_vmware.api [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523b54f3-9cb2-437d-2cfd-cc709f1c07bf, 'name': SearchDatastore_Task, 'duration_secs': 0.030069} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.793304] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa3b5fe6-5cb1-4c7a-a7ca-b734af07992b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.802597] env[65682]: DEBUG oslo_vmware.api [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Waiting for the task: (returnval){ [ 618.802597] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]520f99f1-0916-7249-3489-1c3a3e2680ac" [ 618.802597] env[65682]: _type = "Task" [ 618.802597] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.803968] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.820715] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615338, 'name': CreateVM_Task, 'duration_secs': 0.508255} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.831484] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.831484] env[65682]: DEBUG oslo_vmware.api [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]520f99f1-0916-7249-3489-1c3a3e2680ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.831484] env[65682]: WARNING neutronclient.v2_0.client [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.831484] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.831484] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.832155] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.832155] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15685e4c-6435-48da-b7bd-c02212f363fa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.840327] env[65682]: DEBUG oslo_vmware.api [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Waiting for the task: (returnval){ [ 618.840327] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52671c3d-7287-9744-6f3c-6f64139150ba" [ 618.840327] env[65682]: _type = "Task" [ 618.840327] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.852646] env[65682]: DEBUG oslo_vmware.api [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52671c3d-7287-9744-6f3c-6f64139150ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.870388] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.870926] env[65682]: DEBUG nova.compute.manager [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 618.874073] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Acquiring lock "82843684-9e3d-4e9f-9d40-efe9c679a99e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.874192] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Lock "82843684-9e3d-4e9f-9d40-efe9c679a99e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.878056] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2bbc3575-bc90-4010-a100-72cf70208b70 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.714s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.880465] env[65682]: DEBUG nova.objects.instance [None req-2bbc3575-bc90-4010-a100-72cf70208b70 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Lazy-loading 'resources' on Instance uuid 3159800b-627c-490f-bef2-54cde89e2c21 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 618.957745] env[65682]: DEBUG oslo_vmware.api [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Task: {'id': task-4615339, 'name': ReconfigVM_Task, 'duration_secs': 0.46176} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.958092] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Reconfigured VM instance instance-00000008 to attach disk [datastore1] c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56/c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.958804] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38a5b7dc-d4df-472c-aef8-a2dbe778f9f0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.967338] env[65682]: DEBUG oslo_vmware.api [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Waiting for the task: (returnval){ [ 618.967338] env[65682]: value = "task-4615343" [ 618.967338] env[65682]: _type = "Task" [ 618.967338] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.983162] env[65682]: DEBUG oslo_vmware.api [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Task: {'id': task-4615343, 'name': Rename_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.052196] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615342, 'name': CreateVM_Task, 'duration_secs': 0.390943} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.052478] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.052866] env[65682]: DEBUG oslo_concurrency.lockutils [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.230490] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Acquiring lock "refresh_cache-32387d64-dddb-4042-a697-36df547c59a5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.230811] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Acquired lock "refresh_cache-32387d64-dddb-4042-a697-36df547c59a5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.230811] env[65682]: DEBUG nova.network.neutron [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 619.251704] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.318600] env[65682]: DEBUG oslo_vmware.api [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]520f99f1-0916-7249-3489-1c3a3e2680ac, 'name': SearchDatastore_Task, 'duration_secs': 0.024125} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.318961] env[65682]: DEBUG oslo_concurrency.lockutils [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.319259] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 8dfedc69-d424-40c8-b383-714719622e52/8dfedc69-d424-40c8-b383-714719622e52.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.319543] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cf517bc-869e-4616-a60a-3e3769c18850 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.328157] env[65682]: DEBUG oslo_vmware.api [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Waiting for the task: (returnval){ [ 619.328157] env[65682]: value = "task-4615344" [ 619.328157] env[65682]: _type = "Task" [ 619.328157] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.339185] env[65682]: DEBUG oslo_vmware.api [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Task: {'id': task-4615344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.352391] env[65682]: DEBUG oslo_vmware.api [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52671c3d-7287-9744-6f3c-6f64139150ba, 'name': SearchDatastore_Task, 'duration_secs': 0.018463} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.352804] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.353152] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.353408] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.353552] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.353729] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.354034] env[65682]: DEBUG oslo_concurrency.lockutils [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.354762] env[65682]: DEBUG oslo_concurrency.lockutils [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.354762] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fc7f38c-19e9-4dec-bb4b-ae02febb0847 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.356795] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ac2fc1a-230e-45d4-83b9-8be0b6d6a99a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.363790] env[65682]: DEBUG oslo_vmware.api [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Waiting for the task: (returnval){ [ 619.363790] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b563a0-7e3a-905b-2f69-ffd415b51d83" [ 619.363790] env[65682]: _type = "Task" [ 619.363790] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.371797] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.372493] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 619.373626] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-612b2a60-3136-4869-8c11-c8f06b8c8579 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.380336] env[65682]: DEBUG nova.compute.manager [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 619.384352] env[65682]: DEBUG nova.compute.utils [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 619.386337] env[65682]: DEBUG oslo_vmware.api [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b563a0-7e3a-905b-2f69-ffd415b51d83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.391577] env[65682]: DEBUG nova.compute.manager [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Not allocating networking since 'none' was specified. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 619.391953] env[65682]: DEBUG oslo_vmware.api [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Waiting for the task: (returnval){ [ 619.391953] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523dcd45-30c2-f8ba-a435-e853f9035f0d" [ 619.391953] env[65682]: _type = "Task" [ 619.391953] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.403876] env[65682]: DEBUG oslo_vmware.api [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523dcd45-30c2-f8ba-a435-e853f9035f0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.484996] env[65682]: DEBUG oslo_vmware.api [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Task: {'id': task-4615343, 'name': Rename_Task, 'duration_secs': 0.258661} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.485358] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.485628] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-473b9e32-d537-4e35-b11d-4ac090d0f3bf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.496558] env[65682]: DEBUG oslo_vmware.api [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Waiting for the task: (returnval){ [ 619.496558] env[65682]: value = "task-4615345" [ 619.496558] env[65682]: _type = "Task" [ 619.496558] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.511743] env[65682]: DEBUG oslo_vmware.api [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Task: {'id': task-4615345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.624292] env[65682]: DEBUG nova.network.neutron [-] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.653489] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc44a7dc-2f20-404f-ab6a-3c589e113744 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.665250] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26187823-f595-4c21-86cc-e671ba3b8bf3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.700928] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6064ec-4502-4afc-b93c-e2f35afa8410 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.711566] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985bba2c-955e-4965-b242-ed6a811e1227 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.729448] env[65682]: DEBUG nova.compute.provider_tree [None req-2bbc3575-bc90-4010-a100-72cf70208b70 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.815878] env[65682]: DEBUG nova.network.neutron [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 619.841730] env[65682]: DEBUG oslo_vmware.api [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Task: {'id': task-4615344, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.877701] env[65682]: DEBUG oslo_vmware.api [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b563a0-7e3a-905b-2f69-ffd415b51d83, 'name': SearchDatastore_Task, 'duration_secs': 0.027478} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.878109] env[65682]: DEBUG oslo_concurrency.lockutils [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.881365] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.881365] env[65682]: DEBUG oslo_concurrency.lockutils [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.887328] env[65682]: DEBUG nova.compute.manager [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 619.912918] env[65682]: DEBUG oslo_vmware.api [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523dcd45-30c2-f8ba-a435-e853f9035f0d, 'name': SearchDatastore_Task, 'duration_secs': 0.013115} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.913982] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42fbadbb-4b91-4f6a-9c5a-027c467981ab {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.922370] env[65682]: DEBUG oslo_vmware.api [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Waiting for the task: (returnval){ [ 619.922370] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]529a252a-2be3-2a8e-9294-d427dd3b9125" [ 619.922370] env[65682]: _type = "Task" [ 619.922370] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.927663] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.929459] env[65682]: WARNING neutronclient.v2_0.client [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.938114] env[65682]: DEBUG oslo_vmware.api [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]529a252a-2be3-2a8e-9294-d427dd3b9125, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.009512] env[65682]: DEBUG oslo_vmware.api [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Task: {'id': task-4615345, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.127641] env[65682]: INFO nova.compute.manager [-] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Took 1.50 seconds to deallocate network for instance. [ 620.178889] env[65682]: DEBUG nova.network.neutron [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Updating instance_info_cache with network_info: [{"id": "b27727c9-f4db-4d02-94fd-077e85eb0828", "address": "fa:16:3e:e6:b5:83", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb27727c9-f4", "ovs_interfaceid": "b27727c9-f4db-4d02-94fd-077e85eb0828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.237695] env[65682]: DEBUG nova.scheduler.client.report [None req-2bbc3575-bc90-4010-a100-72cf70208b70 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.342228] env[65682]: DEBUG oslo_vmware.api [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Task: {'id': task-4615344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74963} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.343027] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 8dfedc69-d424-40c8-b383-714719622e52/8dfedc69-d424-40c8-b383-714719622e52.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.343027] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.343240] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95681f03-4700-4878-859d-94b6f11cfcf8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.351492] env[65682]: DEBUG oslo_vmware.api [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Waiting for the task: (returnval){ [ 620.351492] env[65682]: value = "task-4615346" [ 620.351492] env[65682]: _type = "Task" [ 620.351492] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.365940] env[65682]: DEBUG oslo_vmware.api [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Task: {'id': task-4615346, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.438475] env[65682]: DEBUG oslo_vmware.api [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]529a252a-2be3-2a8e-9294-d427dd3b9125, 'name': SearchDatastore_Task, 'duration_secs': 0.041088} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.438793] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.439076] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] f3887e09-9b99-461c-98a1-e89e896177ad/f3887e09-9b99-461c-98a1-e89e896177ad.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.439907] env[65682]: DEBUG oslo_concurrency.lockutils [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.439907] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.439907] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-effa99f6-7b4a-495a-9b70-51ee74996080 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.441849] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-751a13ab-9359-4872-af47-2d2af3b2eb9e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.451070] env[65682]: DEBUG oslo_vmware.api [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Waiting for the task: (returnval){ [ 620.451070] env[65682]: value = "task-4615347" [ 620.451070] env[65682]: _type = "Task" [ 620.451070] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.452704] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.452863] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.457138] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f099c34-17fb-473b-bdec-e34052f134a6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.467886] env[65682]: DEBUG oslo_vmware.api [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Task: {'id': task-4615347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.472650] env[65682]: DEBUG oslo_vmware.api [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Waiting for the task: (returnval){ [ 620.472650] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52527da9-cca4-3d6f-f418-92bd824e6690" [ 620.472650] env[65682]: _type = "Task" [ 620.472650] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.479605] env[65682]: DEBUG oslo_vmware.api [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52527da9-cca4-3d6f-f418-92bd824e6690, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.506663] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Acquiring lock "109b91b6-63d6-4fdd-a1f2-a18e41e44ade" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.506894] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Lock "109b91b6-63d6-4fdd-a1f2-a18e41e44ade" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.516973] env[65682]: DEBUG oslo_vmware.api [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Task: {'id': task-4615345, 'name': PowerOnVM_Task, 'duration_secs': 0.607164} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.518656] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.518656] env[65682]: INFO nova.compute.manager [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Took 11.69 seconds to spawn the instance on the hypervisor. [ 620.518656] env[65682]: DEBUG nova.compute.manager [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 620.519717] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e861d9cf-e9d8-435c-90c7-8448d4cea031 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.638050] env[65682]: DEBUG oslo_concurrency.lockutils [None req-17b15acd-ef36-4c61-bf17-17c634848357 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.683266] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Releasing lock "refresh_cache-32387d64-dddb-4042-a697-36df547c59a5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.683266] env[65682]: DEBUG nova.compute.manager [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Instance network_info: |[{"id": "b27727c9-f4db-4d02-94fd-077e85eb0828", "address": "fa:16:3e:e6:b5:83", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb27727c9-f4", "ovs_interfaceid": "b27727c9-f4db-4d02-94fd-077e85eb0828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 620.683472] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:b5:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b27727c9-f4db-4d02-94fd-077e85eb0828', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.692412] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Creating folder: Project (129cb436b67549f98db7bd8f90bdb345). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.693880] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03aaeef4-3301-4eae-b81c-20532e3b99e1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.708287] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Created folder: Project (129cb436b67549f98db7bd8f90bdb345) in parent group-v901426. [ 620.708287] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Creating folder: Instances. Parent ref: group-v901460. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.708287] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41cdf2b3-9d2a-49da-ae63-6579fd3f6a9f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.719868] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Created folder: Instances in parent group-v901460. [ 620.719868] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 620.719868] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.719868] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfbb991d-f882-4380-a9a0-74aea1b0b863 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.744871] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2bbc3575-bc90-4010-a100-72cf70208b70 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.746984] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.746984] env[65682]: value = "task-4615350" [ 620.746984] env[65682]: _type = "Task" [ 620.746984] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.747476] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba400799-8ea3-44ee-b969-7f5eb848bc60 tempest-DeleteServersAdminTestJSON-1932488044 tempest-DeleteServersAdminTestJSON-1932488044-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.942s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.747692] env[65682]: DEBUG nova.objects.instance [None req-ba400799-8ea3-44ee-b969-7f5eb848bc60 tempest-DeleteServersAdminTestJSON-1932488044 tempest-DeleteServersAdminTestJSON-1932488044-project-admin] Lazy-loading 'resources' on Instance uuid 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 620.760218] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615350, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.777895] env[65682]: INFO nova.scheduler.client.report [None req-2bbc3575-bc90-4010-a100-72cf70208b70 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Deleted allocations for instance 3159800b-627c-490f-bef2-54cde89e2c21 [ 620.866920] env[65682]: DEBUG oslo_vmware.api [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Task: {'id': task-4615346, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127081} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.867522] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.870141] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d28d39-fa89-4abf-bfed-fd4d802abeb8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.909626] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 8dfedc69-d424-40c8-b383-714719622e52/8dfedc69-d424-40c8-b383-714719622e52.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.912407] env[65682]: DEBUG nova.compute.manager [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 620.916269] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd1a94e0-e1d2-46e0-9fd8-a681d479329e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.947274] env[65682]: DEBUG oslo_vmware.api [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Waiting for the task: (returnval){ [ 620.947274] env[65682]: value = "task-4615351" [ 620.947274] env[65682]: _type = "Task" [ 620.947274] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.957297] env[65682]: DEBUG nova.compute.manager [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Received event network-vif-plugged-ad753216-feb7-41ea-98e5-4aa3c5959c44 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 620.958100] env[65682]: DEBUG oslo_concurrency.lockutils [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] Acquiring lock "c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.958363] env[65682]: DEBUG oslo_concurrency.lockutils [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] Lock "c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.958575] env[65682]: DEBUG oslo_concurrency.lockutils [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] Lock "c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.958692] env[65682]: DEBUG nova.compute.manager [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] No waiting events found dispatching network-vif-plugged-ad753216-feb7-41ea-98e5-4aa3c5959c44 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 620.958914] env[65682]: WARNING nova.compute.manager [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Received unexpected event network-vif-plugged-ad753216-feb7-41ea-98e5-4aa3c5959c44 for instance with vm_state active and task_state None. [ 620.959528] env[65682]: DEBUG nova.compute.manager [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Received event network-changed-ad753216-feb7-41ea-98e5-4aa3c5959c44 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 620.959528] env[65682]: DEBUG nova.compute.manager [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Refreshing instance network info cache due to event network-changed-ad753216-feb7-41ea-98e5-4aa3c5959c44. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 620.959528] env[65682]: DEBUG oslo_concurrency.lockutils [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] Acquiring lock "refresh_cache-c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.959528] env[65682]: DEBUG oslo_concurrency.lockutils [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] Acquired lock "refresh_cache-c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.960628] env[65682]: DEBUG nova.network.neutron [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Refreshing network info cache for port ad753216-feb7-41ea-98e5-4aa3c5959c44 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 620.976994] env[65682]: DEBUG oslo_vmware.api [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Task: {'id': task-4615351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.986487] env[65682]: DEBUG oslo_vmware.api [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Task: {'id': task-4615347, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.989053] env[65682]: DEBUG nova.virt.hardware [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 620.989354] env[65682]: DEBUG nova.virt.hardware [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.989482] env[65682]: DEBUG nova.virt.hardware [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 620.989661] env[65682]: DEBUG nova.virt.hardware [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.989801] env[65682]: DEBUG nova.virt.hardware [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 620.990021] env[65682]: DEBUG nova.virt.hardware [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 620.990387] env[65682]: DEBUG nova.virt.hardware [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 620.990642] env[65682]: DEBUG nova.virt.hardware [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 620.990912] env[65682]: DEBUG nova.virt.hardware [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 620.991204] env[65682]: DEBUG nova.virt.hardware [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 620.991499] env[65682]: DEBUG nova.virt.hardware [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 620.993623] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce2c8f5-8c71-448c-bec9-cf0200358d21 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.001731] env[65682]: DEBUG oslo_vmware.api [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52527da9-cca4-3d6f-f418-92bd824e6690, 'name': SearchDatastore_Task, 'duration_secs': 0.021415} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.006028] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cd5559a-2877-494a-b77b-bccc74fd5c40 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.011571] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9302ae90-15ac-4e27-af4c-881098510160 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.018582] env[65682]: DEBUG nova.compute.manager [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 621.021618] env[65682]: DEBUG oslo_vmware.api [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Waiting for the task: (returnval){ [ 621.021618] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52e60c21-5cd7-45cd-020c-fceb6c2f09d0" [ 621.021618] env[65682]: _type = "Task" [ 621.021618] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.044086] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Instance VIF info [] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.049666] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Creating folder: Project (8a8f40c4ff744a0f8c4dd96c5acde61e). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.052473] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e046e82c-a5cf-4f90-8b6e-9684bd466c40 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.056863] env[65682]: INFO nova.compute.manager [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Took 19.26 seconds to build instance. [ 621.068330] env[65682]: DEBUG oslo_vmware.api [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52e60c21-5cd7-45cd-020c-fceb6c2f09d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.081454] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Created folder: Project (8a8f40c4ff744a0f8c4dd96c5acde61e) in parent group-v901426. [ 621.081454] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Creating folder: Instances. Parent ref: group-v901463. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.083054] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d45445d9-20d4-4859-a764-5fec95686d5f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.097560] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Created folder: Instances in parent group-v901463. [ 621.097714] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 621.097797] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.098041] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76fc172e-1f93-469d-9b68-bc7e214d2f07 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.117985] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.117985] env[65682]: value = "task-4615354" [ 621.117985] env[65682]: _type = "Task" [ 621.117985] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.128440] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615354, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.265520] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615350, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.289724] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2bbc3575-bc90-4010-a100-72cf70208b70 tempest-ServerDiagnosticsNegativeTest-67122361 tempest-ServerDiagnosticsNegativeTest-67122361-project-member] Lock "3159800b-627c-490f-bef2-54cde89e2c21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.770s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.326069] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquiring lock "87083d97-1a46-4535-85fc-4081af4f1d99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.326371] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lock "87083d97-1a46-4535-85fc-4081af4f1d99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.461600] env[65682]: DEBUG oslo_vmware.api [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Task: {'id': task-4615351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.468191] env[65682]: WARNING neutronclient.v2_0.client [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.478160] env[65682]: DEBUG oslo_vmware.api [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Task: {'id': task-4615347, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691372} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.478543] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] f3887e09-9b99-461c-98a1-e89e896177ad/f3887e09-9b99-461c-98a1-e89e896177ad.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.478682] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.478946] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-beea47a0-cb03-4e00-9826-a362b0cf1237 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.489167] env[65682]: DEBUG oslo_vmware.api [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Waiting for the task: (returnval){ [ 621.489167] env[65682]: value = "task-4615355" [ 621.489167] env[65682]: _type = "Task" [ 621.489167] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.499639] env[65682]: DEBUG oslo_vmware.api [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Task: {'id': task-4615355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.517670] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a6e48a-be7e-4b6a-8b59-0692bad2b40c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.535448] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40d2f5d-5c8f-4bb4-b42c-20ca5c52629d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.547788] env[65682]: DEBUG oslo_vmware.api [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52e60c21-5cd7-45cd-020c-fceb6c2f09d0, 'name': SearchDatastore_Task, 'duration_secs': 0.056347} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.575741] env[65682]: DEBUG oslo_concurrency.lockutils [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.576069] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 0ae3113b-d090-4a2a-b07f-1f0ec28c078c/0ae3113b-d090-4a2a-b07f-1f0ec28c078c.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.576734] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3679a174-d0ec-4758-9ca6-29c22dc360f5 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Lock "c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.791s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.576878] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Acquiring lock "7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.577055] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Lock "7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.577670] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Acquiring lock "7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.577670] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Lock "7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.577670] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Lock "7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.582021] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.582021] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5e30bf9-ee4d-41e8-9a7d-79aa53ba0370 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.583502] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e32c24-e1d4-4b0a-9a3b-d186b2039aef {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.586870] env[65682]: INFO nova.compute.manager [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Terminating instance [ 621.597536] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f8ec00-fe49-4a54-847f-0f2eeb4a9571 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.602264] env[65682]: DEBUG oslo_vmware.api [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Waiting for the task: (returnval){ [ 621.602264] env[65682]: value = "task-4615356" [ 621.602264] env[65682]: _type = "Task" [ 621.602264] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.614654] env[65682]: DEBUG nova.compute.provider_tree [None req-ba400799-8ea3-44ee-b969-7f5eb848bc60 tempest-DeleteServersAdminTestJSON-1932488044 tempest-DeleteServersAdminTestJSON-1932488044-project-admin] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.624715] env[65682]: DEBUG oslo_vmware.api [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.636076] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615354, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.699175] env[65682]: DEBUG nova.compute.manager [req-376991f0-8913-43bd-93ca-ca537366ae22 req-3ff756c4-0b5f-4871-9ad0-670404e64a13 service nova] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Received event network-vif-deleted-d638ebb3-3030-4d52-8d62-444abfe94483 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 621.699618] env[65682]: DEBUG nova.compute.manager [req-376991f0-8913-43bd-93ca-ca537366ae22 req-3ff756c4-0b5f-4871-9ad0-670404e64a13 service nova] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Received event network-vif-deleted-404f498b-f912-4ef4-a87d-678adfd97381 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 621.761134] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615350, 'name': CreateVM_Task, 'duration_secs': 0.531317} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.761322] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.761827] env[65682]: WARNING neutronclient.v2_0.client [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.762192] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.762338] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.762644] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.762914] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-626d7156-3191-4389-aef0-e41f628099ac {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.768918] env[65682]: DEBUG oslo_vmware.api [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Waiting for the task: (returnval){ [ 621.768918] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528d14c5-fa3e-9225-3ccd-d5518b3ede2d" [ 621.768918] env[65682]: _type = "Task" [ 621.768918] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.777640] env[65682]: DEBUG oslo_vmware.api [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528d14c5-fa3e-9225-3ccd-d5518b3ede2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.828865] env[65682]: DEBUG nova.compute.manager [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 621.963603] env[65682]: DEBUG oslo_vmware.api [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Task: {'id': task-4615351, 'name': ReconfigVM_Task, 'duration_secs': 0.578171} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.963603] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 8dfedc69-d424-40c8-b383-714719622e52/8dfedc69-d424-40c8-b383-714719622e52.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.964595] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cb1142c-ada4-4928-acd8-2ea166091277 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.972562] env[65682]: DEBUG oslo_vmware.api [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Waiting for the task: (returnval){ [ 621.972562] env[65682]: value = "task-4615357" [ 621.972562] env[65682]: _type = "Task" [ 621.972562] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.983425] env[65682]: DEBUG oslo_vmware.api [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Task: {'id': task-4615357, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.000234] env[65682]: DEBUG oslo_vmware.api [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Task: {'id': task-4615355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080727} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.000581] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 622.001657] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c690819-db52-448e-af64-a1d06a75413a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.030023] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] f3887e09-9b99-461c-98a1-e89e896177ad/f3887e09-9b99-461c-98a1-e89e896177ad.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.033247] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f2108b2-8538-47d8-9298-46ed53333584 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.056769] env[65682]: DEBUG oslo_vmware.api [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Waiting for the task: (returnval){ [ 622.056769] env[65682]: value = "task-4615358" [ 622.056769] env[65682]: _type = "Task" [ 622.056769] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.067328] env[65682]: DEBUG oslo_vmware.api [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Task: {'id': task-4615358, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.092110] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Acquiring lock "refresh_cache-7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.092385] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Acquired lock "refresh_cache-7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.092716] env[65682]: DEBUG nova.network.neutron [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 622.116617] env[65682]: DEBUG oslo_vmware.api [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615356, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.118787] env[65682]: DEBUG nova.scheduler.client.report [None req-ba400799-8ea3-44ee-b969-7f5eb848bc60 tempest-DeleteServersAdminTestJSON-1932488044 tempest-DeleteServersAdminTestJSON-1932488044-project-admin] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.136472] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615354, 'name': CreateVM_Task, 'duration_secs': 0.56283} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.136472] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.136831] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.286508] env[65682]: DEBUG oslo_vmware.api [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528d14c5-fa3e-9225-3ccd-d5518b3ede2d, 'name': SearchDatastore_Task, 'duration_secs': 0.040674} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.287203] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.287892] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.288605] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.288963] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.289417] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.289967] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.290448] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.290777] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22eccbf9-c575-4ad2-b032-daefb219521b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.296188] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41b9bc84-51c5-4e55-af6a-230661d22ef4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.304396] env[65682]: DEBUG oslo_vmware.api [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Waiting for the task: (returnval){ [ 622.304396] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]521582e3-f2af-7ff9-8450-5d1b11978bfa" [ 622.304396] env[65682]: _type = "Task" [ 622.304396] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.323542] env[65682]: DEBUG oslo_vmware.api [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]521582e3-f2af-7ff9-8450-5d1b11978bfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.327926] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.328482] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.336027] env[65682]: DEBUG nova.compute.manager [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Stashing vm_state: active {{(pid=65682) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 622.339872] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-716468e4-b19f-4db1-876e-846d28f69750 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.353775] env[65682]: DEBUG oslo_vmware.api [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Waiting for the task: (returnval){ [ 622.353775] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52967382-13a5-71d5-fc19-2e2cea4b0041" [ 622.353775] env[65682]: _type = "Task" [ 622.353775] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.365190] env[65682]: DEBUG oslo_vmware.api [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52967382-13a5-71d5-fc19-2e2cea4b0041, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.372255] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.484239] env[65682]: DEBUG oslo_vmware.api [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Task: {'id': task-4615357, 'name': Rename_Task, 'duration_secs': 0.170672} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.484517] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.487582] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f547bd48-199c-4d94-9a25-bac0dc7b2135 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.496176] env[65682]: DEBUG oslo_vmware.api [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Waiting for the task: (returnval){ [ 622.496176] env[65682]: value = "task-4615359" [ 622.496176] env[65682]: _type = "Task" [ 622.496176] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.507810] env[65682]: DEBUG oslo_vmware.api [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Task: {'id': task-4615359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.571866] env[65682]: DEBUG oslo_vmware.api [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Task: {'id': task-4615358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.601052] env[65682]: WARNING neutronclient.v2_0.client [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.613808] env[65682]: DEBUG oslo_vmware.api [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.869241} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.614097] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 0ae3113b-d090-4a2a-b07f-1f0ec28c078c/0ae3113b-d090-4a2a-b07f-1f0ec28c078c.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 622.614358] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 622.614669] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34309f6b-55be-449f-b5d8-9c2dc1b1d476 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.625525] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba400799-8ea3-44ee-b969-7f5eb848bc60 tempest-DeleteServersAdminTestJSON-1932488044 tempest-DeleteServersAdminTestJSON-1932488044-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.878s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.629260] env[65682]: DEBUG oslo_vmware.api [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Waiting for the task: (returnval){ [ 622.629260] env[65682]: value = "task-4615360" [ 622.629260] env[65682]: _type = "Task" [ 622.629260] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.629614] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.378s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.631631] env[65682]: INFO nova.compute.claims [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.649641] env[65682]: DEBUG oslo_vmware.api [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.663030] env[65682]: INFO nova.scheduler.client.report [None req-ba400799-8ea3-44ee-b969-7f5eb848bc60 tempest-DeleteServersAdminTestJSON-1932488044 tempest-DeleteServersAdminTestJSON-1932488044-project-admin] Deleted allocations for instance 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8 [ 622.818457] env[65682]: DEBUG oslo_vmware.api [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]521582e3-f2af-7ff9-8450-5d1b11978bfa, 'name': SearchDatastore_Task, 'duration_secs': 0.079033} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.818880] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.819215] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.819514] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.866886] env[65682]: DEBUG oslo_vmware.api [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52967382-13a5-71d5-fc19-2e2cea4b0041, 'name': SearchDatastore_Task, 'duration_secs': 0.037883} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.867991] env[65682]: DEBUG oslo_concurrency.lockutils [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.868857] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac8933aa-1c12-4e37-b38d-628489e59dc2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.876649] env[65682]: DEBUG oslo_vmware.api [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Waiting for the task: (returnval){ [ 622.876649] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5271fe12-e623-f038-97bc-083e0b1e3dc0" [ 622.876649] env[65682]: _type = "Task" [ 622.876649] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.890541] env[65682]: DEBUG oslo_vmware.api [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5271fe12-e623-f038-97bc-083e0b1e3dc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.007277] env[65682]: DEBUG oslo_vmware.api [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Task: {'id': task-4615359, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.070190] env[65682]: DEBUG oslo_vmware.api [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Task: {'id': task-4615358, 'name': ReconfigVM_Task, 'duration_secs': 0.789211} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.070431] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Reconfigured VM instance instance-0000000a to attach disk [datastore2] f3887e09-9b99-461c-98a1-e89e896177ad/f3887e09-9b99-461c-98a1-e89e896177ad.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.071124] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f94a77f6-8fd8-4e57-8a36-50c6e48d60b4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.079991] env[65682]: DEBUG oslo_vmware.api [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Waiting for the task: (returnval){ [ 623.079991] env[65682]: value = "task-4615361" [ 623.079991] env[65682]: _type = "Task" [ 623.079991] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.081033] env[65682]: DEBUG nova.network.neutron [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 623.095202] env[65682]: DEBUG oslo_vmware.api [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Task: {'id': task-4615361, 'name': Rename_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.113119] env[65682]: WARNING neutronclient.v2_0.client [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.148515] env[65682]: DEBUG oslo_vmware.api [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0805} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.149308] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.150247] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51232605-ca20-481d-926d-42812b11722d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.173799] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 0ae3113b-d090-4a2a-b07f-1f0ec28c078c/0ae3113b-d090-4a2a-b07f-1f0ec28c078c.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.177560] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66ea8823-8bec-4f88-becf-d29b6767f2c8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.194212] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba400799-8ea3-44ee-b969-7f5eb848bc60 tempest-DeleteServersAdminTestJSON-1932488044 tempest-DeleteServersAdminTestJSON-1932488044-project-admin] Lock "4a72cb8f-6b31-445a-b78c-01bd25f6c5d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.803s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.201619] env[65682]: DEBUG oslo_vmware.api [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Waiting for the task: (returnval){ [ 623.201619] env[65682]: value = "task-4615362" [ 623.201619] env[65682]: _type = "Task" [ 623.201619] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.212083] env[65682]: DEBUG oslo_vmware.api [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615362, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.389160] env[65682]: DEBUG oslo_vmware.api [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5271fe12-e623-f038-97bc-083e0b1e3dc0, 'name': SearchDatastore_Task, 'duration_secs': 0.014996} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.389467] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.389819] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 32387d64-dddb-4042-a697-36df547c59a5/32387d64-dddb-4042-a697-36df547c59a5.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.390149] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.390347] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.390575] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e0e7751-8554-4b93-9318-94b7fcba8c1a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.392985] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ebd5dac-13c6-4d94-98a3-8f66a7e8c4a9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.402654] env[65682]: DEBUG oslo_vmware.api [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Waiting for the task: (returnval){ [ 623.402654] env[65682]: value = "task-4615363" [ 623.402654] env[65682]: _type = "Task" [ 623.402654] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.407586] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.407702] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.408919] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a14d48eb-7e05-4d6e-9568-aa3ef80157cf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.414700] env[65682]: DEBUG oslo_vmware.api [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Task: {'id': task-4615363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.418868] env[65682]: DEBUG oslo_vmware.api [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Waiting for the task: (returnval){ [ 623.418868] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c80ce5-688c-7ff9-d7eb-239941a37550" [ 623.418868] env[65682]: _type = "Task" [ 623.418868] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.429713] env[65682]: DEBUG oslo_vmware.api [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c80ce5-688c-7ff9-d7eb-239941a37550, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.509763] env[65682]: DEBUG oslo_vmware.api [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Task: {'id': task-4615359, 'name': PowerOnVM_Task, 'duration_secs': 0.547513} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.510279] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.510680] env[65682]: INFO nova.compute.manager [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Took 12.23 seconds to spawn the instance on the hypervisor. [ 623.510919] env[65682]: DEBUG nova.compute.manager [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 623.512173] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bded0f95-59c8-429d-b2b8-222d10f846dd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.535612] env[65682]: INFO nova.compute.manager [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Rebuilding instance [ 623.596547] env[65682]: DEBUG nova.compute.manager [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 623.597509] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6f3c6b-fe81-427d-b08c-7a8abbe400c5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.611476] env[65682]: DEBUG oslo_vmware.api [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Task: {'id': task-4615361, 'name': Rename_Task, 'duration_secs': 0.407273} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.612121] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.612697] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13d8b341-fe5c-495e-b180-c629f6fb9996 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.622498] env[65682]: DEBUG oslo_vmware.api [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Waiting for the task: (returnval){ [ 623.622498] env[65682]: value = "task-4615364" [ 623.622498] env[65682]: _type = "Task" [ 623.622498] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.635862] env[65682]: DEBUG oslo_vmware.api [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Task: {'id': task-4615364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.718422] env[65682]: DEBUG oslo_vmware.api [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.719328] env[65682]: DEBUG nova.network.neutron [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.916223] env[65682]: DEBUG oslo_vmware.api [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Task: {'id': task-4615363, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.936417] env[65682]: DEBUG oslo_vmware.api [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c80ce5-688c-7ff9-d7eb-239941a37550, 'name': SearchDatastore_Task, 'duration_secs': 0.027184} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.939707] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b8f969-9607-4a2a-b1cf-e437ab62e09d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.943672] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6a8aa1a-9218-4e12-9c0f-a12e9c4cedbc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.950174] env[65682]: DEBUG oslo_vmware.api [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Waiting for the task: (returnval){ [ 623.950174] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52dac71a-2e56-cf3d-361e-c0b46c5e57d7" [ 623.950174] env[65682]: _type = "Task" [ 623.950174] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.956551] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7969edae-4e82-4768-8498-cbee9fe9fedf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.966508] env[65682]: DEBUG oslo_vmware.api [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52dac71a-2e56-cf3d-361e-c0b46c5e57d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.996314] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c285eeb-ab55-47b6-83d0-51e092765a93 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.005935] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d488e82-52c4-4f3c-9956-5ddb2426fc48 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.022819] env[65682]: DEBUG nova.compute.provider_tree [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.032775] env[65682]: INFO nova.compute.manager [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Took 20.60 seconds to build instance. [ 624.111860] env[65682]: DEBUG nova.network.neutron [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Updated VIF entry in instance network info cache for port ad753216-feb7-41ea-98e5-4aa3c5959c44. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 624.112261] env[65682]: DEBUG nova.network.neutron [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Updating instance_info_cache with network_info: [{"id": "ad753216-feb7-41ea-98e5-4aa3c5959c44", "address": "fa:16:3e:30:08:a6", "network": {"id": "f124ed1d-f492-4c67-a9bb-5901db714501", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1942775224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f6d0332670e470aafe072e93303f420", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad753216-fe", "ovs_interfaceid": "ad753216-feb7-41ea-98e5-4aa3c5959c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.135750] env[65682]: DEBUG oslo_vmware.api [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Task: {'id': task-4615364, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.213700] env[65682]: DEBUG oslo_vmware.api [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615362, 'name': ReconfigVM_Task, 'duration_secs': 0.846716} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.213998] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 0ae3113b-d090-4a2a-b07f-1f0ec28c078c/0ae3113b-d090-4a2a-b07f-1f0ec28c078c.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.214674] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66dad6c2-c73f-4801-a3d8-6c3162b309af {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.223702] env[65682]: DEBUG oslo_vmware.api [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Waiting for the task: (returnval){ [ 624.223702] env[65682]: value = "task-4615365" [ 624.223702] env[65682]: _type = "Task" [ 624.223702] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.227601] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Releasing lock "refresh_cache-7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.228066] env[65682]: DEBUG nova.compute.manager [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 624.228264] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 624.229072] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2e45db-80b8-4591-aeb1-20bd32cb7a4f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.244009] env[65682]: DEBUG oslo_vmware.api [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615365, 'name': Rename_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.244385] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 624.244773] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b4cb0ee-6cfa-4111-8f29-3e492206c726 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.253645] env[65682]: DEBUG oslo_vmware.api [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Waiting for the task: (returnval){ [ 624.253645] env[65682]: value = "task-4615366" [ 624.253645] env[65682]: _type = "Task" [ 624.253645] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.263934] env[65682]: DEBUG oslo_vmware.api [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Task: {'id': task-4615366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.421363] env[65682]: DEBUG oslo_vmware.api [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Task: {'id': task-4615363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.811031} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.421776] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 32387d64-dddb-4042-a697-36df547c59a5/32387d64-dddb-4042-a697-36df547c59a5.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.422102] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.422479] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8de080d-ce2c-4750-9234-31c180f31c99 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.435324] env[65682]: DEBUG oslo_vmware.api [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Waiting for the task: (returnval){ [ 624.435324] env[65682]: value = "task-4615367" [ 624.435324] env[65682]: _type = "Task" [ 624.435324] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.444411] env[65682]: DEBUG oslo_vmware.api [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Task: {'id': task-4615367, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.463879] env[65682]: DEBUG oslo_vmware.api [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52dac71a-2e56-cf3d-361e-c0b46c5e57d7, 'name': SearchDatastore_Task, 'duration_secs': 0.068455} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.464132] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.464397] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 7eb4516c-d93c-4be2-9f9a-67a22c300fbc/7eb4516c-d93c-4be2-9f9a-67a22c300fbc.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.464816] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d2457d1-8eff-45ef-8066-40a58756e893 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.475024] env[65682]: DEBUG oslo_vmware.api [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Waiting for the task: (returnval){ [ 624.475024] env[65682]: value = "task-4615368" [ 624.475024] env[65682]: _type = "Task" [ 624.475024] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.484633] env[65682]: DEBUG oslo_vmware.api [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.526400] env[65682]: DEBUG nova.scheduler.client.report [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.536194] env[65682]: DEBUG oslo_concurrency.lockutils [None req-75e4a460-8bd4-4c23-8f00-1529c9346b49 tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Lock "8dfedc69-d424-40c8-b383-714719622e52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.119s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.616392] env[65682]: DEBUG oslo_concurrency.lockutils [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] Releasing lock "refresh_cache-c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.616737] env[65682]: DEBUG nova.compute.manager [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Received event network-vif-plugged-88c34579-305a-4844-8ea8-5ad367d77d24 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 624.616916] env[65682]: DEBUG oslo_concurrency.lockutils [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] Acquiring lock "8dfedc69-d424-40c8-b383-714719622e52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.617154] env[65682]: DEBUG oslo_concurrency.lockutils [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] Lock "8dfedc69-d424-40c8-b383-714719622e52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.617315] env[65682]: DEBUG oslo_concurrency.lockutils [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] Lock "8dfedc69-d424-40c8-b383-714719622e52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.617483] env[65682]: DEBUG nova.compute.manager [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] [instance: 8dfedc69-d424-40c8-b383-714719622e52] No waiting events found dispatching network-vif-plugged-88c34579-305a-4844-8ea8-5ad367d77d24 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 624.617667] env[65682]: WARNING nova.compute.manager [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Received unexpected event network-vif-plugged-88c34579-305a-4844-8ea8-5ad367d77d24 for instance with vm_state building and task_state spawning. [ 624.617887] env[65682]: DEBUG nova.compute.manager [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Received event network-changed-88c34579-305a-4844-8ea8-5ad367d77d24 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 624.617991] env[65682]: DEBUG nova.compute.manager [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Refreshing instance network info cache due to event network-changed-88c34579-305a-4844-8ea8-5ad367d77d24. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 624.618200] env[65682]: DEBUG oslo_concurrency.lockutils [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] Acquiring lock "refresh_cache-8dfedc69-d424-40c8-b383-714719622e52" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.618331] env[65682]: DEBUG oslo_concurrency.lockutils [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] Acquired lock "refresh_cache-8dfedc69-d424-40c8-b383-714719622e52" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.618482] env[65682]: DEBUG nova.network.neutron [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Refreshing network info cache for port 88c34579-305a-4844-8ea8-5ad367d77d24 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.620235] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 624.620509] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d479b29-efef-452e-80f4-cc22644b8e72 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.629562] env[65682]: DEBUG oslo_vmware.api [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Waiting for the task: (returnval){ [ 624.629562] env[65682]: value = "task-4615369" [ 624.629562] env[65682]: _type = "Task" [ 624.629562] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.633408] env[65682]: DEBUG oslo_vmware.api [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Task: {'id': task-4615364, 'name': PowerOnVM_Task, 'duration_secs': 0.962447} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.638200] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.638200] env[65682]: INFO nova.compute.manager [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Took 10.92 seconds to spawn the instance on the hypervisor. [ 624.638200] env[65682]: DEBUG nova.compute.manager [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 624.642021] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f93a777-0505-4106-b353-032b00258016 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.649046] env[65682]: DEBUG oslo_vmware.api [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.736542] env[65682]: DEBUG oslo_vmware.api [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615365, 'name': Rename_Task, 'duration_secs': 0.227859} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.736542] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.736542] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35a0341c-277b-4b8d-81c8-c50cda10102a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.746603] env[65682]: DEBUG oslo_vmware.api [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Waiting for the task: (returnval){ [ 624.746603] env[65682]: value = "task-4615370" [ 624.746603] env[65682]: _type = "Task" [ 624.746603] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.757222] env[65682]: DEBUG oslo_vmware.api [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.769057] env[65682]: DEBUG oslo_vmware.api [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Task: {'id': task-4615366, 'name': PowerOffVM_Task, 'duration_secs': 0.252748} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.769437] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 624.769639] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 624.769998] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-729bedbc-dcf9-4dc1-9647-90a60e64b732 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.812205] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 624.812205] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 624.812205] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Deleting the datastore file [datastore2] 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 624.812205] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9249a617-c9fd-4d19-aff4-3503aa345a87 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.820983] env[65682]: DEBUG oslo_vmware.api [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Waiting for the task: (returnval){ [ 624.820983] env[65682]: value = "task-4615372" [ 624.820983] env[65682]: _type = "Task" [ 624.820983] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.832915] env[65682]: DEBUG oslo_vmware.api [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Task: {'id': task-4615372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.947835] env[65682]: DEBUG oslo_vmware.api [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Task: {'id': task-4615367, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118933} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.947835] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.948346] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fd5620-a5be-445a-b368-8c350ef4dfd5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.980738] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 32387d64-dddb-4042-a697-36df547c59a5/32387d64-dddb-4042-a697-36df547c59a5.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.982078] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbf997ff-c1ca-4862-9da0-2f8004f0d94a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.011671] env[65682]: DEBUG oslo_vmware.api [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615368, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.013897] env[65682]: DEBUG oslo_vmware.api [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Waiting for the task: (returnval){ [ 625.013897] env[65682]: value = "task-4615373" [ 625.013897] env[65682]: _type = "Task" [ 625.013897] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.024154] env[65682]: DEBUG oslo_vmware.api [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Task: {'id': task-4615373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.032289] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.032289] env[65682]: DEBUG nova.compute.manager [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 625.035584] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.108s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.037946] env[65682]: INFO nova.compute.claims [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.124905] env[65682]: WARNING neutronclient.v2_0.client [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.151727] env[65682]: DEBUG oslo_vmware.api [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615369, 'name': PowerOffVM_Task, 'duration_secs': 0.276928} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.152213] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 625.152482] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 625.153663] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bef613-cc41-4287-bd57-15ea513ff89a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.173745] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 625.178020] env[65682]: INFO nova.compute.manager [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Took 20.44 seconds to build instance. [ 625.178020] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f46b35a-2411-40ba-8f91-f55dadbbb524 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.207863] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 625.208084] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 625.208867] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Deleting the datastore file [datastore1] 100e93f9-0a2c-4301-be84-d163a0ec2cd5 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 625.210832] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9253837-c7f8-4b2a-b48c-0696a4f4c60c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.218193] env[65682]: DEBUG oslo_vmware.api [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Waiting for the task: (returnval){ [ 625.218193] env[65682]: value = "task-4615375" [ 625.218193] env[65682]: _type = "Task" [ 625.218193] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.231635] env[65682]: DEBUG oslo_vmware.api [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.264742] env[65682]: DEBUG oslo_vmware.api [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615370, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.336347] env[65682]: DEBUG oslo_vmware.api [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Task: {'id': task-4615372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429614} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.336632] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 625.336824] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 625.337044] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 625.337293] env[65682]: INFO nova.compute.manager [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Took 1.11 seconds to destroy the instance on the hypervisor. [ 625.337490] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 625.337689] env[65682]: DEBUG nova.compute.manager [-] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 625.337790] env[65682]: DEBUG nova.network.neutron [-] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 625.338131] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.440325] env[65682]: DEBUG nova.network.neutron [-] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 625.440325] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.496220] env[65682]: DEBUG oslo_vmware.api [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615368, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608867} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.497201] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 7eb4516c-d93c-4be2-9f9a-67a22c300fbc/7eb4516c-d93c-4be2-9f9a-67a22c300fbc.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.497815] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.498095] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06ca487e-4b7d-4b52-9513-032aa833a2c0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.508115] env[65682]: DEBUG oslo_vmware.api [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Waiting for the task: (returnval){ [ 625.508115] env[65682]: value = "task-4615376" [ 625.508115] env[65682]: _type = "Task" [ 625.508115] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.523751] env[65682]: DEBUG oslo_vmware.api [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615376, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.530926] env[65682]: DEBUG oslo_vmware.api [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Task: {'id': task-4615373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.538120] env[65682]: DEBUG nova.compute.utils [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.539634] env[65682]: DEBUG nova.compute.manager [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 625.539880] env[65682]: DEBUG nova.network.neutron [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 625.543843] env[65682]: WARNING neutronclient.v2_0.client [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.543843] env[65682]: WARNING neutronclient.v2_0.client [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.556478] env[65682]: WARNING neutronclient.v2_0.client [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.641073] env[65682]: DEBUG nova.policy [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '201f127a64dd45efb48f53299054efd8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f89ef8262ca0497eb53f59a9aca1a523', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.680185] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4d44b5f2-de51-44e5-bfc7-17b1a3a2b128 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Lock "f3887e09-9b99-461c-98a1-e89e896177ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.952s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.741613] env[65682]: DEBUG oslo_vmware.api [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362328} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.741769] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 625.741975] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 625.744493] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 625.762436] env[65682]: DEBUG oslo_vmware.api [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615370, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.855206] env[65682]: DEBUG oslo_concurrency.lockutils [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "6812a738-b2c5-4038-9943-ba204da22919" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.855206] env[65682]: DEBUG oslo_concurrency.lockutils [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "6812a738-b2c5-4038-9943-ba204da22919" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.942831] env[65682]: DEBUG nova.network.neutron [-] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.018847] env[65682]: DEBUG oslo_vmware.api [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615376, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099353} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.022762] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.023504] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1072518-a850-4ece-b28d-d533ba6fcb45 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.032326] env[65682]: DEBUG oslo_vmware.api [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Task: {'id': task-4615373, 'name': ReconfigVM_Task, 'duration_secs': 0.766371} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.040931] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 32387d64-dddb-4042-a697-36df547c59a5/32387d64-dddb-4042-a697-36df547c59a5.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.052345] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 7eb4516c-d93c-4be2-9f9a-67a22c300fbc/7eb4516c-d93c-4be2-9f9a-67a22c300fbc.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.052345] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-911ac422-8782-464a-8d79-680f71d1da78 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.053378] env[65682]: DEBUG nova.compute.manager [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 626.058712] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea2a878a-9bc6-4292-9dec-0ee2a6458501 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.083381] env[65682]: DEBUG oslo_vmware.api [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Waiting for the task: (returnval){ [ 626.083381] env[65682]: value = "task-4615377" [ 626.083381] env[65682]: _type = "Task" [ 626.083381] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.083654] env[65682]: DEBUG oslo_vmware.api [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Waiting for the task: (returnval){ [ 626.083654] env[65682]: value = "task-4615378" [ 626.083654] env[65682]: _type = "Task" [ 626.083654] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.097952] env[65682]: DEBUG oslo_vmware.api [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Task: {'id': task-4615377, 'name': Rename_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.102028] env[65682]: DEBUG oslo_vmware.api [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615378, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.107484] env[65682]: DEBUG nova.network.neutron [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Successfully created port: 1bfd32e1-e339-43a9-9fa2-905a5fd96de7 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 626.151156] env[65682]: DEBUG nova.network.neutron [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Updated VIF entry in instance network info cache for port 88c34579-305a-4844-8ea8-5ad367d77d24. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 626.151578] env[65682]: DEBUG nova.network.neutron [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Updating instance_info_cache with network_info: [{"id": "88c34579-305a-4844-8ea8-5ad367d77d24", "address": "fa:16:3e:e6:37:e0", "network": {"id": "03167c58-b942-4522-bfec-a2a14727d011", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1761014544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c118d971fc894034a2c800a2a306e413", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88c34579-30", "ovs_interfaceid": "88c34579-305a-4844-8ea8-5ad367d77d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.277515] env[65682]: DEBUG oslo_vmware.api [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615370, 'name': PowerOnVM_Task, 'duration_secs': 1.096642} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.278152] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.278317] env[65682]: INFO nova.compute.manager [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Took 7.90 seconds to spawn the instance on the hypervisor. [ 626.278537] env[65682]: DEBUG nova.compute.manager [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 626.280078] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f30f23-e077-4ad4-b9a9-50ffe50a2704 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.359198] env[65682]: DEBUG nova.compute.manager [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 626.375404] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquiring lock "fc7b2e73-d070-4652-ad3b-98797c7357b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.375584] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lock "fc7b2e73-d070-4652-ad3b-98797c7357b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.447522] env[65682]: INFO nova.compute.manager [-] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Took 1.11 seconds to deallocate network for instance. [ 626.480569] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cac33fc-c5c2-48b8-b8fc-634782d8c9fc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.495665] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbfad41-2cf0-45ab-b1a7-e6dc76c742df {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.530750] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13b0f0f-b2d2-40bc-890d-580b102aaad3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.541163] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1206696-c58c-4b5e-bcef-219b831a2d1e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.559053] env[65682]: DEBUG nova.compute.provider_tree [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.603366] env[65682]: DEBUG oslo_vmware.api [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615378, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.607101] env[65682]: DEBUG oslo_vmware.api [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Task: {'id': task-4615377, 'name': Rename_Task, 'duration_secs': 0.333283} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.607436] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.607747] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14d2b340-3400-4682-8371-0a92a541a857 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.617431] env[65682]: DEBUG oslo_vmware.api [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Waiting for the task: (returnval){ [ 626.617431] env[65682]: value = "task-4615379" [ 626.617431] env[65682]: _type = "Task" [ 626.617431] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.627381] env[65682]: DEBUG oslo_vmware.api [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Task: {'id': task-4615379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.657649] env[65682]: DEBUG oslo_concurrency.lockutils [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] Releasing lock "refresh_cache-8dfedc69-d424-40c8-b383-714719622e52" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.658237] env[65682]: DEBUG nova.compute.manager [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Received event network-vif-plugged-e0a7740e-f8d9-4ba0-b839-658b5355aed2 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 626.658416] env[65682]: DEBUG oslo_concurrency.lockutils [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] Acquiring lock "f3887e09-9b99-461c-98a1-e89e896177ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.658746] env[65682]: DEBUG oslo_concurrency.lockutils [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] Lock "f3887e09-9b99-461c-98a1-e89e896177ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.658877] env[65682]: DEBUG oslo_concurrency.lockutils [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] Lock "f3887e09-9b99-461c-98a1-e89e896177ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.659453] env[65682]: DEBUG nova.compute.manager [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] No waiting events found dispatching network-vif-plugged-e0a7740e-f8d9-4ba0-b839-658b5355aed2 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 626.659453] env[65682]: WARNING nova.compute.manager [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Received unexpected event network-vif-plugged-e0a7740e-f8d9-4ba0-b839-658b5355aed2 for instance with vm_state building and task_state spawning. [ 626.659572] env[65682]: DEBUG nova.compute.manager [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Received event network-changed-e0a7740e-f8d9-4ba0-b839-658b5355aed2 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 626.659649] env[65682]: DEBUG nova.compute.manager [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Refreshing instance network info cache due to event network-changed-e0a7740e-f8d9-4ba0-b839-658b5355aed2. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 626.659853] env[65682]: DEBUG oslo_concurrency.lockutils [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] Acquiring lock "refresh_cache-f3887e09-9b99-461c-98a1-e89e896177ad" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.659961] env[65682]: DEBUG oslo_concurrency.lockutils [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] Acquired lock "refresh_cache-f3887e09-9b99-461c-98a1-e89e896177ad" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.660130] env[65682]: DEBUG nova.network.neutron [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Refreshing network info cache for port e0a7740e-f8d9-4ba0-b839-658b5355aed2 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.795150] env[65682]: DEBUG nova.virt.hardware [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 626.795462] env[65682]: DEBUG nova.virt.hardware [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.795617] env[65682]: DEBUG nova.virt.hardware [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 626.795786] env[65682]: DEBUG nova.virt.hardware [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.795957] env[65682]: DEBUG nova.virt.hardware [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 626.796399] env[65682]: DEBUG nova.virt.hardware [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 626.796971] env[65682]: DEBUG nova.virt.hardware [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 626.796971] env[65682]: DEBUG nova.virt.hardware [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 626.797170] env[65682]: DEBUG nova.virt.hardware [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 626.797606] env[65682]: DEBUG nova.virt.hardware [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 626.797606] env[65682]: DEBUG nova.virt.hardware [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 626.798496] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b723767-d5d1-4c4a-8637-3b9ced044945 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.808097] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Acquiring lock "b2f29261-935f-4a60-bf4a-71f7cdc239e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.808338] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Lock "b2f29261-935f-4a60-bf4a-71f7cdc239e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.808552] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Acquiring lock "b2f29261-935f-4a60-bf4a-71f7cdc239e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.809229] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Lock "b2f29261-935f-4a60-bf4a-71f7cdc239e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.809229] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Lock "b2f29261-935f-4a60-bf4a-71f7cdc239e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.811933] env[65682]: INFO nova.compute.manager [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Took 20.80 seconds to build instance. [ 626.820537] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4669a562-dae3-440f-8081-adae5741f192 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.837722] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Instance VIF info [] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.844734] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 626.846277] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.846646] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9dc3917c-5f6c-4922-ade8-cf9fd062281a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.862307] env[65682]: INFO nova.compute.manager [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Terminating instance [ 626.866933] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.866933] env[65682]: value = "task-4615380" [ 626.866933] env[65682]: _type = "Task" [ 626.866933] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.879303] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615380, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.883211] env[65682]: DEBUG nova.compute.manager [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 626.916694] env[65682]: DEBUG oslo_concurrency.lockutils [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.954710] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.062714] env[65682]: DEBUG nova.scheduler.client.report [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.081751] env[65682]: DEBUG nova.compute.manager [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 627.096268] env[65682]: DEBUG oslo_vmware.api [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615378, 'name': ReconfigVM_Task, 'duration_secs': 0.846539} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.096568] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 7eb4516c-d93c-4be2-9f9a-67a22c300fbc/7eb4516c-d93c-4be2-9f9a-67a22c300fbc.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.097223] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5015035f-8b1c-4771-8fbc-1415a9bef38d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.106107] env[65682]: DEBUG oslo_vmware.api [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Waiting for the task: (returnval){ [ 627.106107] env[65682]: value = "task-4615381" [ 627.106107] env[65682]: _type = "Task" [ 627.106107] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.112591] env[65682]: DEBUG nova.virt.hardware [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 627.112827] env[65682]: DEBUG nova.virt.hardware [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.112975] env[65682]: DEBUG nova.virt.hardware [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 627.113928] env[65682]: DEBUG nova.virt.hardware [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.114121] env[65682]: DEBUG nova.virt.hardware [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 627.114279] env[65682]: DEBUG nova.virt.hardware [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 627.114488] env[65682]: DEBUG nova.virt.hardware [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 627.114642] env[65682]: DEBUG nova.virt.hardware [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 627.114802] env[65682]: DEBUG nova.virt.hardware [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 627.114993] env[65682]: DEBUG nova.virt.hardware [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 627.115217] env[65682]: DEBUG nova.virt.hardware [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 627.116431] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6fee68-c2e5-4da7-8271-361dd9c3b50a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.123315] env[65682]: DEBUG oslo_vmware.api [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615381, 'name': Rename_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.140359] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9c288c-8b1a-45cd-8523-7121b824131c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.144539] env[65682]: DEBUG oslo_vmware.api [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Task: {'id': task-4615379, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.163468] env[65682]: WARNING neutronclient.v2_0.client [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.314945] env[65682]: DEBUG oslo_concurrency.lockutils [None req-67f55b43-47fb-4eb1-b5f1-1fb4b3505c4b tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Lock "0ae3113b-d090-4a2a-b07f-1f0ec28c078c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.340s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.368604] env[65682]: DEBUG nova.compute.manager [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 627.368872] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 627.369940] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8b4dc6-097e-48d2-a901-dd3ebd1e6c75 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.384964] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615380, 'name': CreateVM_Task, 'duration_secs': 0.461906} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.387761] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 627.390540] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 627.396583] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.396765] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.397121] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.397610] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89dd9bcb-7c15-4843-8049-5fc52e15518e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.400635] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1be37003-c916-44c8-b2dd-f22d959ef03b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.408400] env[65682]: DEBUG oslo_vmware.api [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Waiting for the task: (returnval){ [ 627.408400] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b7d31a-45c5-0d7a-6b66-396b264ba07e" [ 627.408400] env[65682]: _type = "Task" [ 627.408400] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.410458] env[65682]: DEBUG oslo_vmware.api [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Waiting for the task: (returnval){ [ 627.410458] env[65682]: value = "task-4615382" [ 627.410458] env[65682]: _type = "Task" [ 627.410458] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.420368] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.426565] env[65682]: DEBUG oslo_vmware.api [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b7d31a-45c5-0d7a-6b66-396b264ba07e, 'name': SearchDatastore_Task, 'duration_secs': 0.016267} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.429987] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.430300] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 627.430579] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.430747] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.430930] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.431232] env[65682]: DEBUG oslo_vmware.api [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Task: {'id': task-4615382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.433653] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70795f13-1308-4073-80df-dcaace9f99be {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.444767] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 627.444994] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 627.445803] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8410485-05ce-4fd0-a6bb-e30e08092799 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.460171] env[65682]: DEBUG oslo_vmware.api [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Waiting for the task: (returnval){ [ 627.460171] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]529aff87-5db6-69d8-3c02-d1558c1cbc8b" [ 627.460171] env[65682]: _type = "Task" [ 627.460171] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.470384] env[65682]: DEBUG oslo_vmware.api [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]529aff87-5db6-69d8-3c02-d1558c1cbc8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.569349] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.570019] env[65682]: DEBUG nova.compute.manager [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 627.573921] env[65682]: DEBUG oslo_concurrency.lockutils [None req-17b15acd-ef36-4c61-bf17-17c634848357 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.936s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.574246] env[65682]: DEBUG nova.objects.instance [None req-17b15acd-ef36-4c61-bf17-17c634848357 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Lazy-loading 'resources' on Instance uuid 5b9c6ab2-637a-4a46-bb98-8a177b5fae89 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 627.619237] env[65682]: DEBUG oslo_vmware.api [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615381, 'name': Rename_Task, 'duration_secs': 0.191417} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.619651] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.620519] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acc4652b-6989-4a4f-830c-6d5e8f061ff8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.630839] env[65682]: DEBUG oslo_vmware.api [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Waiting for the task: (returnval){ [ 627.630839] env[65682]: value = "task-4615383" [ 627.630839] env[65682]: _type = "Task" [ 627.630839] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.637852] env[65682]: DEBUG oslo_vmware.api [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Task: {'id': task-4615379, 'name': PowerOnVM_Task, 'duration_secs': 0.830039} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.638609] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.638862] env[65682]: INFO nova.compute.manager [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Took 11.61 seconds to spawn the instance on the hypervisor. [ 627.639070] env[65682]: DEBUG nova.compute.manager [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 627.639915] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75655879-0611-4be0-881f-f1b927f5f14f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.646845] env[65682]: DEBUG oslo_vmware.api [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.782651] env[65682]: WARNING neutronclient.v2_0.client [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.796824] env[65682]: DEBUG nova.compute.manager [req-9331f96f-93d8-4ae1-a5e9-bdaea2816a7b req-27123a43-2a54-4e74-9568-9ed577850549 service nova] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Received event network-vif-plugged-b27727c9-f4db-4d02-94fd-077e85eb0828 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 627.797792] env[65682]: DEBUG oslo_concurrency.lockutils [req-9331f96f-93d8-4ae1-a5e9-bdaea2816a7b req-27123a43-2a54-4e74-9568-9ed577850549 service nova] Acquiring lock "32387d64-dddb-4042-a697-36df547c59a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.797792] env[65682]: DEBUG oslo_concurrency.lockutils [req-9331f96f-93d8-4ae1-a5e9-bdaea2816a7b req-27123a43-2a54-4e74-9568-9ed577850549 service nova] Lock "32387d64-dddb-4042-a697-36df547c59a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.797792] env[65682]: DEBUG oslo_concurrency.lockutils [req-9331f96f-93d8-4ae1-a5e9-bdaea2816a7b req-27123a43-2a54-4e74-9568-9ed577850549 service nova] Lock "32387d64-dddb-4042-a697-36df547c59a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.797792] env[65682]: DEBUG nova.compute.manager [req-9331f96f-93d8-4ae1-a5e9-bdaea2816a7b req-27123a43-2a54-4e74-9568-9ed577850549 service nova] [instance: 32387d64-dddb-4042-a697-36df547c59a5] No waiting events found dispatching network-vif-plugged-b27727c9-f4db-4d02-94fd-077e85eb0828 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 627.797792] env[65682]: WARNING nova.compute.manager [req-9331f96f-93d8-4ae1-a5e9-bdaea2816a7b req-27123a43-2a54-4e74-9568-9ed577850549 service nova] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Received unexpected event network-vif-plugged-b27727c9-f4db-4d02-94fd-077e85eb0828 for instance with vm_state active and task_state None. [ 627.798174] env[65682]: DEBUG nova.compute.manager [req-9331f96f-93d8-4ae1-a5e9-bdaea2816a7b req-27123a43-2a54-4e74-9568-9ed577850549 service nova] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Received event network-changed-b27727c9-f4db-4d02-94fd-077e85eb0828 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 627.798174] env[65682]: DEBUG nova.compute.manager [req-9331f96f-93d8-4ae1-a5e9-bdaea2816a7b req-27123a43-2a54-4e74-9568-9ed577850549 service nova] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Refreshing instance network info cache due to event network-changed-b27727c9-f4db-4d02-94fd-077e85eb0828. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 627.798371] env[65682]: DEBUG oslo_concurrency.lockutils [req-9331f96f-93d8-4ae1-a5e9-bdaea2816a7b req-27123a43-2a54-4e74-9568-9ed577850549 service nova] Acquiring lock "refresh_cache-32387d64-dddb-4042-a697-36df547c59a5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.798663] env[65682]: DEBUG oslo_concurrency.lockutils [req-9331f96f-93d8-4ae1-a5e9-bdaea2816a7b req-27123a43-2a54-4e74-9568-9ed577850549 service nova] Acquired lock "refresh_cache-32387d64-dddb-4042-a697-36df547c59a5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.798663] env[65682]: DEBUG nova.network.neutron [req-9331f96f-93d8-4ae1-a5e9-bdaea2816a7b req-27123a43-2a54-4e74-9568-9ed577850549 service nova] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Refreshing network info cache for port b27727c9-f4db-4d02-94fd-077e85eb0828 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 627.865544] env[65682]: DEBUG nova.network.neutron [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Successfully updated port: 1bfd32e1-e339-43a9-9fa2-905a5fd96de7 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 627.909901] env[65682]: DEBUG nova.network.neutron [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Updated VIF entry in instance network info cache for port e0a7740e-f8d9-4ba0-b839-658b5355aed2. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 627.910304] env[65682]: DEBUG nova.network.neutron [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Updating instance_info_cache with network_info: [{"id": "e0a7740e-f8d9-4ba0-b839-658b5355aed2", "address": "fa:16:3e:22:fe:af", "network": {"id": "6cf4f946-9e23-437f-8489-0f58b0ecadd6", "bridge": "br-int", "label": "tempest-ServersTestJSON-284667886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c231ad911e114f9aba2f6ba48a64318d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0a7740e-f8", "ovs_interfaceid": "e0a7740e-f8d9-4ba0-b839-658b5355aed2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.932748] env[65682]: DEBUG oslo_vmware.api [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Task: {'id': task-4615382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.972814] env[65682]: DEBUG oslo_vmware.api [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]529aff87-5db6-69d8-3c02-d1558c1cbc8b, 'name': SearchDatastore_Task, 'duration_secs': 0.013987} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.973760] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2019ced6-5c75-44e2-b5f1-09041f04b800 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.980472] env[65682]: DEBUG oslo_vmware.api [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Waiting for the task: (returnval){ [ 627.980472] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ff7ce8-bc38-8ce6-6d2d-a1e2df546960" [ 627.980472] env[65682]: _type = "Task" [ 627.980472] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.990911] env[65682]: DEBUG oslo_vmware.api [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ff7ce8-bc38-8ce6-6d2d-a1e2df546960, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.078642] env[65682]: DEBUG nova.compute.utils [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.083363] env[65682]: DEBUG nova.compute.manager [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 628.083432] env[65682]: DEBUG nova.network.neutron [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 628.084094] env[65682]: WARNING neutronclient.v2_0.client [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 628.084263] env[65682]: WARNING neutronclient.v2_0.client [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 628.129038] env[65682]: DEBUG nova.policy [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '906ecb90018b41fbb85b574ae9268438', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c67ea88399448a19182e3a443f4056f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.145463] env[65682]: DEBUG oslo_vmware.api [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615383, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.168956] env[65682]: INFO nova.compute.manager [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Took 22.64 seconds to build instance. [ 628.303023] env[65682]: WARNING neutronclient.v2_0.client [req-9331f96f-93d8-4ae1-a5e9-bdaea2816a7b req-27123a43-2a54-4e74-9568-9ed577850549 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 628.371048] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquiring lock "refresh_cache-9f14574b-6e8e-433e-84c4-9358e60bb7ce" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.371213] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquired lock "refresh_cache-9f14574b-6e8e-433e-84c4-9358e60bb7ce" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.371399] env[65682]: DEBUG nova.network.neutron [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 628.414139] env[65682]: DEBUG oslo_concurrency.lockutils [req-4e7903a8-69f7-4f2d-8361-f70e44ae6e4d req-dfe9122f-8a83-4a6b-a176-2a530e9b87dd service nova] Releasing lock "refresh_cache-f3887e09-9b99-461c-98a1-e89e896177ad" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.422540] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a26c800-7f86-4973-ad30-5090b125d0b5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.434134] env[65682]: DEBUG oslo_vmware.api [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Task: {'id': task-4615382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.437560] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45eb7879-4bfa-4925-af33-304f6dac89d9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.477658] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88113141-ffff-481d-8b53-b10a51474fb3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.498935] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2816f41c-599d-4b70-bee6-09cc50040bfd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.504304] env[65682]: DEBUG oslo_vmware.api [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ff7ce8-bc38-8ce6-6d2d-a1e2df546960, 'name': SearchDatastore_Task, 'duration_secs': 0.034526} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.505554] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.505554] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 100e93f9-0a2c-4301-be84-d163a0ec2cd5/100e93f9-0a2c-4301-be84-d163a0ec2cd5.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 628.505763] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39a545c6-e6b7-4a01-8282-e92c9d26a8fc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.519155] env[65682]: DEBUG nova.compute.provider_tree [None req-17b15acd-ef36-4c61-bf17-17c634848357 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.529116] env[65682]: DEBUG oslo_vmware.api [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Waiting for the task: (returnval){ [ 628.529116] env[65682]: value = "task-4615384" [ 628.529116] env[65682]: _type = "Task" [ 628.529116] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.540761] env[65682]: DEBUG oslo_vmware.api [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.590595] env[65682]: DEBUG nova.compute.manager [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 628.645698] env[65682]: DEBUG oslo_vmware.api [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615383, 'name': PowerOnVM_Task, 'duration_secs': 0.790306} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.646775] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.646996] env[65682]: INFO nova.compute.manager [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Took 7.73 seconds to spawn the instance on the hypervisor. [ 628.647207] env[65682]: DEBUG nova.compute.manager [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 628.648021] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0e868a-582c-4680-92ca-d6fae35b2a6d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.670733] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba8cbbf8-8aca-4e78-8510-796fdc0c8aee tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Lock "32387d64-dddb-4042-a697-36df547c59a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.166s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.931432] env[65682]: DEBUG oslo_vmware.api [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Task: {'id': task-4615382, 'name': PowerOffVM_Task, 'duration_secs': 1.131299} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.933144] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 628.933144] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 628.933788] env[65682]: DEBUG nova.network.neutron [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Successfully created port: a661bff0-f4f4-4e45-8c94-fd733b49be08 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 628.937042] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fa5f1fa-6dfa-47f7-b8d5-e889dfadf6a8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.990190] env[65682]: DEBUG nova.network.neutron [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 629.018220] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 629.018603] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 629.018854] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Deleting the datastore file [datastore2] b2f29261-935f-4a60-bf4a-71f7cdc239e3 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 629.019216] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-868fa8ce-f147-4b0c-b3ef-86917cf0c4f2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.022933] env[65682]: DEBUG nova.scheduler.client.report [None req-17b15acd-ef36-4c61-bf17-17c634848357 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.039981] env[65682]: DEBUG oslo_vmware.api [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Waiting for the task: (returnval){ [ 629.039981] env[65682]: value = "task-4615386" [ 629.039981] env[65682]: _type = "Task" [ 629.039981] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.048108] env[65682]: DEBUG oslo_vmware.api [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615384, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.056713] env[65682]: DEBUG oslo_vmware.api [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Task: {'id': task-4615386, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.129942] env[65682]: WARNING neutronclient.v2_0.client [req-9331f96f-93d8-4ae1-a5e9-bdaea2816a7b req-27123a43-2a54-4e74-9568-9ed577850549 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.171518] env[65682]: INFO nova.compute.manager [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Took 17.13 seconds to build instance. [ 629.533746] env[65682]: DEBUG oslo_concurrency.lockutils [None req-17b15acd-ef36-4c61-bf17-17c634848357 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.540337] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.960s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.542369] env[65682]: INFO nova.compute.claims [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.554495] env[65682]: DEBUG oslo_vmware.api [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615384, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627572} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.555258] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 100e93f9-0a2c-4301-be84-d163a0ec2cd5/100e93f9-0a2c-4301-be84-d163a0ec2cd5.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.555534] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.555947] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f57767c-45d6-4011-9ddd-e390513cea33 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.565076] env[65682]: DEBUG oslo_vmware.api [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Task: {'id': task-4615386, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.565197] env[65682]: INFO nova.scheduler.client.report [None req-17b15acd-ef36-4c61-bf17-17c634848357 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Deleted allocations for instance 5b9c6ab2-637a-4a46-bb98-8a177b5fae89 [ 629.572441] env[65682]: DEBUG oslo_vmware.api [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Waiting for the task: (returnval){ [ 629.572441] env[65682]: value = "task-4615387" [ 629.572441] env[65682]: _type = "Task" [ 629.572441] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.582797] env[65682]: DEBUG oslo_vmware.api [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.601910] env[65682]: DEBUG nova.compute.manager [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 629.646314] env[65682]: DEBUG nova.virt.hardware [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:25:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2088300829',id=31,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1445833221',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 629.646562] env[65682]: DEBUG nova.virt.hardware [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.646739] env[65682]: DEBUG nova.virt.hardware [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 629.646917] env[65682]: DEBUG nova.virt.hardware [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.647083] env[65682]: DEBUG nova.virt.hardware [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 629.647264] env[65682]: DEBUG nova.virt.hardware [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 629.647444] env[65682]: DEBUG nova.virt.hardware [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 629.647596] env[65682]: DEBUG nova.virt.hardware [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 629.647859] env[65682]: DEBUG nova.virt.hardware [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 629.648064] env[65682]: DEBUG nova.virt.hardware [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 629.648287] env[65682]: DEBUG nova.virt.hardware [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 629.649546] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc17c454-4e90-4c67-83a4-a5a61fdc84dd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.659427] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7457ab1-1282-47e2-a061-dcaa52ea92e3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.676526] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa05f0c0-1d1b-4292-a939-d72f007d8f5a tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Lock "7eb4516c-d93c-4be2-9f9a-67a22c300fbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.645s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.064808] env[65682]: DEBUG oslo_vmware.api [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Task: {'id': task-4615386, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.557505} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.064808] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 630.064808] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 630.064808] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 630.064808] env[65682]: INFO nova.compute.manager [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Took 2.70 seconds to destroy the instance on the hypervisor. [ 630.065076] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 630.065076] env[65682]: DEBUG nova.compute.manager [-] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 630.065076] env[65682]: DEBUG nova.network.neutron [-] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 630.065076] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.075594] env[65682]: DEBUG oslo_concurrency.lockutils [None req-17b15acd-ef36-4c61-bf17-17c634848357 tempest-ImagesNegativeTestJSON-116693157 tempest-ImagesNegativeTestJSON-116693157-project-member] Lock "5b9c6ab2-637a-4a46-bb98-8a177b5fae89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.143s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.087711] env[65682]: DEBUG oslo_vmware.api [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075586} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.088032] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 630.088848] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae59d6d4-f88d-4d97-b7b4-c3fad2781568 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.113739] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 100e93f9-0a2c-4301-be84-d163a0ec2cd5/100e93f9-0a2c-4301-be84-d163a0ec2cd5.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 630.114284] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bcdecbf-b6ed-4570-b7a5-7e8762eb0502 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.138055] env[65682]: DEBUG oslo_vmware.api [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Waiting for the task: (returnval){ [ 630.138055] env[65682]: value = "task-4615388" [ 630.138055] env[65682]: _type = "Task" [ 630.138055] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.149282] env[65682]: DEBUG oslo_vmware.api [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615388, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.302641] env[65682]: WARNING neutronclient.v2_0.client [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.340221] env[65682]: DEBUG nova.network.neutron [req-9331f96f-93d8-4ae1-a5e9-bdaea2816a7b req-27123a43-2a54-4e74-9568-9ed577850549 service nova] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Updated VIF entry in instance network info cache for port b27727c9-f4db-4d02-94fd-077e85eb0828. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 630.340221] env[65682]: DEBUG nova.network.neutron [req-9331f96f-93d8-4ae1-a5e9-bdaea2816a7b req-27123a43-2a54-4e74-9568-9ed577850549 service nova] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Updating instance_info_cache with network_info: [{"id": "b27727c9-f4db-4d02-94fd-077e85eb0828", "address": "fa:16:3e:e6:b5:83", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb27727c9-f4", "ovs_interfaceid": "b27727c9-f4db-4d02-94fd-077e85eb0828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.469305] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.593154] env[65682]: DEBUG nova.network.neutron [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Successfully updated port: a661bff0-f4f4-4e45-8c94-fd733b49be08 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 630.651091] env[65682]: DEBUG oslo_vmware.api [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.719534] env[65682]: DEBUG nova.network.neutron [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Updating instance_info_cache with network_info: [{"id": "1bfd32e1-e339-43a9-9fa2-905a5fd96de7", "address": "fa:16:3e:7d:8e:13", "network": {"id": "4325e347-9b47-40dc-aec4-00f1c87e63ee", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1942724398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f89ef8262ca0497eb53f59a9aca1a523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bfd32e1-e3", "ovs_interfaceid": "1bfd32e1-e339-43a9-9fa2-905a5fd96de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.847050] env[65682]: DEBUG oslo_concurrency.lockutils [req-9331f96f-93d8-4ae1-a5e9-bdaea2816a7b req-27123a43-2a54-4e74-9568-9ed577850549 service nova] Releasing lock "refresh_cache-32387d64-dddb-4042-a697-36df547c59a5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.861203] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa63917-dd9b-46e1-b301-0cc5f29a4adc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.871534] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf34a617-a252-404a-98ad-845e8af6a02b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.919785] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084bb513-94df-4728-81fe-d1d78b977944 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.931782] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b4170b-c50e-40b7-b3ea-ec87ce048fc1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.950069] env[65682]: DEBUG nova.compute.provider_tree [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.096368] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Acquiring lock "refresh_cache-82843684-9e3d-4e9f-9d40-efe9c679a99e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.096909] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Acquired lock "refresh_cache-82843684-9e3d-4e9f-9d40-efe9c679a99e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.097508] env[65682]: DEBUG nova.network.neutron [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 631.154236] env[65682]: DEBUG oslo_vmware.api [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615388, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.221815] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Releasing lock "refresh_cache-9f14574b-6e8e-433e-84c4-9358e60bb7ce" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.222298] env[65682]: DEBUG nova.compute.manager [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Instance network_info: |[{"id": "1bfd32e1-e339-43a9-9fa2-905a5fd96de7", "address": "fa:16:3e:7d:8e:13", "network": {"id": "4325e347-9b47-40dc-aec4-00f1c87e63ee", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1942724398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f89ef8262ca0497eb53f59a9aca1a523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bfd32e1-e3", "ovs_interfaceid": "1bfd32e1-e339-43a9-9fa2-905a5fd96de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 631.222781] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:8e:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e839c46-1ae9-43b7-9518-8f18f48100dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bfd32e1-e339-43a9-9fa2-905a5fd96de7', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.232641] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Creating folder: Project (f89ef8262ca0497eb53f59a9aca1a523). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.233594] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9f90a83-2f7a-4f68-8111-812b1dd2ff8a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.246371] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Created folder: Project (f89ef8262ca0497eb53f59a9aca1a523) in parent group-v901426. [ 631.246371] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Creating folder: Instances. Parent ref: group-v901467. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.246371] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30ac99d6-71fc-41a4-963f-1796398a6d47 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.257381] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Created folder: Instances in parent group-v901467. [ 631.257660] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 631.257874] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.258112] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-146719bb-dff3-42df-a6af-094f89770e92 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.281056] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.281056] env[65682]: value = "task-4615391" [ 631.281056] env[65682]: _type = "Task" [ 631.281056] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.291739] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615391, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.419946] env[65682]: DEBUG nova.network.neutron [-] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.453221] env[65682]: DEBUG nova.scheduler.client.report [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.568434] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Acquiring lock "b84a71cd-3669-49f7-b566-6ff213f14d37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.568979] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Lock "b84a71cd-3669-49f7-b566-6ff213f14d37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.649279] env[65682]: DEBUG nova.network.neutron [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 631.656142] env[65682]: DEBUG oslo_vmware.api [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615388, 'name': ReconfigVM_Task, 'duration_secs': 1.054523} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.656296] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 100e93f9-0a2c-4301-be84-d163a0ec2cd5/100e93f9-0a2c-4301-be84-d163a0ec2cd5.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.658569] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d0e5802-4574-43b0-8498-2cc8ba3c8df3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.667304] env[65682]: DEBUG oslo_vmware.api [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Waiting for the task: (returnval){ [ 631.667304] env[65682]: value = "task-4615392" [ 631.667304] env[65682]: _type = "Task" [ 631.667304] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.679686] env[65682]: DEBUG oslo_vmware.api [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615392, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.795760] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615391, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.923443] env[65682]: INFO nova.compute.manager [-] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Took 1.86 seconds to deallocate network for instance. [ 631.959264] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.959792] env[65682]: DEBUG nova.compute.manager [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 631.962665] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.591s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.965181] env[65682]: INFO nova.compute.claims [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.074514] env[65682]: DEBUG nova.compute.manager [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 632.180449] env[65682]: DEBUG oslo_vmware.api [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615392, 'name': Rename_Task, 'duration_secs': 0.1609} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.180449] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.180449] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6e447e2-b3cd-4a98-8bd7-75e556bb3f76 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.189254] env[65682]: DEBUG oslo_vmware.api [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Waiting for the task: (returnval){ [ 632.189254] env[65682]: value = "task-4615393" [ 632.189254] env[65682]: _type = "Task" [ 632.189254] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.199223] env[65682]: DEBUG oslo_vmware.api [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.300230] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615391, 'name': CreateVM_Task, 'duration_secs': 0.538188} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.300230] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.300230] env[65682]: WARNING neutronclient.v2_0.client [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.300230] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.300230] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.300431] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.300431] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a116b55-5525-43a0-87f9-b10e575edc7b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.306496] env[65682]: DEBUG oslo_vmware.api [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for the task: (returnval){ [ 632.306496] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52747f5e-d5a2-aff7-f5f6-58daa55f10c5" [ 632.306496] env[65682]: _type = "Task" [ 632.306496] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.315605] env[65682]: DEBUG oslo_concurrency.lockutils [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Acquiring lock "6a92941f-4f7c-4945-90c3-617b1f0b8649" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.315892] env[65682]: DEBUG oslo_concurrency.lockutils [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Lock "6a92941f-4f7c-4945-90c3-617b1f0b8649" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.322510] env[65682]: DEBUG oslo_vmware.api [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52747f5e-d5a2-aff7-f5f6-58daa55f10c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.433501] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.476643] env[65682]: DEBUG nova.compute.utils [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 632.483052] env[65682]: DEBUG nova.compute.manager [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 632.483501] env[65682]: DEBUG nova.network.neutron [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 632.485662] env[65682]: WARNING neutronclient.v2_0.client [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.485662] env[65682]: WARNING neutronclient.v2_0.client [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.545403] env[65682]: WARNING neutronclient.v2_0.client [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.619605] env[65682]: DEBUG nova.policy [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bdca56937ecb4ad698231a80c4d0c70d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a4483896247403db2b5e5d08d08bd00', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.622997] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.701111] env[65682]: DEBUG oslo_vmware.api [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615393, 'name': PowerOnVM_Task, 'duration_secs': 0.456045} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.701568] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 632.701568] env[65682]: DEBUG nova.compute.manager [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 632.702427] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d4e762-0702-486a-afa2-9552dbd888a6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.820949] env[65682]: DEBUG oslo_vmware.api [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52747f5e-d5a2-aff7-f5f6-58daa55f10c5, 'name': SearchDatastore_Task, 'duration_secs': 0.019935} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.820949] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.820949] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.820949] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.821323] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.821323] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.821323] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-897c6c1e-48d9-4d42-b118-2e54a13cb6d1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.826701] env[65682]: DEBUG nova.compute.manager [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 632.840886] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.841474] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.842977] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ae30920-383d-478e-9383-bef42d69fc38 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.851171] env[65682]: DEBUG oslo_vmware.api [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for the task: (returnval){ [ 632.851171] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5246d40a-654e-e588-8e14-76464418941b" [ 632.851171] env[65682]: _type = "Task" [ 632.851171] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.862455] env[65682]: DEBUG oslo_vmware.api [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5246d40a-654e-e588-8e14-76464418941b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.984998] env[65682]: DEBUG nova.compute.manager [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 633.060079] env[65682]: DEBUG nova.network.neutron [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Successfully created port: d3722ba9-be68-44d3-8fbb-55f407caec55 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 633.183983] env[65682]: DEBUG nova.network.neutron [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Updating instance_info_cache with network_info: [{"id": "a661bff0-f4f4-4e45-8c94-fd733b49be08", "address": "fa:16:3e:03:3e:7d", "network": {"id": "501ab9a2-37a1-4829-8148-489f2b124a62", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-486556734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c67ea88399448a19182e3a443f4056f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa661bff0-f4", "ovs_interfaceid": "a661bff0-f4f4-4e45-8c94-fd733b49be08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.225975] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.351993] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1307c9ef-8f09-4179-8dd6-51d780bcdd4f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.359833] env[65682]: DEBUG oslo_concurrency.lockutils [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.369347] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80d3f51-49ff-4dd9-a332-cfe4f801fc88 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.374516] env[65682]: DEBUG oslo_vmware.api [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5246d40a-654e-e588-8e14-76464418941b, 'name': SearchDatastore_Task, 'duration_secs': 0.02544} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.375725] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bde88a4c-4221-44cd-952b-93315408b0c9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.410022] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde88849-3b2e-43aa-9fb8-f7ea5df1b8e7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.412661] env[65682]: DEBUG oslo_vmware.api [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for the task: (returnval){ [ 633.412661] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527fe14b-75c8-4808-9b00-65e0e70de552" [ 633.412661] env[65682]: _type = "Task" [ 633.412661] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.420319] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf34959-1a31-4876-b36d-a48e00dea998 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.430486] env[65682]: DEBUG oslo_vmware.api [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527fe14b-75c8-4808-9b00-65e0e70de552, 'name': SearchDatastore_Task, 'duration_secs': 0.025985} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.431187] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.431449] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 9f14574b-6e8e-433e-84c4-9358e60bb7ce/9f14574b-6e8e-433e-84c4-9358e60bb7ce.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.431718] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d69855e4-8a02-4baa-8870-a18a7d8778af {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.442329] env[65682]: DEBUG nova.compute.provider_tree [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.450133] env[65682]: DEBUG oslo_vmware.api [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for the task: (returnval){ [ 633.450133] env[65682]: value = "task-4615394" [ 633.450133] env[65682]: _type = "Task" [ 633.450133] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.459989] env[65682]: DEBUG oslo_vmware.api [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.687540] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Releasing lock "refresh_cache-82843684-9e3d-4e9f-9d40-efe9c679a99e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.688040] env[65682]: DEBUG nova.compute.manager [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Instance network_info: |[{"id": "a661bff0-f4f4-4e45-8c94-fd733b49be08", "address": "fa:16:3e:03:3e:7d", "network": {"id": "501ab9a2-37a1-4829-8148-489f2b124a62", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-486556734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c67ea88399448a19182e3a443f4056f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa661bff0-f4", "ovs_interfaceid": "a661bff0-f4f4-4e45-8c94-fd733b49be08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 633.688658] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:3e:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a661bff0-f4f4-4e45-8c94-fd733b49be08', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.703019] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Creating folder: Project (8c67ea88399448a19182e3a443f4056f). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.703480] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddabd496-f533-45e0-acfe-a5f4a4851e5a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.717048] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Created folder: Project (8c67ea88399448a19182e3a443f4056f) in parent group-v901426. [ 633.717355] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Creating folder: Instances. Parent ref: group-v901470. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.717723] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cd576e8-6df3-4ba8-91a3-32280445dabc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.730842] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Created folder: Instances in parent group-v901470. [ 633.731204] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 633.731473] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.731813] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab48e0f1-bc9c-48f3-b302-5cab885970c4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.763298] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.763298] env[65682]: value = "task-4615397" [ 633.763298] env[65682]: _type = "Task" [ 633.763298] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.774566] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615397, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.947347] env[65682]: DEBUG nova.scheduler.client.report [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.965542] env[65682]: DEBUG oslo_vmware.api [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615394, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.997876] env[65682]: DEBUG nova.compute.manager [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 634.030611] env[65682]: DEBUG nova.virt.hardware [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 634.031227] env[65682]: DEBUG nova.virt.hardware [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.031505] env[65682]: DEBUG nova.virt.hardware [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 634.031842] env[65682]: DEBUG nova.virt.hardware [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.032213] env[65682]: DEBUG nova.virt.hardware [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 634.032494] env[65682]: DEBUG nova.virt.hardware [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 634.032875] env[65682]: DEBUG nova.virt.hardware [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 634.033173] env[65682]: DEBUG nova.virt.hardware [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 634.033447] env[65682]: DEBUG nova.virt.hardware [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 634.033793] env[65682]: DEBUG nova.virt.hardware [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 634.034107] env[65682]: DEBUG nova.virt.hardware [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 634.035727] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d492cb7e-a5c5-4cdf-bded-9b4bc47a93bb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.049291] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280e37c4-07d8-47f9-92e6-fc9af6004ecc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.276815] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615397, 'name': CreateVM_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.459766] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.460722] env[65682]: DEBUG nova.compute.manager [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 634.470135] env[65682]: DEBUG oslo_concurrency.lockutils [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.600s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.471811] env[65682]: DEBUG oslo_vmware.api [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727569} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.475114] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 9f14574b-6e8e-433e-84c4-9358e60bb7ce/9f14574b-6e8e-433e-84c4-9358e60bb7ce.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.475114] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.475114] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26770b79-1c75-4ef5-b86d-98807390dcb2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.481499] env[65682]: DEBUG oslo_vmware.api [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for the task: (returnval){ [ 634.481499] env[65682]: value = "task-4615398" [ 634.481499] env[65682]: _type = "Task" [ 634.481499] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.498309] env[65682]: DEBUG oslo_vmware.api [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.777643] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615397, 'name': CreateVM_Task, 'duration_secs': 0.929425} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.777643] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.777643] env[65682]: WARNING neutronclient.v2_0.client [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.777643] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.777643] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.778327] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.778327] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2c09f01-fcba-44b1-9ac2-cf3955776f34 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.783586] env[65682]: DEBUG oslo_vmware.api [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Waiting for the task: (returnval){ [ 634.783586] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5278b17e-7283-63e6-4c4f-3234c10927d7" [ 634.783586] env[65682]: _type = "Task" [ 634.783586] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.790082] env[65682]: DEBUG nova.network.neutron [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Successfully updated port: d3722ba9-be68-44d3-8fbb-55f407caec55 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 634.795057] env[65682]: DEBUG oslo_vmware.api [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5278b17e-7283-63e6-4c4f-3234c10927d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.975073] env[65682]: DEBUG nova.compute.utils [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 634.983544] env[65682]: INFO nova.compute.claims [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.988039] env[65682]: DEBUG nova.compute.manager [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 634.988328] env[65682]: DEBUG nova.network.neutron [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 634.988684] env[65682]: WARNING neutronclient.v2_0.client [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.988993] env[65682]: WARNING neutronclient.v2_0.client [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.999018] env[65682]: DEBUG nova.compute.manager [req-a296843e-58dd-4ab7-931b-9ad643e61ab0 req-d743ed88-b143-4652-8d61-9cce752fd2b6 service nova] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Received event network-vif-plugged-1bfd32e1-e339-43a9-9fa2-905a5fd96de7 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 634.999141] env[65682]: DEBUG oslo_concurrency.lockutils [req-a296843e-58dd-4ab7-931b-9ad643e61ab0 req-d743ed88-b143-4652-8d61-9cce752fd2b6 service nova] Acquiring lock "9f14574b-6e8e-433e-84c4-9358e60bb7ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.999375] env[65682]: DEBUG oslo_concurrency.lockutils [req-a296843e-58dd-4ab7-931b-9ad643e61ab0 req-d743ed88-b143-4652-8d61-9cce752fd2b6 service nova] Lock "9f14574b-6e8e-433e-84c4-9358e60bb7ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.999644] env[65682]: DEBUG oslo_concurrency.lockutils [req-a296843e-58dd-4ab7-931b-9ad643e61ab0 req-d743ed88-b143-4652-8d61-9cce752fd2b6 service nova] Lock "9f14574b-6e8e-433e-84c4-9358e60bb7ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.999894] env[65682]: DEBUG nova.compute.manager [req-a296843e-58dd-4ab7-931b-9ad643e61ab0 req-d743ed88-b143-4652-8d61-9cce752fd2b6 service nova] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] No waiting events found dispatching network-vif-plugged-1bfd32e1-e339-43a9-9fa2-905a5fd96de7 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 635.000066] env[65682]: WARNING nova.compute.manager [req-a296843e-58dd-4ab7-931b-9ad643e61ab0 req-d743ed88-b143-4652-8d61-9cce752fd2b6 service nova] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Received unexpected event network-vif-plugged-1bfd32e1-e339-43a9-9fa2-905a5fd96de7 for instance with vm_state building and task_state spawning. [ 635.000258] env[65682]: DEBUG nova.compute.manager [req-a296843e-58dd-4ab7-931b-9ad643e61ab0 req-d743ed88-b143-4652-8d61-9cce752fd2b6 service nova] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Received event network-changed-1bfd32e1-e339-43a9-9fa2-905a5fd96de7 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 635.000440] env[65682]: DEBUG nova.compute.manager [req-a296843e-58dd-4ab7-931b-9ad643e61ab0 req-d743ed88-b143-4652-8d61-9cce752fd2b6 service nova] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Refreshing instance network info cache due to event network-changed-1bfd32e1-e339-43a9-9fa2-905a5fd96de7. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 635.000645] env[65682]: DEBUG oslo_concurrency.lockutils [req-a296843e-58dd-4ab7-931b-9ad643e61ab0 req-d743ed88-b143-4652-8d61-9cce752fd2b6 service nova] Acquiring lock "refresh_cache-9f14574b-6e8e-433e-84c4-9358e60bb7ce" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.000803] env[65682]: DEBUG oslo_concurrency.lockutils [req-a296843e-58dd-4ab7-931b-9ad643e61ab0 req-d743ed88-b143-4652-8d61-9cce752fd2b6 service nova] Acquired lock "refresh_cache-9f14574b-6e8e-433e-84c4-9358e60bb7ce" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.000977] env[65682]: DEBUG nova.network.neutron [req-a296843e-58dd-4ab7-931b-9ad643e61ab0 req-d743ed88-b143-4652-8d61-9cce752fd2b6 service nova] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Refreshing network info cache for port 1bfd32e1-e339-43a9-9fa2-905a5fd96de7 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.010773] env[65682]: DEBUG oslo_vmware.api [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115228} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.011129] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.012392] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af326d4-5fc4-4a49-9768-31bc4a7ae9c0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.045462] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 9f14574b-6e8e-433e-84c4-9358e60bb7ce/9f14574b-6e8e-433e-84c4-9358e60bb7ce.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.046100] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7213bb8c-8b5c-475e-b606-8f3a85f068f0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.063018] env[65682]: DEBUG nova.policy [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '201f127a64dd45efb48f53299054efd8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f89ef8262ca0497eb53f59a9aca1a523', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.073556] env[65682]: DEBUG oslo_vmware.api [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for the task: (returnval){ [ 635.073556] env[65682]: value = "task-4615399" [ 635.073556] env[65682]: _type = "Task" [ 635.073556] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.082798] env[65682]: DEBUG oslo_vmware.api [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615399, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.297366] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Acquiring lock "refresh_cache-109b91b6-63d6-4fdd-a1f2-a18e41e44ade" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.297517] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Acquired lock "refresh_cache-109b91b6-63d6-4fdd-a1f2-a18e41e44ade" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.297605] env[65682]: DEBUG nova.network.neutron [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 635.298747] env[65682]: DEBUG oslo_vmware.api [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5278b17e-7283-63e6-4c4f-3234c10927d7, 'name': SearchDatastore_Task, 'duration_secs': 0.03625} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.299232] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.299907] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.299907] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.299907] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.300096] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.300246] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2974be8e-2899-4b1f-a859-10c41caadcfa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.312148] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.312148] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.312857] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1779ba5b-5377-4692-8777-ef936fc6229a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.320574] env[65682]: DEBUG oslo_vmware.api [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Waiting for the task: (returnval){ [ 635.320574] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527551e5-a936-0210-1879-766417504747" [ 635.320574] env[65682]: _type = "Task" [ 635.320574] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.331392] env[65682]: DEBUG oslo_vmware.api [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527551e5-a936-0210-1879-766417504747, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.395240] env[65682]: DEBUG nova.compute.manager [req-7dad6455-2812-49bf-a254-ba0633f74bcd req-bb74da38-7a04-4f09-a8cc-42873b1cdb16 service nova] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Received event network-vif-plugged-a661bff0-f4f4-4e45-8c94-fd733b49be08 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 635.395240] env[65682]: DEBUG oslo_concurrency.lockutils [req-7dad6455-2812-49bf-a254-ba0633f74bcd req-bb74da38-7a04-4f09-a8cc-42873b1cdb16 service nova] Acquiring lock "82843684-9e3d-4e9f-9d40-efe9c679a99e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.395240] env[65682]: DEBUG oslo_concurrency.lockutils [req-7dad6455-2812-49bf-a254-ba0633f74bcd req-bb74da38-7a04-4f09-a8cc-42873b1cdb16 service nova] Lock "82843684-9e3d-4e9f-9d40-efe9c679a99e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.395567] env[65682]: DEBUG oslo_concurrency.lockutils [req-7dad6455-2812-49bf-a254-ba0633f74bcd req-bb74da38-7a04-4f09-a8cc-42873b1cdb16 service nova] Lock "82843684-9e3d-4e9f-9d40-efe9c679a99e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.395915] env[65682]: DEBUG nova.compute.manager [req-7dad6455-2812-49bf-a254-ba0633f74bcd req-bb74da38-7a04-4f09-a8cc-42873b1cdb16 service nova] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] No waiting events found dispatching network-vif-plugged-a661bff0-f4f4-4e45-8c94-fd733b49be08 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 635.396472] env[65682]: WARNING nova.compute.manager [req-7dad6455-2812-49bf-a254-ba0633f74bcd req-bb74da38-7a04-4f09-a8cc-42873b1cdb16 service nova] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Received unexpected event network-vif-plugged-a661bff0-f4f4-4e45-8c94-fd733b49be08 for instance with vm_state building and task_state spawning. [ 635.457795] env[65682]: DEBUG nova.network.neutron [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Successfully created port: e14e976a-357b-42b4-a7e5-f9d853373893 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 635.488918] env[65682]: DEBUG nova.compute.manager [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 635.495809] env[65682]: INFO nova.compute.resource_tracker [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Updating resource usage from migration a908de64-b735-4494-90e5-90af9ee90909 [ 635.511051] env[65682]: WARNING neutronclient.v2_0.client [req-a296843e-58dd-4ab7-931b-9ad643e61ab0 req-d743ed88-b143-4652-8d61-9cce752fd2b6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.596977] env[65682]: DEBUG oslo_vmware.api [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615399, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.837850] env[65682]: DEBUG oslo_vmware.api [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527551e5-a936-0210-1879-766417504747, 'name': SearchDatastore_Task, 'duration_secs': 0.026347} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.841138] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1765ca2-3a62-4514-b545-3889259e8bfc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.848791] env[65682]: DEBUG oslo_vmware.api [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Waiting for the task: (returnval){ [ 635.848791] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52451af0-1b2b-ed61-96e7-db6ea47fe6dc" [ 635.848791] env[65682]: _type = "Task" [ 635.848791] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.863751] env[65682]: DEBUG oslo_vmware.api [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52451af0-1b2b-ed61-96e7-db6ea47fe6dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.875652] env[65682]: DEBUG nova.network.neutron [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 635.888243] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60db90b6-b1bb-4f55-a9e2-199de9e4cc87 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.897510] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235b9c6c-0166-4ee4-9f38-f88403459abb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.932790] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e55775b-2293-45c1-b89d-e8b442d40792 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.942822] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d22f5b-0bcf-4653-83b6-ff5d4fdc8489 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.958804] env[65682]: DEBUG nova.compute.provider_tree [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.085038] env[65682]: DEBUG oslo_vmware.api [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615399, 'name': ReconfigVM_Task, 'duration_secs': 0.599255} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.085361] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 9f14574b-6e8e-433e-84c4-9358e60bb7ce/9f14574b-6e8e-433e-84c4-9358e60bb7ce.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.086026] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52e1352d-6251-4955-906a-11ede4b9a6f5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.093531] env[65682]: DEBUG oslo_vmware.api [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for the task: (returnval){ [ 636.093531] env[65682]: value = "task-4615400" [ 636.093531] env[65682]: _type = "Task" [ 636.093531] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.102913] env[65682]: DEBUG oslo_vmware.api [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615400, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.238684] env[65682]: WARNING neutronclient.v2_0.client [req-a296843e-58dd-4ab7-931b-9ad643e61ab0 req-d743ed88-b143-4652-8d61-9cce752fd2b6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.361354] env[65682]: DEBUG oslo_vmware.api [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52451af0-1b2b-ed61-96e7-db6ea47fe6dc, 'name': SearchDatastore_Task, 'duration_secs': 0.042677} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.361639] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.361909] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 82843684-9e3d-4e9f-9d40-efe9c679a99e/82843684-9e3d-4e9f-9d40-efe9c679a99e.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.362192] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e693bf0-880c-49ef-a5b2-71d6349d359b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.374421] env[65682]: DEBUG oslo_vmware.api [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Waiting for the task: (returnval){ [ 636.374421] env[65682]: value = "task-4615401" [ 636.374421] env[65682]: _type = "Task" [ 636.374421] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.386224] env[65682]: DEBUG oslo_vmware.api [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4615401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.462457] env[65682]: DEBUG nova.scheduler.client.report [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.507346] env[65682]: DEBUG nova.compute.manager [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 636.549285] env[65682]: DEBUG nova.virt.hardware [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 636.549285] env[65682]: DEBUG nova.virt.hardware [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.549285] env[65682]: DEBUG nova.virt.hardware [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 636.549529] env[65682]: DEBUG nova.virt.hardware [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.550300] env[65682]: DEBUG nova.virt.hardware [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 636.550520] env[65682]: DEBUG nova.virt.hardware [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 636.550747] env[65682]: DEBUG nova.virt.hardware [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 636.550901] env[65682]: DEBUG nova.virt.hardware [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 636.551074] env[65682]: DEBUG nova.virt.hardware [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 636.551247] env[65682]: DEBUG nova.virt.hardware [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 636.551415] env[65682]: DEBUG nova.virt.hardware [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 636.552899] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d21063-55e2-4c77-902c-43d0762de181 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.562101] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73d3244-c5fe-43e1-a04d-d179d2db1258 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.609418] env[65682]: DEBUG oslo_vmware.api [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615400, 'name': Rename_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.887598] env[65682]: DEBUG oslo_vmware.api [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4615401, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.967910] env[65682]: DEBUG oslo_concurrency.lockutils [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.499s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.968266] env[65682]: INFO nova.compute.manager [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Migrating [ 636.968599] env[65682]: DEBUG oslo_concurrency.lockutils [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.968808] env[65682]: DEBUG oslo_concurrency.lockutils [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquired lock "compute-rpcapi-router" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.970198] env[65682]: DEBUG oslo_concurrency.lockutils [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.056s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.972035] env[65682]: INFO nova.compute.claims [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.106291] env[65682]: DEBUG oslo_vmware.api [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615400, 'name': Rename_Task, 'duration_secs': 0.633939} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.106581] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.106835] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32850e18-f737-4e72-bbcc-8c72ce9c36ae {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.114757] env[65682]: DEBUG oslo_vmware.api [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for the task: (returnval){ [ 637.114757] env[65682]: value = "task-4615402" [ 637.114757] env[65682]: _type = "Task" [ 637.114757] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.123489] env[65682]: DEBUG oslo_vmware.api [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.147354] env[65682]: DEBUG nova.network.neutron [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Successfully updated port: e14e976a-357b-42b4-a7e5-f9d853373893 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 637.212836] env[65682]: WARNING neutronclient.v2_0.client [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.253625] env[65682]: DEBUG nova.network.neutron [req-a296843e-58dd-4ab7-931b-9ad643e61ab0 req-d743ed88-b143-4652-8d61-9cce752fd2b6 service nova] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Updated VIF entry in instance network info cache for port 1bfd32e1-e339-43a9-9fa2-905a5fd96de7. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 637.253976] env[65682]: DEBUG nova.network.neutron [req-a296843e-58dd-4ab7-931b-9ad643e61ab0 req-d743ed88-b143-4652-8d61-9cce752fd2b6 service nova] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Updating instance_info_cache with network_info: [{"id": "1bfd32e1-e339-43a9-9fa2-905a5fd96de7", "address": "fa:16:3e:7d:8e:13", "network": {"id": "4325e347-9b47-40dc-aec4-00f1c87e63ee", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1942724398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f89ef8262ca0497eb53f59a9aca1a523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bfd32e1-e3", "ovs_interfaceid": "1bfd32e1-e339-43a9-9fa2-905a5fd96de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.304307] env[65682]: DEBUG nova.network.neutron [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Updating instance_info_cache with network_info: [{"id": "d3722ba9-be68-44d3-8fbb-55f407caec55", "address": "fa:16:3e:d8:49:7e", "network": {"id": "412e2444-af97-41c5-b8a2-269548a78bf5", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-139151732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1a4483896247403db2b5e5d08d08bd00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3722ba9-be", "ovs_interfaceid": "d3722ba9-be68-44d3-8fbb-55f407caec55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.387835] env[65682]: DEBUG oslo_vmware.api [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4615401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706066} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.388100] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 82843684-9e3d-4e9f-9d40-efe9c679a99e/82843684-9e3d-4e9f-9d40-efe9c679a99e.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.388313] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.389297] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75ce6dae-e2cf-4bf6-8b5e-f0f83f9396ee {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.398021] env[65682]: DEBUG oslo_vmware.api [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Waiting for the task: (returnval){ [ 637.398021] env[65682]: value = "task-4615403" [ 637.398021] env[65682]: _type = "Task" [ 637.398021] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.412920] env[65682]: DEBUG oslo_vmware.api [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4615403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.476583] env[65682]: INFO nova.compute.rpcapi [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Automatically selected compute RPC version 6.4 from minimum service version 70 [ 637.476583] env[65682]: DEBUG oslo_concurrency.lockutils [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Releasing lock "compute-rpcapi-router" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.629504] env[65682]: DEBUG oslo_vmware.api [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615402, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.650371] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquiring lock "refresh_cache-87083d97-1a46-4535-85fc-4081af4f1d99" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.651408] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquired lock "refresh_cache-87083d97-1a46-4535-85fc-4081af4f1d99" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.651408] env[65682]: DEBUG nova.network.neutron [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 637.758351] env[65682]: DEBUG oslo_concurrency.lockutils [req-a296843e-58dd-4ab7-931b-9ad643e61ab0 req-d743ed88-b143-4652-8d61-9cce752fd2b6 service nova] Releasing lock "refresh_cache-9f14574b-6e8e-433e-84c4-9358e60bb7ce" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.806325] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Releasing lock "refresh_cache-109b91b6-63d6-4fdd-a1f2-a18e41e44ade" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.808365] env[65682]: DEBUG nova.compute.manager [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Instance network_info: |[{"id": "d3722ba9-be68-44d3-8fbb-55f407caec55", "address": "fa:16:3e:d8:49:7e", "network": {"id": "412e2444-af97-41c5-b8a2-269548a78bf5", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-139151732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1a4483896247403db2b5e5d08d08bd00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3722ba9-be", "ovs_interfaceid": "d3722ba9-be68-44d3-8fbb-55f407caec55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 637.808848] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:49:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca50cd14-9e1f-4d74-a066-e5a45ba0ce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3722ba9-be68-44d3-8fbb-55f407caec55', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.823172] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Creating folder: Project (1a4483896247403db2b5e5d08d08bd00). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.823172] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef597808-95be-41ad-bbd8-bf6dbb51e3a0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.838355] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Created folder: Project (1a4483896247403db2b5e5d08d08bd00) in parent group-v901426. [ 637.839020] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Creating folder: Instances. Parent ref: group-v901473. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.840708] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f00a2f1e-9795-4212-a6f9-a141fb24b587 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.852030] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Created folder: Instances in parent group-v901473. [ 637.852360] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 637.852568] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.852793] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26497c92-2a16-4962-90ba-6121f572e6ba {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.878143] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.878143] env[65682]: value = "task-4615406" [ 637.878143] env[65682]: _type = "Task" [ 637.878143] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.887756] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615406, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.896907] env[65682]: DEBUG nova.compute.manager [None req-0561fcf9-4adf-4daa-8b7a-ccb7927593b5 tempest-ServerDiagnosticsTest-1242030376 tempest-ServerDiagnosticsTest-1242030376-project-admin] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 637.898216] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3190493f-bb73-4b6d-811a-e9a53aabd13c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.915111] env[65682]: INFO nova.compute.manager [None req-0561fcf9-4adf-4daa-8b7a-ccb7927593b5 tempest-ServerDiagnosticsTest-1242030376 tempest-ServerDiagnosticsTest-1242030376-project-admin] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Retrieving diagnostics [ 637.919490] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4507dae5-4eed-4120-b555-6bf695f2e023 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.923246] env[65682]: DEBUG oslo_vmware.api [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4615403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068151} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.923604] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.924973] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8edbee8-7fef-4e8c-97ea-c598dfc81cef {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.981708] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 82843684-9e3d-4e9f-9d40-efe9c679a99e/82843684-9e3d-4e9f-9d40-efe9c679a99e.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.982158] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4e28759-bf25-4a8b-8d8a-dce360d0cac2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.004759] env[65682]: DEBUG oslo_concurrency.lockutils [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquiring lock "refresh_cache-6dc6138b-9a58-44c7-a4bf-890c36ce1197" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.005135] env[65682]: DEBUG oslo_concurrency.lockutils [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquired lock "refresh_cache-6dc6138b-9a58-44c7-a4bf-890c36ce1197" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.005240] env[65682]: DEBUG nova.network.neutron [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 638.009314] env[65682]: DEBUG oslo_vmware.api [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Waiting for the task: (returnval){ [ 638.009314] env[65682]: value = "task-4615407" [ 638.009314] env[65682]: _type = "Task" [ 638.009314] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.019942] env[65682]: DEBUG oslo_vmware.api [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4615407, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.133907] env[65682]: DEBUG oslo_vmware.api [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615402, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.165510] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Acquiring lock "7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.165850] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Lock "7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.222223] env[65682]: DEBUG nova.network.neutron [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 638.402242] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615406, 'name': CreateVM_Task, 'duration_secs': 0.389594} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.406303] env[65682]: WARNING neutronclient.v2_0.client [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.408382] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.409281] env[65682]: WARNING neutronclient.v2_0.client [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.409658] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.409940] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.410430] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.410706] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d528d183-92da-4700-a0dc-b668e554c36a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.416209] env[65682]: DEBUG oslo_vmware.api [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Waiting for the task: (returnval){ [ 638.416209] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525de8d6-6f87-50dd-9361-3b0a228c9921" [ 638.416209] env[65682]: _type = "Task" [ 638.416209] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.423287] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57233ea2-9519-449b-b933-8a825c8f3b9d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.429446] env[65682]: DEBUG oslo_vmware.api [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525de8d6-6f87-50dd-9361-3b0a228c9921, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.438316] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79244dad-ae6c-4269-8595-20124079ed18 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.478747] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593022a2-ef96-40ef-b1de-d5954cb2e689 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.488692] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9cab53-6439-47f6-9e5e-9664312c185d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.505794] env[65682]: DEBUG nova.compute.provider_tree [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.509223] env[65682]: WARNING neutronclient.v2_0.client [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.523418] env[65682]: DEBUG oslo_vmware.api [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4615407, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.529559] env[65682]: DEBUG nova.network.neutron [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Updating instance_info_cache with network_info: [{"id": "e14e976a-357b-42b4-a7e5-f9d853373893", "address": "fa:16:3e:0e:80:25", "network": {"id": "4325e347-9b47-40dc-aec4-00f1c87e63ee", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1942724398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f89ef8262ca0497eb53f59a9aca1a523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape14e976a-35", "ovs_interfaceid": "e14e976a-357b-42b4-a7e5-f9d853373893", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.629659] env[65682]: DEBUG oslo_vmware.api [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615402, 'name': PowerOnVM_Task, 'duration_secs': 1.071426} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.633194] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.634511] env[65682]: INFO nova.compute.manager [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Took 11.55 seconds to spawn the instance on the hypervisor. [ 638.634511] env[65682]: DEBUG nova.compute.manager [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 638.634769] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e628b4-6299-4c5e-a47c-8b7cabf0ee62 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.670811] env[65682]: DEBUG nova.compute.manager [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 638.755164] env[65682]: WARNING neutronclient.v2_0.client [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.839139] env[65682]: DEBUG nova.network.neutron [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Updating instance_info_cache with network_info: [{"id": "1104120e-23ea-413c-bf5b-83f82378ec12", "address": "fa:16:3e:df:ba:26", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1104120e-23", "ovs_interfaceid": "1104120e-23ea-413c-bf5b-83f82378ec12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.936101] env[65682]: DEBUG oslo_vmware.api [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525de8d6-6f87-50dd-9361-3b0a228c9921, 'name': SearchDatastore_Task, 'duration_secs': 0.010187} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.936826] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.937053] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.937604] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.937787] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.938173] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.938623] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72041c7c-c7e5-4429-b88e-eeac4942090d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.953844] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.954311] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.955061] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ee01ba2-6b97-4428-b8a2-0b9603bbb1c1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.961584] env[65682]: DEBUG oslo_vmware.api [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Waiting for the task: (returnval){ [ 638.961584] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52fd908f-7922-fcbe-174f-5a7502e8c1ab" [ 638.961584] env[65682]: _type = "Task" [ 638.961584] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.971713] env[65682]: DEBUG oslo_vmware.api [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52fd908f-7922-fcbe-174f-5a7502e8c1ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.011060] env[65682]: DEBUG nova.scheduler.client.report [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.024149] env[65682]: DEBUG oslo_vmware.api [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4615407, 'name': ReconfigVM_Task, 'duration_secs': 0.683348} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.024149] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 82843684-9e3d-4e9f-9d40-efe9c679a99e/82843684-9e3d-4e9f-9d40-efe9c679a99e.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.025214] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc073443-1a65-4f3d-95a7-97cd63b5e72a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.033046] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Releasing lock "refresh_cache-87083d97-1a46-4535-85fc-4081af4f1d99" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.033244] env[65682]: DEBUG nova.compute.manager [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Instance network_info: |[{"id": "e14e976a-357b-42b4-a7e5-f9d853373893", "address": "fa:16:3e:0e:80:25", "network": {"id": "4325e347-9b47-40dc-aec4-00f1c87e63ee", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1942724398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f89ef8262ca0497eb53f59a9aca1a523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape14e976a-35", "ovs_interfaceid": "e14e976a-357b-42b4-a7e5-f9d853373893", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 639.036026] env[65682]: DEBUG oslo_vmware.api [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Waiting for the task: (returnval){ [ 639.036026] env[65682]: value = "task-4615408" [ 639.036026] env[65682]: _type = "Task" [ 639.036026] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.036026] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:80:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e839c46-1ae9-43b7-9518-8f18f48100dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e14e976a-357b-42b4-a7e5-f9d853373893', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.042458] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 639.043610] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.048868] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94d49b6e-a1e2-4d2f-9832-fbe006aa37af {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.072404] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.072404] env[65682]: value = "task-4615409" [ 639.072404] env[65682]: _type = "Task" [ 639.072404] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.072689] env[65682]: DEBUG oslo_vmware.api [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4615408, 'name': Rename_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.083907] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615409, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.155419] env[65682]: INFO nova.compute.manager [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Took 19.93 seconds to build instance. [ 639.194642] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.213089] env[65682]: INFO nova.compute.manager [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Rebuilding instance [ 639.254339] env[65682]: DEBUG nova.compute.manager [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 639.255424] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced38d63-1bc1-4d37-8caf-bf9efe301936 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.342337] env[65682]: DEBUG oslo_concurrency.lockutils [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Releasing lock "refresh_cache-6dc6138b-9a58-44c7-a4bf-890c36ce1197" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.475674] env[65682]: DEBUG oslo_vmware.api [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52fd908f-7922-fcbe-174f-5a7502e8c1ab, 'name': SearchDatastore_Task, 'duration_secs': 0.00999} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.476721] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b767efa9-b9c0-44bb-a0ef-80c9e7b02d83 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.484586] env[65682]: DEBUG oslo_vmware.api [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Waiting for the task: (returnval){ [ 639.484586] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5249878a-fe0b-2f2c-3bee-4cac664f06d6" [ 639.484586] env[65682]: _type = "Task" [ 639.484586] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.498207] env[65682]: DEBUG oslo_vmware.api [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5249878a-fe0b-2f2c-3bee-4cac664f06d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.519785] env[65682]: DEBUG oslo_concurrency.lockutils [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.520339] env[65682]: DEBUG nova.compute.manager [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 639.524022] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "74045a2c-18fb-4f2f-aa59-d14238c83ea2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.524770] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "74045a2c-18fb-4f2f-aa59-d14238c83ea2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.525745] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.571s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.525962] env[65682]: DEBUG nova.objects.instance [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Lazy-loading 'resources' on Instance uuid 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 639.557062] env[65682]: DEBUG oslo_vmware.api [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4615408, 'name': Rename_Task, 'duration_secs': 0.220848} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.557062] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.557062] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c224dd3-48fb-4ee5-ada6-5bc5eee14220 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.566113] env[65682]: DEBUG oslo_vmware.api [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Waiting for the task: (returnval){ [ 639.566113] env[65682]: value = "task-4615410" [ 639.566113] env[65682]: _type = "Task" [ 639.566113] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.576748] env[65682]: DEBUG oslo_vmware.api [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4615410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.584823] env[65682]: DEBUG nova.compute.manager [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Received event network-changed-e0a7740e-f8d9-4ba0-b839-658b5355aed2 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 639.585048] env[65682]: DEBUG nova.compute.manager [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Refreshing instance network info cache due to event network-changed-e0a7740e-f8d9-4ba0-b839-658b5355aed2. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 639.585297] env[65682]: DEBUG oslo_concurrency.lockutils [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] Acquiring lock "refresh_cache-f3887e09-9b99-461c-98a1-e89e896177ad" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.585393] env[65682]: DEBUG oslo_concurrency.lockutils [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] Acquired lock "refresh_cache-f3887e09-9b99-461c-98a1-e89e896177ad" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.585559] env[65682]: DEBUG nova.network.neutron [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Refreshing network info cache for port e0a7740e-f8d9-4ba0-b839-658b5355aed2 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.591406] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615409, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.657950] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6f4d6528-e7e6-4b2a-ac21-9699acfeac55 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lock "9f14574b-6e8e-433e-84c4-9358e60bb7ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.445s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.764202] env[65682]: DEBUG nova.compute.manager [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Received event network-changed-a661bff0-f4f4-4e45-8c94-fd733b49be08 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 639.764641] env[65682]: DEBUG nova.compute.manager [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Refreshing instance network info cache due to event network-changed-a661bff0-f4f4-4e45-8c94-fd733b49be08. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 639.764836] env[65682]: DEBUG oslo_concurrency.lockutils [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] Acquiring lock "refresh_cache-82843684-9e3d-4e9f-9d40-efe9c679a99e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.765120] env[65682]: DEBUG oslo_concurrency.lockutils [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] Acquired lock "refresh_cache-82843684-9e3d-4e9f-9d40-efe9c679a99e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.765197] env[65682]: DEBUG nova.network.neutron [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Refreshing network info cache for port a661bff0-f4f4-4e45-8c94-fd733b49be08 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.995932] env[65682]: DEBUG oslo_vmware.api [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5249878a-fe0b-2f2c-3bee-4cac664f06d6, 'name': SearchDatastore_Task, 'duration_secs': 0.011457} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.996293] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.996564] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 109b91b6-63d6-4fdd-a1f2-a18e41e44ade/109b91b6-63d6-4fdd-a1f2-a18e41e44ade.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.996941] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ccdb2d3-5d06-4f8d-a3ea-7d5eff7ffd78 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.005598] env[65682]: DEBUG oslo_vmware.api [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Waiting for the task: (returnval){ [ 640.005598] env[65682]: value = "task-4615411" [ 640.005598] env[65682]: _type = "Task" [ 640.005598] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.014904] env[65682]: DEBUG oslo_vmware.api [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Task: {'id': task-4615411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.026360] env[65682]: DEBUG nova.compute.utils [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.028853] env[65682]: DEBUG nova.compute.manager [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 640.030948] env[65682]: DEBUG nova.compute.manager [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 640.031212] env[65682]: DEBUG nova.network.neutron [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 640.031599] env[65682]: WARNING neutronclient.v2_0.client [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.031911] env[65682]: WARNING neutronclient.v2_0.client [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.082790] env[65682]: DEBUG oslo_vmware.api [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4615410, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.095747] env[65682]: WARNING neutronclient.v2_0.client [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.098721] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615409, 'name': CreateVM_Task, 'duration_secs': 0.577195} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.101074] env[65682]: DEBUG nova.policy [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6316728f0e84555b2693fc2c5780e38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8eaca82bae54434ea55d652d06ff4773', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.102895] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.103877] env[65682]: WARNING neutronclient.v2_0.client [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.106708] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.106708] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.106708] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.106708] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b152fa52-0e08-4e3c-9358-7bb2efd6c942 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.112476] env[65682]: DEBUG oslo_vmware.api [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for the task: (returnval){ [ 640.112476] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52658c66-3ff8-531b-5190-92cb18053fb3" [ 640.112476] env[65682]: _type = "Task" [ 640.112476] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.126990] env[65682]: DEBUG oslo_vmware.api [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52658c66-3ff8-531b-5190-92cb18053fb3, 'name': SearchDatastore_Task, 'duration_secs': 0.010787} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.127312] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.127570] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.127801] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.127940] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.128135] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.128459] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3535688e-1613-4ea8-8ca6-0782cea84dfe {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.141018] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.141275] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.142115] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b5f9d67-0f7a-4f3b-b655-025a0de7104b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.154564] env[65682]: DEBUG oslo_vmware.api [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for the task: (returnval){ [ 640.154564] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5289c7f3-1490-cf14-32eb-ab82e0a05b87" [ 640.154564] env[65682]: _type = "Task" [ 640.154564] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.169014] env[65682]: DEBUG oslo_vmware.api [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5289c7f3-1490-cf14-32eb-ab82e0a05b87, 'name': SearchDatastore_Task, 'duration_secs': 0.011284} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.170031] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f79a7a3a-cfac-4006-b8d5-dc0c31403937 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.179226] env[65682]: DEBUG oslo_vmware.api [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for the task: (returnval){ [ 640.179226] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ad2af9-7e46-ffac-e9e4-6e5fb886a1e7" [ 640.179226] env[65682]: _type = "Task" [ 640.179226] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.197236] env[65682]: DEBUG oslo_vmware.api [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ad2af9-7e46-ffac-e9e4-6e5fb886a1e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.270163] env[65682]: WARNING neutronclient.v2_0.client [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.273902] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 640.274241] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67b92e6d-4567-4fb7-b2e7-f455c806a60a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.284799] env[65682]: DEBUG oslo_vmware.api [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Waiting for the task: (returnval){ [ 640.284799] env[65682]: value = "task-4615412" [ 640.284799] env[65682]: _type = "Task" [ 640.284799] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.301272] env[65682]: DEBUG oslo_vmware.api [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Task: {'id': task-4615412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.444257] env[65682]: DEBUG oslo_concurrency.lockutils [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Acquiring lock "ef478472-6a7e-4ae1-97d6-e30e080ecb1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.444445] env[65682]: DEBUG oslo_concurrency.lockutils [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Lock "ef478472-6a7e-4ae1-97d6-e30e080ecb1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.462480] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6452a4f-0da8-4cf1-95af-cc359b85996e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.478551] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35be5cae-1c11-4abe-9fc5-b19fc40b3511 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.533242] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d8578d-5a35-4cbe-8142-f8ca15c44d58 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.538869] env[65682]: DEBUG nova.compute.manager [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 640.553217] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a727c85a-43bb-46a1-904c-fd6bd514d43d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.557542] env[65682]: DEBUG oslo_vmware.api [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Task: {'id': task-4615411, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522667} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.557940] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 109b91b6-63d6-4fdd-a1f2-a18e41e44ade/109b91b6-63d6-4fdd-a1f2-a18e41e44ade.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.558092] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.558758] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72ff50dd-2620-42b1-8a79-9a33d87ca16e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.569648] env[65682]: DEBUG nova.compute.provider_tree [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.574789] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.576932] env[65682]: DEBUG oslo_vmware.api [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Waiting for the task: (returnval){ [ 640.576932] env[65682]: value = "task-4615413" [ 640.576932] env[65682]: _type = "Task" [ 640.576932] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.587455] env[65682]: DEBUG oslo_vmware.api [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4615410, 'name': PowerOnVM_Task, 'duration_secs': 0.662661} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.588649] env[65682]: DEBUG nova.network.neutron [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Successfully created port: 6de21297-b0c2-41b3-bc44-598166ecab68 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 640.591250] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.591507] env[65682]: INFO nova.compute.manager [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Took 10.99 seconds to spawn the instance on the hypervisor. [ 640.591723] env[65682]: DEBUG nova.compute.manager [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 640.597344] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf64adc-df5b-4985-ba52-e728dc8e403d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.600706] env[65682]: DEBUG oslo_vmware.api [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Task: {'id': task-4615413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.602224] env[65682]: WARNING neutronclient.v2_0.client [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.696692] env[65682]: DEBUG oslo_vmware.api [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ad2af9-7e46-ffac-e9e4-6e5fb886a1e7, 'name': SearchDatastore_Task, 'duration_secs': 0.077573} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.696988] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.697300] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 87083d97-1a46-4535-85fc-4081af4f1d99/87083d97-1a46-4535-85fc-4081af4f1d99.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.697606] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6348110-b661-4a86-b715-a3ad8b04f2e1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.706010] env[65682]: DEBUG oslo_vmware.api [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for the task: (returnval){ [ 640.706010] env[65682]: value = "task-4615414" [ 640.706010] env[65682]: _type = "Task" [ 640.706010] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.714938] env[65682]: DEBUG oslo_vmware.api [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.795662] env[65682]: DEBUG oslo_vmware.api [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Task: {'id': task-4615412, 'name': PowerOffVM_Task, 'duration_secs': 0.216504} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.795932] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 640.796197] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 640.796982] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114bbe5e-1dc8-42e7-87cd-8018490d8b3e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.805046] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 640.805328] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49dfa692-5c73-41a6-81b4-6b8f7d90ca5c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.831884] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 640.832169] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 640.832435] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Deleting the datastore file [datastore1] 100e93f9-0a2c-4301-be84-d163a0ec2cd5 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 640.832667] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5dd863d5-3dbe-44d0-bb73-aeba1821720f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.839850] env[65682]: DEBUG oslo_vmware.api [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Waiting for the task: (returnval){ [ 640.839850] env[65682]: value = "task-4615416" [ 640.839850] env[65682]: _type = "Task" [ 640.839850] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.849042] env[65682]: DEBUG oslo_vmware.api [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Task: {'id': task-4615416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.865837] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a94b24-70e2-472e-b0ea-d0e1a78ecbc6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.891523] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Updating instance '6dc6138b-9a58-44c7-a4bf-890c36ce1197' progress to 0 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 640.950682] env[65682]: DEBUG nova.compute.manager [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 641.079286] env[65682]: DEBUG nova.network.neutron [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Updated VIF entry in instance network info cache for port e0a7740e-f8d9-4ba0-b839-658b5355aed2. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 641.079698] env[65682]: DEBUG nova.network.neutron [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Updating instance_info_cache with network_info: [{"id": "e0a7740e-f8d9-4ba0-b839-658b5355aed2", "address": "fa:16:3e:22:fe:af", "network": {"id": "6cf4f946-9e23-437f-8489-0f58b0ecadd6", "bridge": "br-int", "label": "tempest-ServersTestJSON-284667886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c231ad911e114f9aba2f6ba48a64318d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0a7740e-f8", "ovs_interfaceid": "e0a7740e-f8d9-4ba0-b839-658b5355aed2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.081854] env[65682]: DEBUG nova.scheduler.client.report [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.103573] env[65682]: DEBUG oslo_vmware.api [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Task: {'id': task-4615413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072307} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.105610] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.113330] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba38b2f6-7f52-4327-85e4-4d746286cc4d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.123808] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Acquiring lock "32387d64-dddb-4042-a697-36df547c59a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.126038] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Lock "32387d64-dddb-4042-a697-36df547c59a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.126038] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Acquiring lock "32387d64-dddb-4042-a697-36df547c59a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.126038] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Lock "32387d64-dddb-4042-a697-36df547c59a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.126038] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Lock "32387d64-dddb-4042-a697-36df547c59a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.129915] env[65682]: INFO nova.compute.manager [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Terminating instance [ 641.134627] env[65682]: INFO nova.compute.manager [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Took 21.24 seconds to build instance. [ 641.155326] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 109b91b6-63d6-4fdd-a1f2-a18e41e44ade/109b91b6-63d6-4fdd-a1f2-a18e41e44ade.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.156810] env[65682]: WARNING neutronclient.v2_0.client [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.159926] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac0df45c-58c4-4348-bea1-f7e215e20350 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Lock "82843684-9e3d-4e9f-9d40-efe9c679a99e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.286s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.160254] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6343d8d4-8134-425f-9256-c17533e2d705 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.182423] env[65682]: DEBUG oslo_vmware.api [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Waiting for the task: (returnval){ [ 641.182423] env[65682]: value = "task-4615417" [ 641.182423] env[65682]: _type = "Task" [ 641.182423] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.194009] env[65682]: DEBUG oslo_vmware.api [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Task: {'id': task-4615417, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.220227] env[65682]: DEBUG oslo_vmware.api [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467278} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.220644] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 87083d97-1a46-4535-85fc-4081af4f1d99/87083d97-1a46-4535-85fc-4081af4f1d99.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.220952] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.221366] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9f1a18a-33ad-4ee0-a42e-3e9cda305b9c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.231422] env[65682]: DEBUG oslo_vmware.api [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for the task: (returnval){ [ 641.231422] env[65682]: value = "task-4615418" [ 641.231422] env[65682]: _type = "Task" [ 641.231422] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.246531] env[65682]: DEBUG oslo_vmware.api [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.338465] env[65682]: DEBUG nova.network.neutron [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Updated VIF entry in instance network info cache for port a661bff0-f4f4-4e45-8c94-fd733b49be08. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 641.339086] env[65682]: DEBUG nova.network.neutron [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Updating instance_info_cache with network_info: [{"id": "a661bff0-f4f4-4e45-8c94-fd733b49be08", "address": "fa:16:3e:03:3e:7d", "network": {"id": "501ab9a2-37a1-4829-8148-489f2b124a62", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-486556734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c67ea88399448a19182e3a443f4056f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa661bff0-f4", "ovs_interfaceid": "a661bff0-f4f4-4e45-8c94-fd733b49be08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.351426] env[65682]: DEBUG oslo_vmware.api [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Task: {'id': task-4615416, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354538} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.352462] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 641.352656] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 641.352904] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 641.401180] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 641.401180] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27923981-5593-4e00-bcb3-18c2204dc575 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.409110] env[65682]: DEBUG oslo_vmware.api [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 641.409110] env[65682]: value = "task-4615419" [ 641.409110] env[65682]: _type = "Task" [ 641.409110] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.421246] env[65682]: DEBUG oslo_vmware.api [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.477818] env[65682]: DEBUG oslo_concurrency.lockutils [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.550989] env[65682]: DEBUG nova.compute.manager [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 641.583873] env[65682]: DEBUG nova.virt.hardware [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 641.584255] env[65682]: DEBUG nova.virt.hardware [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.584423] env[65682]: DEBUG nova.virt.hardware [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 641.584631] env[65682]: DEBUG nova.virt.hardware [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.584858] env[65682]: DEBUG nova.virt.hardware [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 641.585119] env[65682]: DEBUG nova.virt.hardware [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 641.585432] env[65682]: DEBUG nova.virt.hardware [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 641.585713] env[65682]: DEBUG nova.virt.hardware [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 641.585970] env[65682]: DEBUG nova.virt.hardware [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 641.586637] env[65682]: DEBUG nova.virt.hardware [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 641.586637] env[65682]: DEBUG nova.virt.hardware [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 641.587766] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26308523-206b-4829-9210-775f488bba70 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.595815] env[65682]: DEBUG oslo_concurrency.lockutils [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] Releasing lock "refresh_cache-f3887e09-9b99-461c-98a1-e89e896177ad" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.596166] env[65682]: DEBUG nova.compute.manager [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Received event network-changed-88c34579-305a-4844-8ea8-5ad367d77d24 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 641.596370] env[65682]: DEBUG nova.compute.manager [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Refreshing instance network info cache due to event network-changed-88c34579-305a-4844-8ea8-5ad367d77d24. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 641.596597] env[65682]: DEBUG oslo_concurrency.lockutils [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] Acquiring lock "refresh_cache-8dfedc69-d424-40c8-b383-714719622e52" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.596770] env[65682]: DEBUG oslo_concurrency.lockutils [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] Acquired lock "refresh_cache-8dfedc69-d424-40c8-b383-714719622e52" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.596965] env[65682]: DEBUG nova.network.neutron [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Refreshing network info cache for port 88c34579-305a-4844-8ea8-5ad367d77d24 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.598862] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.601814] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.182s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.604364] env[65682]: INFO nova.compute.claims [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.615051] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d0da6e-4323-4736-9feb-a3a562fd1350 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.637389] env[65682]: DEBUG nova.compute.manager [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 641.637389] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 641.638952] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10755c1-7178-421a-91b9-a52b7797b832 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.646185] env[65682]: INFO nova.scheduler.client.report [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Deleted allocations for instance 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe [ 641.655146] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 641.655479] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18a377b2-88f6-41e9-b0fe-0439db15ae73 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.664193] env[65682]: DEBUG oslo_vmware.api [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Waiting for the task: (returnval){ [ 641.664193] env[65682]: value = "task-4615420" [ 641.664193] env[65682]: _type = "Task" [ 641.664193] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.674435] env[65682]: DEBUG oslo_vmware.api [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Task: {'id': task-4615420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.696521] env[65682]: DEBUG oslo_vmware.api [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Task: {'id': task-4615417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.741692] env[65682]: DEBUG oslo_vmware.api [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078239} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.741981] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.742815] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecd0ae5-4a6e-415c-9a86-6cce97e5395d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.766678] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 87083d97-1a46-4535-85fc-4081af4f1d99/87083d97-1a46-4535-85fc-4081af4f1d99.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.767084] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-315a9297-6ba1-4da4-8b99-dc556af3213b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.789025] env[65682]: DEBUG oslo_vmware.api [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for the task: (returnval){ [ 641.789025] env[65682]: value = "task-4615421" [ 641.789025] env[65682]: _type = "Task" [ 641.789025] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.798720] env[65682]: DEBUG oslo_vmware.api [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.845619] env[65682]: DEBUG oslo_concurrency.lockutils [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] Releasing lock "refresh_cache-82843684-9e3d-4e9f-9d40-efe9c679a99e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.845921] env[65682]: DEBUG nova.compute.manager [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Received event network-vif-deleted-035e5baa-ebe8-447d-be90-9cb02dd5f9bc {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 641.846276] env[65682]: DEBUG nova.compute.manager [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Received event network-changed-ad753216-feb7-41ea-98e5-4aa3c5959c44 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 641.846496] env[65682]: DEBUG nova.compute.manager [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Refreshing instance network info cache due to event network-changed-ad753216-feb7-41ea-98e5-4aa3c5959c44. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 641.846795] env[65682]: DEBUG oslo_concurrency.lockutils [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] Acquiring lock "refresh_cache-c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.846966] env[65682]: DEBUG oslo_concurrency.lockutils [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] Acquired lock "refresh_cache-c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.847206] env[65682]: DEBUG nova.network.neutron [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Refreshing network info cache for port ad753216-feb7-41ea-98e5-4aa3c5959c44 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.920758] env[65682]: DEBUG oslo_vmware.api [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615419, 'name': PowerOffVM_Task, 'duration_secs': 0.271034} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.920758] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 641.920758] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Updating instance '6dc6138b-9a58-44c7-a4bf-890c36ce1197' progress to 17 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 642.103936] env[65682]: WARNING neutronclient.v2_0.client [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.159793] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fca6f126-4aa9-4526-a7e6-560d82e21d08 tempest-ServerDiagnosticsV248Test-1352677014 tempest-ServerDiagnosticsV248Test-1352677014-project-member] Lock "7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.581s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.176276] env[65682]: DEBUG oslo_vmware.api [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Task: {'id': task-4615420, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.196364] env[65682]: DEBUG oslo_vmware.api [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Task: {'id': task-4615417, 'name': ReconfigVM_Task, 'duration_secs': 0.629135} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.196364] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 109b91b6-63d6-4fdd-a1f2-a18e41e44ade/109b91b6-63d6-4fdd-a1f2-a18e41e44ade.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.196364] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-802d1199-ec02-40f1-b3b8-72b44f766dec {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.203062] env[65682]: DEBUG oslo_vmware.api [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Waiting for the task: (returnval){ [ 642.203062] env[65682]: value = "task-4615422" [ 642.203062] env[65682]: _type = "Task" [ 642.203062] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.211313] env[65682]: DEBUG oslo_vmware.api [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Task: {'id': task-4615422, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.214959] env[65682]: DEBUG nova.network.neutron [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Successfully updated port: 6de21297-b0c2-41b3-bc44-598166ecab68 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 642.299918] env[65682]: DEBUG oslo_vmware.api [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.351901] env[65682]: WARNING neutronclient.v2_0.client [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.390587] env[65682]: DEBUG nova.virt.hardware [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 642.390819] env[65682]: DEBUG nova.virt.hardware [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.390962] env[65682]: DEBUG nova.virt.hardware [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 642.391475] env[65682]: DEBUG nova.virt.hardware [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.391475] env[65682]: DEBUG nova.virt.hardware [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 642.391475] env[65682]: DEBUG nova.virt.hardware [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 642.391689] env[65682]: DEBUG nova.virt.hardware [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 642.392371] env[65682]: DEBUG nova.virt.hardware [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 642.392371] env[65682]: DEBUG nova.virt.hardware [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 642.392641] env[65682]: DEBUG nova.virt.hardware [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 642.392641] env[65682]: DEBUG nova.virt.hardware [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 642.393528] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f34d747-3ab2-447e-bbb3-84c059311a83 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.409547] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deea4cbf-7709-4224-a1c7-5e650c824fab {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.429528] env[65682]: DEBUG nova.virt.hardware [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:23:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 642.429746] env[65682]: DEBUG nova.virt.hardware [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.429891] env[65682]: DEBUG nova.virt.hardware [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 642.430170] env[65682]: DEBUG nova.virt.hardware [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.430402] env[65682]: DEBUG nova.virt.hardware [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 642.430617] env[65682]: DEBUG nova.virt.hardware [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 642.431145] env[65682]: DEBUG nova.virt.hardware [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 642.431145] env[65682]: DEBUG nova.virt.hardware [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 642.431145] env[65682]: DEBUG nova.virt.hardware [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 642.431470] env[65682]: DEBUG nova.virt.hardware [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 642.431470] env[65682]: DEBUG nova.virt.hardware [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 642.436547] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Instance VIF info [] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.442325] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 642.446064] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd4eece5-351f-4cc9-b5f9-e912712cf7e6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.462929] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.463530] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-019d3811-905a-4c40-9fda-0315646b29f1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.484198] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.484198] env[65682]: value = "task-4615424" [ 642.484198] env[65682]: _type = "Task" [ 642.484198] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.486305] env[65682]: DEBUG oslo_vmware.api [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 642.486305] env[65682]: value = "task-4615423" [ 642.486305] env[65682]: _type = "Task" [ 642.486305] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.504834] env[65682]: DEBUG oslo_vmware.api [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.508444] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615424, 'name': CreateVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.550382] env[65682]: WARNING neutronclient.v2_0.client [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.639367] env[65682]: WARNING neutronclient.v2_0.client [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.655762] env[65682]: DEBUG nova.network.neutron [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Updated VIF entry in instance network info cache for port 88c34579-305a-4844-8ea8-5ad367d77d24. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 642.655975] env[65682]: DEBUG nova.network.neutron [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Updating instance_info_cache with network_info: [{"id": "88c34579-305a-4844-8ea8-5ad367d77d24", "address": "fa:16:3e:e6:37:e0", "network": {"id": "03167c58-b942-4522-bfec-a2a14727d011", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1761014544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c118d971fc894034a2c800a2a306e413", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88c34579-30", "ovs_interfaceid": "88c34579-305a-4844-8ea8-5ad367d77d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.676354] env[65682]: DEBUG oslo_vmware.api [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Task: {'id': task-4615420, 'name': PowerOffVM_Task, 'duration_secs': 0.516407} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.676354] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 642.676590] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 642.678181] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8311306-2329-4a95-8ddd-fe5f3a2be013 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.719634] env[65682]: DEBUG oslo_concurrency.lockutils [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "refresh_cache-6812a738-b2c5-4038-9943-ba204da22919" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.719790] env[65682]: DEBUG oslo_concurrency.lockutils [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquired lock "refresh_cache-6812a738-b2c5-4038-9943-ba204da22919" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.720056] env[65682]: DEBUG nova.network.neutron [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 642.721195] env[65682]: DEBUG oslo_vmware.api [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Task: {'id': task-4615422, 'name': Rename_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.761922] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 642.762231] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 642.762357] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Deleting the datastore file [datastore2] 32387d64-dddb-4042-a697-36df547c59a5 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.765273] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79ff1d11-3e62-47bc-894e-a47829af1c70 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.771255] env[65682]: DEBUG oslo_vmware.api [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Waiting for the task: (returnval){ [ 642.771255] env[65682]: value = "task-4615426" [ 642.771255] env[65682]: _type = "Task" [ 642.771255] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.784290] env[65682]: DEBUG oslo_vmware.api [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Task: {'id': task-4615426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.784887] env[65682]: DEBUG nova.network.neutron [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Updated VIF entry in instance network info cache for port ad753216-feb7-41ea-98e5-4aa3c5959c44. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 642.785359] env[65682]: DEBUG nova.network.neutron [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Updating instance_info_cache with network_info: [{"id": "ad753216-feb7-41ea-98e5-4aa3c5959c44", "address": "fa:16:3e:30:08:a6", "network": {"id": "f124ed1d-f492-4c67-a9bb-5901db714501", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1942775224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f6d0332670e470aafe072e93303f420", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad753216-fe", "ovs_interfaceid": "ad753216-feb7-41ea-98e5-4aa3c5959c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.806122] env[65682]: DEBUG oslo_vmware.api [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615421, 'name': ReconfigVM_Task, 'duration_secs': 0.90146} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.806433] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 87083d97-1a46-4535-85fc-4081af4f1d99/87083d97-1a46-4535-85fc-4081af4f1d99.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.807061] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38129277-c2d9-4651-a6f2-789128874225 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.814628] env[65682]: DEBUG oslo_vmware.api [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for the task: (returnval){ [ 642.814628] env[65682]: value = "task-4615427" [ 642.814628] env[65682]: _type = "Task" [ 642.814628] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.828015] env[65682]: DEBUG oslo_vmware.api [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615427, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.999923] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615424, 'name': CreateVM_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.005634] env[65682]: DEBUG oslo_vmware.api [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.020039] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580a173a-aaa0-403f-9bf8-1c3a4779825e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.029732] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becbedee-dd83-4817-a46b-eb6181e55d11 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.062832] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08a209f-1b4f-46cf-a9ad-3a3617879ae2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.071903] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3620fa-c9d0-4628-b0cd-b4a711e36f8e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.094140] env[65682]: DEBUG nova.compute.provider_tree [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.159698] env[65682]: DEBUG oslo_concurrency.lockutils [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] Releasing lock "refresh_cache-8dfedc69-d424-40c8-b383-714719622e52" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.160020] env[65682]: DEBUG nova.compute.manager [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Received event network-vif-plugged-d3722ba9-be68-44d3-8fbb-55f407caec55 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 643.160192] env[65682]: DEBUG oslo_concurrency.lockutils [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] Acquiring lock "109b91b6-63d6-4fdd-a1f2-a18e41e44ade-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.160392] env[65682]: DEBUG oslo_concurrency.lockutils [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] Lock "109b91b6-63d6-4fdd-a1f2-a18e41e44ade-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.160615] env[65682]: DEBUG oslo_concurrency.lockutils [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] Lock "109b91b6-63d6-4fdd-a1f2-a18e41e44ade-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.160739] env[65682]: DEBUG nova.compute.manager [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] No waiting events found dispatching network-vif-plugged-d3722ba9-be68-44d3-8fbb-55f407caec55 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 643.160911] env[65682]: WARNING nova.compute.manager [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Received unexpected event network-vif-plugged-d3722ba9-be68-44d3-8fbb-55f407caec55 for instance with vm_state building and task_state spawning. [ 643.161118] env[65682]: DEBUG nova.compute.manager [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Received event network-changed-d3722ba9-be68-44d3-8fbb-55f407caec55 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 643.161225] env[65682]: DEBUG nova.compute.manager [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Refreshing instance network info cache due to event network-changed-d3722ba9-be68-44d3-8fbb-55f407caec55. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 643.161585] env[65682]: DEBUG oslo_concurrency.lockutils [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] Acquiring lock "refresh_cache-109b91b6-63d6-4fdd-a1f2-a18e41e44ade" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.161775] env[65682]: DEBUG oslo_concurrency.lockutils [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] Acquired lock "refresh_cache-109b91b6-63d6-4fdd-a1f2-a18e41e44ade" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.161946] env[65682]: DEBUG nova.network.neutron [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Refreshing network info cache for port d3722ba9-be68-44d3-8fbb-55f407caec55 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.216050] env[65682]: DEBUG oslo_vmware.api [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Task: {'id': task-4615422, 'name': Rename_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.281558] env[65682]: DEBUG oslo_vmware.api [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Task: {'id': task-4615426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256846} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.281855] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 643.282338] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 643.282582] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 643.282865] env[65682]: INFO nova.compute.manager [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Took 1.65 seconds to destroy the instance on the hypervisor. [ 643.283238] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 643.283517] env[65682]: DEBUG nova.compute.manager [-] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 643.283647] env[65682]: DEBUG nova.network.neutron [-] [instance: 32387d64-dddb-4042-a697-36df547c59a5] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 643.283937] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.287570] env[65682]: DEBUG oslo_concurrency.lockutils [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] Releasing lock "refresh_cache-c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.287828] env[65682]: DEBUG nova.compute.manager [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Received event network-vif-plugged-e14e976a-357b-42b4-a7e5-f9d853373893 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 643.288096] env[65682]: DEBUG oslo_concurrency.lockutils [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] Acquiring lock "87083d97-1a46-4535-85fc-4081af4f1d99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.288305] env[65682]: DEBUG oslo_concurrency.lockutils [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] Lock "87083d97-1a46-4535-85fc-4081af4f1d99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.288497] env[65682]: DEBUG oslo_concurrency.lockutils [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] Lock "87083d97-1a46-4535-85fc-4081af4f1d99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.288663] env[65682]: DEBUG nova.compute.manager [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] No waiting events found dispatching network-vif-plugged-e14e976a-357b-42b4-a7e5-f9d853373893 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 643.288825] env[65682]: WARNING nova.compute.manager [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Received unexpected event network-vif-plugged-e14e976a-357b-42b4-a7e5-f9d853373893 for instance with vm_state building and task_state spawning. [ 643.289037] env[65682]: DEBUG nova.compute.manager [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Received event network-changed-e14e976a-357b-42b4-a7e5-f9d853373893 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 643.289142] env[65682]: DEBUG nova.compute.manager [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Refreshing instance network info cache due to event network-changed-e14e976a-357b-42b4-a7e5-f9d853373893. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 643.289319] env[65682]: DEBUG oslo_concurrency.lockutils [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] Acquiring lock "refresh_cache-87083d97-1a46-4535-85fc-4081af4f1d99" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.289449] env[65682]: DEBUG oslo_concurrency.lockutils [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] Acquired lock "refresh_cache-87083d97-1a46-4535-85fc-4081af4f1d99" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.289600] env[65682]: DEBUG nova.network.neutron [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Refreshing network info cache for port e14e976a-357b-42b4-a7e5-f9d853373893 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.330999] env[65682]: DEBUG oslo_vmware.api [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615427, 'name': Rename_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.507266] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615424, 'name': CreateVM_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.512287] env[65682]: DEBUG oslo_vmware.api [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615423, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.597727] env[65682]: DEBUG nova.scheduler.client.report [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.648399] env[65682]: DEBUG nova.network.neutron [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 643.664820] env[65682]: WARNING neutronclient.v2_0.client [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.716909] env[65682]: DEBUG oslo_vmware.api [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Task: {'id': task-4615422, 'name': Rename_Task, 'duration_secs': 1.20292} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.717232] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.717546] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dded3aca-1280-4270-b0e0-a02c7ac0b76e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.725313] env[65682]: DEBUG oslo_vmware.api [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Waiting for the task: (returnval){ [ 643.725313] env[65682]: value = "task-4615428" [ 643.725313] env[65682]: _type = "Task" [ 643.725313] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.735615] env[65682]: DEBUG oslo_vmware.api [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Task: {'id': task-4615428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.785257] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.792280] env[65682]: WARNING neutronclient.v2_0.client [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.829494] env[65682]: DEBUG oslo_vmware.api [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615427, 'name': Rename_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.001489] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615424, 'name': CreateVM_Task, 'duration_secs': 1.182869} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.002091] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.002566] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.002744] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.003099] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.003340] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-831baef0-3229-4521-a199-7026febdcb47 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.008095] env[65682]: DEBUG oslo_vmware.api [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615423, 'name': ReconfigVM_Task, 'duration_secs': 1.046726} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.008761] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Updating instance '6dc6138b-9a58-44c7-a4bf-890c36ce1197' progress to 33 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 644.016480] env[65682]: DEBUG oslo_vmware.api [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Waiting for the task: (returnval){ [ 644.016480] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b7cbd0-f77b-f7cb-7c11-ee4a467aa737" [ 644.016480] env[65682]: _type = "Task" [ 644.016480] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.034028] env[65682]: DEBUG oslo_vmware.api [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b7cbd0-f77b-f7cb-7c11-ee4a467aa737, 'name': SearchDatastore_Task, 'duration_secs': 0.010463} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.034028] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.034028] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.034028] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.034318] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.034318] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.034318] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f84a6e45-8015-4f9d-a941-c6dfd359912a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.043667] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.047424] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.047549] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6670f79d-6b5a-49bf-b978-03f1ab2e69be {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.057811] env[65682]: DEBUG oslo_vmware.api [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Waiting for the task: (returnval){ [ 644.057811] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5261853b-a1e6-5413-8453-6f006945ccc6" [ 644.057811] env[65682]: _type = "Task" [ 644.057811] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.072115] env[65682]: DEBUG oslo_vmware.api [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5261853b-a1e6-5413-8453-6f006945ccc6, 'name': SearchDatastore_Task, 'duration_secs': 0.010778} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.072892] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a6e829c-9de8-4864-9c41-834783d4d898 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.079041] env[65682]: DEBUG oslo_vmware.api [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Waiting for the task: (returnval){ [ 644.079041] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]529eb707-f10f-ddbe-9c4e-bbf6b299e860" [ 644.079041] env[65682]: _type = "Task" [ 644.079041] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.088470] env[65682]: DEBUG oslo_vmware.api [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]529eb707-f10f-ddbe-9c4e-bbf6b299e860, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.102347] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.102888] env[65682]: DEBUG nova.compute.manager [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 644.105701] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.673s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.105907] env[65682]: DEBUG nova.objects.instance [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Lazy-loading 'resources' on Instance uuid b2f29261-935f-4a60-bf4a-71f7cdc239e3 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 644.236583] env[65682]: DEBUG oslo_vmware.api [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Task: {'id': task-4615428, 'name': PowerOnVM_Task, 'duration_secs': 0.504344} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.236583] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.237017] env[65682]: INFO nova.compute.manager [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Took 10.24 seconds to spawn the instance on the hypervisor. [ 644.237017] env[65682]: DEBUG nova.compute.manager [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 644.237826] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092b4a16-0a7e-4f54-a70a-41c40aeb6108 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.331234] env[65682]: DEBUG oslo_vmware.api [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615427, 'name': Rename_Task, 'duration_secs': 1.212576} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.331543] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.331908] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-913bd6d4-908b-4324-9004-6d9f3d245e7c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.341996] env[65682]: DEBUG oslo_vmware.api [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for the task: (returnval){ [ 644.341996] env[65682]: value = "task-4615429" [ 644.341996] env[65682]: _type = "Task" [ 644.341996] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.353238] env[65682]: DEBUG oslo_vmware.api [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.516651] env[65682]: DEBUG nova.virt.hardware [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 644.517084] env[65682]: DEBUG nova.virt.hardware [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.517314] env[65682]: DEBUG nova.virt.hardware [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 644.517554] env[65682]: DEBUG nova.virt.hardware [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.517750] env[65682]: DEBUG nova.virt.hardware [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 644.517946] env[65682]: DEBUG nova.virt.hardware [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 644.518220] env[65682]: DEBUG nova.virt.hardware [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 644.518438] env[65682]: DEBUG nova.virt.hardware [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 644.518654] env[65682]: DEBUG nova.virt.hardware [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 644.518882] env[65682]: DEBUG nova.virt.hardware [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 644.519314] env[65682]: DEBUG nova.virt.hardware [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 644.524469] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Reconfiguring VM instance instance-00000006 to detach disk 2000 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 644.525412] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85729a22-d365-4372-8479-a01bc5916a40 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.546335] env[65682]: DEBUG oslo_vmware.api [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 644.546335] env[65682]: value = "task-4615430" [ 644.546335] env[65682]: _type = "Task" [ 644.546335] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.562980] env[65682]: DEBUG oslo_vmware.api [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615430, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.591285] env[65682]: DEBUG oslo_vmware.api [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]529eb707-f10f-ddbe-9c4e-bbf6b299e860, 'name': SearchDatastore_Task, 'duration_secs': 0.010366} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.591693] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.591855] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 100e93f9-0a2c-4301-be84-d163a0ec2cd5/100e93f9-0a2c-4301-be84-d163a0ec2cd5.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.592138] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e695e95-49f2-4f25-bcdb-360f20eb0217 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.600455] env[65682]: DEBUG oslo_vmware.api [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Waiting for the task: (returnval){ [ 644.600455] env[65682]: value = "task-4615431" [ 644.600455] env[65682]: _type = "Task" [ 644.600455] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.618024] env[65682]: DEBUG nova.compute.utils [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 644.618744] env[65682]: DEBUG oslo_vmware.api [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Task: {'id': task-4615431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.619946] env[65682]: DEBUG nova.compute.manager [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 644.619946] env[65682]: DEBUG nova.network.neutron [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 644.620143] env[65682]: WARNING neutronclient.v2_0.client [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.620373] env[65682]: WARNING neutronclient.v2_0.client [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.648593] env[65682]: WARNING neutronclient.v2_0.client [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.760608] env[65682]: INFO nova.compute.manager [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Took 23.24 seconds to build instance. [ 644.843112] env[65682]: DEBUG nova.network.neutron [-] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.859464] env[65682]: DEBUG oslo_vmware.api [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615429, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.865615] env[65682]: DEBUG nova.policy [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '201f127a64dd45efb48f53299054efd8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f89ef8262ca0497eb53f59a9aca1a523', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.989770] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6615498-57d5-4776-9bd3-6fc9d723956a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.000425] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d2caab-80a9-482a-a832-e23e794af174 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.037914] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb30e567-ad13-45c2-9aa8-17bd6cd5276b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.056743] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5fe08d-c2d5-4158-ad6e-45cf985cb17e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.065694] env[65682]: DEBUG oslo_vmware.api [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615430, 'name': ReconfigVM_Task, 'duration_secs': 0.213626} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.068706] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Reconfigured VM instance instance-00000006 to detach disk 2000 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 645.069978] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c614be8-2a41-467c-9a37-e833f33fc499 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.083775] env[65682]: DEBUG nova.compute.provider_tree [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.115856] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 6dc6138b-9a58-44c7-a4bf-890c36ce1197/6dc6138b-9a58-44c7-a4bf-890c36ce1197.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.121088] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e029a9a4-e38e-42cf-b2c5-80376e91d4ee {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.142206] env[65682]: DEBUG nova.network.neutron [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Updating instance_info_cache with network_info: [{"id": "6de21297-b0c2-41b3-bc44-598166ecab68", "address": "fa:16:3e:5b:53:94", "network": {"id": "d13ac076-fdae-4d36-93cb-7c96987ecff2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1006055871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eaca82bae54434ea55d652d06ff4773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6de21297-b0", "ovs_interfaceid": "6de21297-b0c2-41b3-bc44-598166ecab68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.142206] env[65682]: DEBUG nova.compute.manager [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 645.147286] env[65682]: WARNING neutronclient.v2_0.client [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.160497] env[65682]: DEBUG oslo_vmware.api [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Task: {'id': task-4615431, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.163713] env[65682]: DEBUG oslo_vmware.api [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 645.163713] env[65682]: value = "task-4615432" [ 645.163713] env[65682]: _type = "Task" [ 645.163713] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.178251] env[65682]: DEBUG oslo_vmware.api [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615432, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.225775] env[65682]: WARNING neutronclient.v2_0.client [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.265285] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2127b225-0db0-46eb-8b8c-1662f0ac23e1 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Lock "109b91b6-63d6-4fdd-a1f2-a18e41e44ade" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.758s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.348481] env[65682]: INFO nova.compute.manager [-] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Took 2.06 seconds to deallocate network for instance. [ 645.360222] env[65682]: DEBUG oslo_vmware.api [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615429, 'name': PowerOnVM_Task, 'duration_secs': 0.750977} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.360222] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.360222] env[65682]: INFO nova.compute.manager [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Took 8.85 seconds to spawn the instance on the hypervisor. [ 645.360222] env[65682]: DEBUG nova.compute.manager [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 645.360494] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c43c70-3c47-48e4-9021-5d9cbb542fbb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.443085] env[65682]: DEBUG nova.network.neutron [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Successfully created port: 339b7ccb-9e4e-4ec9-8f95-8fda5d64b134 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 645.453139] env[65682]: DEBUG nova.network.neutron [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Updated VIF entry in instance network info cache for port d3722ba9-be68-44d3-8fbb-55f407caec55. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 645.453493] env[65682]: DEBUG nova.network.neutron [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Updating instance_info_cache with network_info: [{"id": "d3722ba9-be68-44d3-8fbb-55f407caec55", "address": "fa:16:3e:d8:49:7e", "network": {"id": "412e2444-af97-41c5-b8a2-269548a78bf5", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-139151732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1a4483896247403db2b5e5d08d08bd00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3722ba9-be", "ovs_interfaceid": "d3722ba9-be68-44d3-8fbb-55f407caec55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.480410] env[65682]: DEBUG nova.network.neutron [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Updated VIF entry in instance network info cache for port e14e976a-357b-42b4-a7e5-f9d853373893. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 645.481187] env[65682]: DEBUG nova.network.neutron [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Updating instance_info_cache with network_info: [{"id": "e14e976a-357b-42b4-a7e5-f9d853373893", "address": "fa:16:3e:0e:80:25", "network": {"id": "4325e347-9b47-40dc-aec4-00f1c87e63ee", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1942724398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f89ef8262ca0497eb53f59a9aca1a523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape14e976a-35", "ovs_interfaceid": "e14e976a-357b-42b4-a7e5-f9d853373893", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.587569] env[65682]: DEBUG nova.scheduler.client.report [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.624068] env[65682]: DEBUG oslo_vmware.api [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Task: {'id': task-4615431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683917} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.625270] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 100e93f9-0a2c-4301-be84-d163a0ec2cd5/100e93f9-0a2c-4301-be84-d163a0ec2cd5.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.625655] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.625892] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61a6549e-3376-4b52-ab10-234efabfa919 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.637952] env[65682]: DEBUG oslo_vmware.api [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Waiting for the task: (returnval){ [ 645.637952] env[65682]: value = "task-4615433" [ 645.637952] env[65682]: _type = "Task" [ 645.637952] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.645021] env[65682]: DEBUG oslo_concurrency.lockutils [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Releasing lock "refresh_cache-6812a738-b2c5-4038-9943-ba204da22919" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.645021] env[65682]: DEBUG nova.compute.manager [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Instance network_info: |[{"id": "6de21297-b0c2-41b3-bc44-598166ecab68", "address": "fa:16:3e:5b:53:94", "network": {"id": "d13ac076-fdae-4d36-93cb-7c96987ecff2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1006055871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eaca82bae54434ea55d652d06ff4773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6de21297-b0", "ovs_interfaceid": "6de21297-b0c2-41b3-bc44-598166ecab68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 645.648707] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:53:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6de21297-b0c2-41b3-bc44-598166ecab68', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.657750] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Creating folder: Project (8eaca82bae54434ea55d652d06ff4773). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.658945] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-406409a8-0604-46a0-9e66-dbc2a483fe8b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.663838] env[65682]: DEBUG oslo_vmware.api [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Task: {'id': task-4615433, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.676874] env[65682]: DEBUG oslo_vmware.api [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615432, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.678593] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Created folder: Project (8eaca82bae54434ea55d652d06ff4773) in parent group-v901426. [ 645.678796] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Creating folder: Instances. Parent ref: group-v901478. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.679103] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb31164f-b2ae-4b0d-b85d-f17d7d1553f5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.691424] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Created folder: Instances in parent group-v901478. [ 645.691703] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 645.691937] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.692665] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd9a133e-4a58-41e9-8385-52073cbc1a41 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.717016] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.717016] env[65682]: value = "task-4615436" [ 645.717016] env[65682]: _type = "Task" [ 645.717016] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.727709] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615436, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.860227] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.883900] env[65682]: INFO nova.compute.manager [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Took 23.54 seconds to build instance. [ 645.956074] env[65682]: DEBUG oslo_concurrency.lockutils [req-874e1976-cfb3-4054-99dd-c2260beaddc0 req-1f5c2989-d2dd-4669-8333-a7313cfbea72 service nova] Releasing lock "refresh_cache-109b91b6-63d6-4fdd-a1f2-a18e41e44ade" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.984552] env[65682]: DEBUG oslo_concurrency.lockutils [req-39a2ca2f-b560-4854-9a37-a54699c30407 req-9a886228-e6a6-4a1f-9505-d187f9df9372 service nova] Releasing lock "refresh_cache-87083d97-1a46-4535-85fc-4081af4f1d99" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.094252] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.097807] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.475s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.099567] env[65682]: INFO nova.compute.claims [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.126722] env[65682]: INFO nova.scheduler.client.report [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Deleted allocations for instance b2f29261-935f-4a60-bf4a-71f7cdc239e3 [ 646.151674] env[65682]: DEBUG nova.compute.manager [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 646.155849] env[65682]: DEBUG oslo_vmware.api [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Task: {'id': task-4615433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134273} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.155849] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.155849] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73ed140-1703-4fa5-a607-b34a7cfc0bfa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.188190] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 100e93f9-0a2c-4301-be84-d163a0ec2cd5/100e93f9-0a2c-4301-be84-d163a0ec2cd5.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.197369] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fad4cfda-ad7c-4c9f-85cb-070bc56917cb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.229560] env[65682]: DEBUG oslo_vmware.api [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Waiting for the task: (returnval){ [ 646.229560] env[65682]: value = "task-4615437" [ 646.229560] env[65682]: _type = "Task" [ 646.229560] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.229560] env[65682]: DEBUG oslo_vmware.api [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615432, 'name': ReconfigVM_Task, 'duration_secs': 0.709808} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.232329] env[65682]: DEBUG nova.virt.hardware [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:23:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 646.232483] env[65682]: DEBUG nova.virt.hardware [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.232530] env[65682]: DEBUG nova.virt.hardware [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 646.232810] env[65682]: DEBUG nova.virt.hardware [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.232889] env[65682]: DEBUG nova.virt.hardware [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 646.233118] env[65682]: DEBUG nova.virt.hardware [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 646.233515] env[65682]: DEBUG nova.virt.hardware [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 646.233515] env[65682]: DEBUG nova.virt.hardware [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 646.233515] env[65682]: DEBUG nova.virt.hardware [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 646.233723] env[65682]: DEBUG nova.virt.hardware [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 646.234071] env[65682]: DEBUG nova.virt.hardware [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 646.234829] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 6dc6138b-9a58-44c7-a4bf-890c36ce1197/6dc6138b-9a58-44c7-a4bf-890c36ce1197.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.235097] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Updating instance '6dc6138b-9a58-44c7-a4bf-890c36ce1197' progress to 50 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 646.239802] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaaecf8c-741d-4258-993f-0220c8a1841a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.252168] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615436, 'name': CreateVM_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.262382] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bc2936-6b4b-4268-b489-3240561a5b15 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.267467] env[65682]: DEBUG oslo_vmware.api [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Task: {'id': task-4615437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.385873] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cbddeffb-94c2-4962-a8f1-92c31a8686b6 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lock "87083d97-1a46-4535-85fc-4081af4f1d99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.059s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.636991] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c9868594-a2f0-4f7e-ba0e-b6049abb2f60 tempest-VolumesAdminNegativeTest-506046043 tempest-VolumesAdminNegativeTest-506046043-project-member] Lock "b2f29261-935f-4a60-bf4a-71f7cdc239e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.828s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.728665] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615436, 'name': CreateVM_Task, 'duration_secs': 0.838821} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.728896] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.729346] env[65682]: WARNING neutronclient.v2_0.client [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.729710] env[65682]: DEBUG oslo_concurrency.lockutils [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.729856] env[65682]: DEBUG oslo_concurrency.lockutils [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.730196] env[65682]: DEBUG oslo_concurrency.lockutils [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.731025] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1855da5c-7657-4d7d-89ac-f234f7ffff4e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.736358] env[65682]: DEBUG oslo_vmware.api [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 646.736358] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52070033-d090-024e-0ec6-7c0f751b8d0a" [ 646.736358] env[65682]: _type = "Task" [ 646.736358] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.751050] env[65682]: DEBUG oslo_vmware.api [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Task: {'id': task-4615437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.754777] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bd4fa2-9bfd-49ea-b54d-95b3b32fe465 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.757419] env[65682]: DEBUG oslo_vmware.api [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52070033-d090-024e-0ec6-7c0f751b8d0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.780861] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4b6522-aa6b-4baf-8e59-5822385bc48e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.784846] env[65682]: DEBUG nova.compute.manager [req-55504bb0-4774-4b88-90a1-b2ed4b0bd4c9 req-353145ce-20a1-49e7-bc5c-11940cbac45d service nova] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Received event network-vif-plugged-6de21297-b0c2-41b3-bc44-598166ecab68 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 646.785177] env[65682]: DEBUG oslo_concurrency.lockutils [req-55504bb0-4774-4b88-90a1-b2ed4b0bd4c9 req-353145ce-20a1-49e7-bc5c-11940cbac45d service nova] Acquiring lock "6812a738-b2c5-4038-9943-ba204da22919-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.785529] env[65682]: DEBUG oslo_concurrency.lockutils [req-55504bb0-4774-4b88-90a1-b2ed4b0bd4c9 req-353145ce-20a1-49e7-bc5c-11940cbac45d service nova] Lock "6812a738-b2c5-4038-9943-ba204da22919-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.785844] env[65682]: DEBUG oslo_concurrency.lockutils [req-55504bb0-4774-4b88-90a1-b2ed4b0bd4c9 req-353145ce-20a1-49e7-bc5c-11940cbac45d service nova] Lock "6812a738-b2c5-4038-9943-ba204da22919-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.786103] env[65682]: DEBUG nova.compute.manager [req-55504bb0-4774-4b88-90a1-b2ed4b0bd4c9 req-353145ce-20a1-49e7-bc5c-11940cbac45d service nova] [instance: 6812a738-b2c5-4038-9943-ba204da22919] No waiting events found dispatching network-vif-plugged-6de21297-b0c2-41b3-bc44-598166ecab68 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 646.786320] env[65682]: WARNING nova.compute.manager [req-55504bb0-4774-4b88-90a1-b2ed4b0bd4c9 req-353145ce-20a1-49e7-bc5c-11940cbac45d service nova] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Received unexpected event network-vif-plugged-6de21297-b0c2-41b3-bc44-598166ecab68 for instance with vm_state building and task_state spawning. [ 646.807687] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Updating instance '6dc6138b-9a58-44c7-a4bf-890c36ce1197' progress to 67 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 646.878572] env[65682]: INFO nova.compute.manager [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Rebuilding instance [ 646.936019] env[65682]: DEBUG nova.compute.manager [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 646.936263] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4793dbfe-1916-4443-b216-36b5210e8eab {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.107563] env[65682]: DEBUG nova.network.neutron [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Successfully updated port: 339b7ccb-9e4e-4ec9-8f95-8fda5d64b134 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 647.259783] env[65682]: DEBUG oslo_vmware.api [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Task: {'id': task-4615437, 'name': ReconfigVM_Task, 'duration_secs': 0.930076} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.263914] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 100e93f9-0a2c-4301-be84-d163a0ec2cd5/100e93f9-0a2c-4301-be84-d163a0ec2cd5.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.264856] env[65682]: DEBUG oslo_vmware.api [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52070033-d090-024e-0ec6-7c0f751b8d0a, 'name': SearchDatastore_Task, 'duration_secs': 0.031396} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.267804] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-595f8a12-a3a7-4767-a452-3220112e108f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.269906] env[65682]: DEBUG oslo_concurrency.lockutils [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.270280] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.270388] env[65682]: DEBUG oslo_concurrency.lockutils [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.270552] env[65682]: DEBUG oslo_concurrency.lockutils [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.270711] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.271243] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ac1f6aa-cf9e-4b61-a41b-c33b586d4594 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.279867] env[65682]: DEBUG oslo_vmware.api [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Waiting for the task: (returnval){ [ 647.279867] env[65682]: value = "task-4615438" [ 647.279867] env[65682]: _type = "Task" [ 647.279867] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.287192] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.287540] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.288854] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7fdcaa9-3c3f-4421-be40-eec49bd7b1bd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.298113] env[65682]: DEBUG oslo_vmware.api [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Task: {'id': task-4615438, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.305916] env[65682]: DEBUG oslo_vmware.api [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 647.305916] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525dd7eb-e307-d37e-b4ec-7e348ff8339d" [ 647.305916] env[65682]: _type = "Task" [ 647.305916] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.319935] env[65682]: WARNING neutronclient.v2_0.client [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.320144] env[65682]: WARNING neutronclient.v2_0.client [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.324200] env[65682]: DEBUG oslo_vmware.api [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525dd7eb-e307-d37e-b4ec-7e348ff8339d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.398537] env[65682]: DEBUG nova.network.neutron [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Port 1104120e-23ea-413c-bf5b-83f82378ec12 binding to destination host cpu-1 is already ACTIVE {{(pid=65682) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 647.474966] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09deaed8-be47-4d02-80d2-ab4e0f544dad {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.484451] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad0bb86-a339-485e-bb02-0026698c4930 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.520190] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f56430a-c4ac-4bd6-91d7-6e6e72cdcdf9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.528877] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8cd82b-0c78-4949-ad2d-4cd86a8b8a25 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.544265] env[65682]: DEBUG nova.compute.provider_tree [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.615945] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquiring lock "refresh_cache-fc7b2e73-d070-4652-ad3b-98797c7357b3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.615945] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquired lock "refresh_cache-fc7b2e73-d070-4652-ad3b-98797c7357b3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.615945] env[65682]: DEBUG nova.network.neutron [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 647.792618] env[65682]: DEBUG oslo_vmware.api [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Task: {'id': task-4615438, 'name': Rename_Task, 'duration_secs': 0.275746} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.792975] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.793211] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbb39291-aacd-4e71-b0c9-96016aff18ce {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.801860] env[65682]: DEBUG oslo_vmware.api [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Waiting for the task: (returnval){ [ 647.801860] env[65682]: value = "task-4615439" [ 647.801860] env[65682]: _type = "Task" [ 647.801860] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.815556] env[65682]: DEBUG oslo_vmware.api [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Task: {'id': task-4615439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.820945] env[65682]: DEBUG oslo_vmware.api [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525dd7eb-e307-d37e-b4ec-7e348ff8339d, 'name': SearchDatastore_Task, 'duration_secs': 0.014876} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.821854] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-836608fc-f2c2-4d36-9710-b30f780b14f4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.830052] env[65682]: DEBUG oslo_vmware.api [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 647.830052] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523c2738-9224-0960-8682-21b451388244" [ 647.830052] env[65682]: _type = "Task" [ 647.830052] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.843378] env[65682]: DEBUG oslo_vmware.api [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523c2738-9224-0960-8682-21b451388244, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.962235] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 647.962235] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-688a8352-12e4-49cc-b024-d9e9c0d9be54 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.969691] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Waiting for the task: (returnval){ [ 647.969691] env[65682]: value = "task-4615440" [ 647.969691] env[65682]: _type = "Task" [ 647.969691] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.983197] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.051062] env[65682]: DEBUG nova.scheduler.client.report [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.157320] env[65682]: DEBUG nova.network.neutron [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 648.308678] env[65682]: WARNING neutronclient.v2_0.client [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.319542] env[65682]: DEBUG oslo_vmware.api [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Task: {'id': task-4615439, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.344987] env[65682]: DEBUG oslo_vmware.api [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523c2738-9224-0960-8682-21b451388244, 'name': SearchDatastore_Task, 'duration_secs': 0.029865} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.345383] env[65682]: DEBUG oslo_concurrency.lockutils [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.345692] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 6812a738-b2c5-4038-9943-ba204da22919/6812a738-b2c5-4038-9943-ba204da22919.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.345972] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93a8eb6b-989a-4777-82f5-f6b3ce648c11 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.358121] env[65682]: DEBUG oslo_vmware.api [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 648.358121] env[65682]: value = "task-4615441" [ 648.358121] env[65682]: _type = "Task" [ 648.358121] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.371516] env[65682]: DEBUG oslo_vmware.api [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.438093] env[65682]: DEBUG oslo_concurrency.lockutils [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquiring lock "6dc6138b-9a58-44c7-a4bf-890c36ce1197-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.438231] env[65682]: DEBUG oslo_concurrency.lockutils [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lock "6dc6138b-9a58-44c7-a4bf-890c36ce1197-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.438449] env[65682]: DEBUG oslo_concurrency.lockutils [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lock "6dc6138b-9a58-44c7-a4bf-890c36ce1197-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.461580] env[65682]: DEBUG nova.network.neutron [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Updating instance_info_cache with network_info: [{"id": "339b7ccb-9e4e-4ec9-8f95-8fda5d64b134", "address": "fa:16:3e:ec:9f:67", "network": {"id": "4325e347-9b47-40dc-aec4-00f1c87e63ee", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1942724398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f89ef8262ca0497eb53f59a9aca1a523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap339b7ccb-9e", "ovs_interfaceid": "339b7ccb-9e4e-4ec9-8f95-8fda5d64b134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.482775] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615440, 'name': PowerOffVM_Task, 'duration_secs': 0.13989} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.483068] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 648.484351] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 648.485177] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d4a0f2-c2f9-4d5a-8149-b33dc45e2c39 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.494551] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 648.494551] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e4f6205-f717-4e01-9954-51039e9f598b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.537688] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 648.538405] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 648.538405] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Deleting the datastore file [datastore2] 7eb4516c-d93c-4be2-9f9a-67a22c300fbc {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 648.538405] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90c8a84d-ce53-441d-b48c-262cd284c58c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.545555] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Waiting for the task: (returnval){ [ 648.545555] env[65682]: value = "task-4615443" [ 648.545555] env[65682]: _type = "Task" [ 648.545555] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.555837] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.558726] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.559254] env[65682]: DEBUG nova.compute.manager [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 648.564125] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.337s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.564125] env[65682]: DEBUG nova.objects.instance [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65682) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 648.816367] env[65682]: DEBUG oslo_vmware.api [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Task: {'id': task-4615439, 'name': PowerOnVM_Task, 'duration_secs': 0.742182} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.816367] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.816367] env[65682]: DEBUG nova.compute.manager [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 648.817223] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd42b7e9-8dac-48e6-b2ae-bd31ac9b179c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.869212] env[65682]: DEBUG oslo_vmware.api [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615441, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.965944] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Releasing lock "refresh_cache-fc7b2e73-d070-4652-ad3b-98797c7357b3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.967106] env[65682]: DEBUG nova.compute.manager [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Instance network_info: |[{"id": "339b7ccb-9e4e-4ec9-8f95-8fda5d64b134", "address": "fa:16:3e:ec:9f:67", "network": {"id": "4325e347-9b47-40dc-aec4-00f1c87e63ee", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1942724398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f89ef8262ca0497eb53f59a9aca1a523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap339b7ccb-9e", "ovs_interfaceid": "339b7ccb-9e4e-4ec9-8f95-8fda5d64b134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 648.969484] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:9f:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e839c46-1ae9-43b7-9518-8f18f48100dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '339b7ccb-9e4e-4ec9-8f95-8fda5d64b134', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.981678] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 648.986018] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.986018] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d2e0c21-47d7-44e9-903d-571efefdba06 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.007471] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.007471] env[65682]: value = "task-4615444" [ 649.007471] env[65682]: _type = "Task" [ 649.007471] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.017729] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615444, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.059414] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294429} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.059414] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 649.059414] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 649.059414] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 649.065671] env[65682]: DEBUG nova.compute.utils [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.066110] env[65682]: DEBUG nova.compute.manager [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 649.066185] env[65682]: DEBUG nova.network.neutron [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 649.066558] env[65682]: WARNING neutronclient.v2_0.client [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.066955] env[65682]: WARNING neutronclient.v2_0.client [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.341147] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.372561] env[65682]: DEBUG oslo_vmware.api [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667095} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.372561] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 6812a738-b2c5-4038-9943-ba204da22919/6812a738-b2c5-4038-9943-ba204da22919.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.372561] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.372561] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4be216b9-32eb-445c-9f33-53c96e90c00a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.382217] env[65682]: DEBUG oslo_vmware.api [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 649.382217] env[65682]: value = "task-4615445" [ 649.382217] env[65682]: _type = "Task" [ 649.382217] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.390746] env[65682]: DEBUG oslo_vmware.api [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.445300] env[65682]: WARNING neutronclient.v2_0.client [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.520895] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615444, 'name': CreateVM_Task, 'duration_secs': 0.389052} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.521232] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.521746] env[65682]: WARNING neutronclient.v2_0.client [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.522266] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.522425] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.522765] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.523123] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b52e3840-cc70-4167-bcc1-8cc1d3622ced {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.529631] env[65682]: DEBUG oslo_vmware.api [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for the task: (returnval){ [ 649.529631] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52dcbdd9-245d-4b6d-0a67-d18360ba8229" [ 649.529631] env[65682]: _type = "Task" [ 649.529631] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.538730] env[65682]: DEBUG oslo_vmware.api [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52dcbdd9-245d-4b6d-0a67-d18360ba8229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.556444] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "1e7321e4-9d1b-41c3-becf-7b886b7a27a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.556705] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "1e7321e4-9d1b-41c3-becf-7b886b7a27a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.570177] env[65682]: DEBUG nova.compute.manager [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 649.574650] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4071b3bc-6671-473c-9b26-af338e6b42e2 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.577071] env[65682]: DEBUG oslo_concurrency.lockutils [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.216s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.577772] env[65682]: INFO nova.compute.claims [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.830706] env[65682]: DEBUG oslo_concurrency.lockutils [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquiring lock "refresh_cache-6dc6138b-9a58-44c7-a4bf-890c36ce1197" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.831014] env[65682]: DEBUG oslo_concurrency.lockutils [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquired lock "refresh_cache-6dc6138b-9a58-44c7-a4bf-890c36ce1197" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.831323] env[65682]: DEBUG nova.network.neutron [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 649.870693] env[65682]: DEBUG nova.policy [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac76fd1cf7324e2988055f63101c8197', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8dd3d4faf5924a45815a8e02aaf7952c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.893582] env[65682]: DEBUG oslo_vmware.api [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131119} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.893973] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.894892] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec52485a-1184-4b2e-9fa0-76898188c9f1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.919769] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 6812a738-b2c5-4038-9943-ba204da22919/6812a738-b2c5-4038-9943-ba204da22919.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.920177] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7506ff00-7ffc-4b37-8444-92da3684e474 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.948094] env[65682]: DEBUG oslo_vmware.api [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 649.948094] env[65682]: value = "task-4615446" [ 649.948094] env[65682]: _type = "Task" [ 649.948094] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.963688] env[65682]: DEBUG oslo_vmware.api [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.041261] env[65682]: DEBUG oslo_vmware.api [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52dcbdd9-245d-4b6d-0a67-d18360ba8229, 'name': SearchDatastore_Task, 'duration_secs': 0.019232} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.041578] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.041810] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.042052] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.042203] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.042986] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.042986] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fad047ef-b919-4f71-91df-39881b8c3813 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.058586] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.058785] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.059827] env[65682]: DEBUG nova.compute.manager [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 650.062407] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3ae6b66-6e53-4428-a359-47e9056e9732 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.073140] env[65682]: DEBUG oslo_vmware.api [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for the task: (returnval){ [ 650.073140] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c1da77-9e1f-d1f7-52b1-f593eb3a3484" [ 650.073140] env[65682]: _type = "Task" [ 650.073140] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.090689] env[65682]: DEBUG oslo_vmware.api [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c1da77-9e1f-d1f7-52b1-f593eb3a3484, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.106957] env[65682]: DEBUG nova.virt.hardware [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 650.107272] env[65682]: DEBUG nova.virt.hardware [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.107474] env[65682]: DEBUG nova.virt.hardware [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 650.107767] env[65682]: DEBUG nova.virt.hardware [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.107823] env[65682]: DEBUG nova.virt.hardware [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 650.107964] env[65682]: DEBUG nova.virt.hardware [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 650.108674] env[65682]: DEBUG nova.virt.hardware [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 650.108802] env[65682]: DEBUG nova.virt.hardware [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 650.109151] env[65682]: DEBUG nova.virt.hardware [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 650.111229] env[65682]: DEBUG nova.virt.hardware [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 650.111229] env[65682]: DEBUG nova.virt.hardware [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 650.111229] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b46fedd-cee3-49fd-b237-cae36eeacc20 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.122169] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9bf8f5-89ca-4f19-bb1f-d45304021fe9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.139521] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Instance VIF info [] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.145330] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 650.145655] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.145901] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79fac3ae-9658-4e95-89f9-0594dabd6fd7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.163702] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.163702] env[65682]: value = "task-4615447" [ 650.163702] env[65682]: _type = "Task" [ 650.163702] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.172650] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615447, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.335266] env[65682]: WARNING neutronclient.v2_0.client [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.461084] env[65682]: DEBUG oslo_vmware.api [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.582236] env[65682]: DEBUG nova.compute.manager [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 650.599077] env[65682]: DEBUG oslo_vmware.api [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c1da77-9e1f-d1f7-52b1-f593eb3a3484, 'name': SearchDatastore_Task, 'duration_secs': 0.020327} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.601640] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.604170] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cca1f25-942d-4479-b2ef-8e6126e49a0d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.613063] env[65682]: DEBUG oslo_vmware.api [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for the task: (returnval){ [ 650.613063] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a59f25-6a95-b43e-1974-2198d9237a6f" [ 650.613063] env[65682]: _type = "Task" [ 650.613063] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.619302] env[65682]: DEBUG nova.virt.hardware [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 650.619571] env[65682]: DEBUG nova.virt.hardware [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.619989] env[65682]: DEBUG nova.virt.hardware [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 650.619989] env[65682]: DEBUG nova.virt.hardware [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.620267] env[65682]: DEBUG nova.virt.hardware [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 650.620450] env[65682]: DEBUG nova.virt.hardware [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 650.620934] env[65682]: DEBUG nova.virt.hardware [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 650.620934] env[65682]: DEBUG nova.virt.hardware [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 650.621074] env[65682]: DEBUG nova.virt.hardware [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 650.622017] env[65682]: DEBUG nova.virt.hardware [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 650.622017] env[65682]: DEBUG nova.virt.hardware [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 650.622592] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a40418-bb6c-4c1d-9f82-3fec21fb47b2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.636345] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f136650d-3c10-4be9-88a0-e727915af9f1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.643899] env[65682]: DEBUG oslo_vmware.api [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a59f25-6a95-b43e-1974-2198d9237a6f, 'name': SearchDatastore_Task, 'duration_secs': 0.012137} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.648292] env[65682]: DEBUG nova.network.neutron [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Successfully created port: b4eb75cb-f841-473f-a55d-3bcbfc4c0e05 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 650.650702] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.650977] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] fc7b2e73-d070-4652-ad3b-98797c7357b3/fc7b2e73-d070-4652-ad3b-98797c7357b3.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.652285] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d6f68dd-0f7b-412a-b814-12c27421f7e6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.671572] env[65682]: DEBUG oslo_vmware.api [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for the task: (returnval){ [ 650.671572] env[65682]: value = "task-4615448" [ 650.671572] env[65682]: _type = "Task" [ 650.671572] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.682548] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615447, 'name': CreateVM_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.689132] env[65682]: DEBUG oslo_vmware.api [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.960096] env[65682]: DEBUG oslo_vmware.api [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615446, 'name': ReconfigVM_Task, 'duration_secs': 0.767169} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.960404] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 6812a738-b2c5-4038-9943-ba204da22919/6812a738-b2c5-4038-9943-ba204da22919.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.961174] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63a86eac-3332-4b19-b378-17986f0418ca {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.973986] env[65682]: DEBUG oslo_vmware.api [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 650.973986] env[65682]: value = "task-4615449" [ 650.973986] env[65682]: _type = "Task" [ 650.973986] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.982837] env[65682]: DEBUG oslo_vmware.api [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615449, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.996763] env[65682]: DEBUG nova.compute.manager [req-0e1379f3-5215-45d5-b7cc-8973ca81e2de req-dcffb4b4-790d-4d1b-8db6-b3c5ba0c60fa service nova] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Received event network-changed-a661bff0-f4f4-4e45-8c94-fd733b49be08 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 650.996900] env[65682]: DEBUG nova.compute.manager [req-0e1379f3-5215-45d5-b7cc-8973ca81e2de req-dcffb4b4-790d-4d1b-8db6-b3c5ba0c60fa service nova] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Refreshing instance network info cache due to event network-changed-a661bff0-f4f4-4e45-8c94-fd733b49be08. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 650.997134] env[65682]: DEBUG oslo_concurrency.lockutils [req-0e1379f3-5215-45d5-b7cc-8973ca81e2de req-dcffb4b4-790d-4d1b-8db6-b3c5ba0c60fa service nova] Acquiring lock "refresh_cache-82843684-9e3d-4e9f-9d40-efe9c679a99e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.998766] env[65682]: DEBUG oslo_concurrency.lockutils [req-0e1379f3-5215-45d5-b7cc-8973ca81e2de req-dcffb4b4-790d-4d1b-8db6-b3c5ba0c60fa service nova] Acquired lock "refresh_cache-82843684-9e3d-4e9f-9d40-efe9c679a99e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.998766] env[65682]: DEBUG nova.network.neutron [req-0e1379f3-5215-45d5-b7cc-8973ca81e2de req-dcffb4b4-790d-4d1b-8db6-b3c5ba0c60fa service nova] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Refreshing network info cache for port a661bff0-f4f4-4e45-8c94-fd733b49be08 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.044915] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd37c4a-a5b0-4c0a-bc78-60bac4237a49 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.060284] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c36974a-28ad-4286-b40d-cb40a3e00c8a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.114581] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfded83c-4b33-4a07-bc7c-edda88011486 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.125234] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54bc4c8-092e-462c-b8f6-be9db23b256b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.145218] env[65682]: DEBUG nova.compute.provider_tree [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.180828] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615447, 'name': CreateVM_Task, 'duration_secs': 0.644942} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.181532] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.182167] env[65682]: DEBUG oslo_concurrency.lockutils [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.182683] env[65682]: DEBUG oslo_concurrency.lockutils [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.182865] env[65682]: DEBUG oslo_concurrency.lockutils [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.183253] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fca494b4-3e85-487b-a1e0-faf4542888fe {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.189431] env[65682]: DEBUG oslo_vmware.api [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615448, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.194678] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Waiting for the task: (returnval){ [ 651.194678] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b5e849-7465-9878-ef4b-0872ded52c69" [ 651.194678] env[65682]: _type = "Task" [ 651.194678] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.205342] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b5e849-7465-9878-ef4b-0872ded52c69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.483031] env[65682]: DEBUG oslo_vmware.api [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615449, 'name': Rename_Task, 'duration_secs': 0.229168} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.483498] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.483498] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-926336e6-1015-489d-908a-c8e2cc73a68c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.492215] env[65682]: DEBUG oslo_vmware.api [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 651.492215] env[65682]: value = "task-4615450" [ 651.492215] env[65682]: _type = "Task" [ 651.492215] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.502118] env[65682]: DEBUG oslo_vmware.api [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.507710] env[65682]: WARNING neutronclient.v2_0.client [req-0e1379f3-5215-45d5-b7cc-8973ca81e2de req-dcffb4b4-790d-4d1b-8db6-b3c5ba0c60fa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.651951] env[65682]: DEBUG nova.scheduler.client.report [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.688824] env[65682]: DEBUG oslo_vmware.api [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673917} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.689293] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] fc7b2e73-d070-4652-ad3b-98797c7357b3/fc7b2e73-d070-4652-ad3b-98797c7357b3.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.689641] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.690027] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9120b818-c290-4e92-a117-c12b01dca324 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.703727] env[65682]: DEBUG oslo_vmware.api [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for the task: (returnval){ [ 651.703727] env[65682]: value = "task-4615451" [ 651.703727] env[65682]: _type = "Task" [ 651.703727] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.715836] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b5e849-7465-9878-ef4b-0872ded52c69, 'name': SearchDatastore_Task, 'duration_secs': 0.039832} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.716390] env[65682]: DEBUG oslo_concurrency.lockutils [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.716796] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.717214] env[65682]: DEBUG oslo_concurrency.lockutils [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.717423] env[65682]: DEBUG oslo_concurrency.lockutils [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.717721] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.718177] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9163ce5-6e90-4f61-ba4e-2bee4f82635f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.726394] env[65682]: DEBUG oslo_vmware.api [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.735901] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.736241] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.737426] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5275886-25c5-425d-9269-f3303592618f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.746947] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Waiting for the task: (returnval){ [ 651.746947] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52cecd12-cbdb-bd30-7e29-5c22bbb4007f" [ 651.746947] env[65682]: _type = "Task" [ 651.746947] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.759261] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52cecd12-cbdb-bd30-7e29-5c22bbb4007f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.003222] env[65682]: DEBUG oslo_vmware.api [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615450, 'name': PowerOnVM_Task} progress is 71%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.162080] env[65682]: DEBUG oslo_concurrency.lockutils [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.162080] env[65682]: DEBUG nova.compute.manager [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 652.163493] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.969s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.166131] env[65682]: INFO nova.compute.claims [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.216026] env[65682]: DEBUG oslo_vmware.api [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07507} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.216297] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.217119] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b907a5b-0b09-4b63-9929-4ce5c2510526 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.241743] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] fc7b2e73-d070-4652-ad3b-98797c7357b3/fc7b2e73-d070-4652-ad3b-98797c7357b3.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.242108] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e5460fb-f5b4-4597-bf42-75aa7594372a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.268904] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52cecd12-cbdb-bd30-7e29-5c22bbb4007f, 'name': SearchDatastore_Task, 'duration_secs': 0.012131} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.270850] env[65682]: DEBUG oslo_vmware.api [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for the task: (returnval){ [ 652.270850] env[65682]: value = "task-4615452" [ 652.270850] env[65682]: _type = "Task" [ 652.270850] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.271282] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f1e04ad-fd2c-4526-b8a8-210cec980110 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.281711] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Waiting for the task: (returnval){ [ 652.281711] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5205b8cc-f8c4-23ca-3351-66842e66233c" [ 652.281711] env[65682]: _type = "Task" [ 652.281711] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.295283] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5205b8cc-f8c4-23ca-3351-66842e66233c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.505044] env[65682]: DEBUG oslo_vmware.api [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615450, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.557934] env[65682]: DEBUG nova.network.neutron [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Successfully updated port: b4eb75cb-f841-473f-a55d-3bcbfc4c0e05 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 652.671456] env[65682]: DEBUG nova.compute.utils [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.678316] env[65682]: DEBUG nova.compute.manager [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 652.680365] env[65682]: DEBUG nova.network.neutron [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 652.680510] env[65682]: WARNING neutronclient.v2_0.client [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.682026] env[65682]: WARNING neutronclient.v2_0.client [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.787404] env[65682]: DEBUG oslo_vmware.api [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615452, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.801553] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5205b8cc-f8c4-23ca-3351-66842e66233c, 'name': SearchDatastore_Task, 'duration_secs': 0.031887} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.803413] env[65682]: DEBUG nova.policy [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4123856ea9ef4f838b8fb248013f83ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5fe69bb7a232491c9608cdd39ad9847c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.805440] env[65682]: DEBUG oslo_concurrency.lockutils [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.805794] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 7eb4516c-d93c-4be2-9f9a-67a22c300fbc/7eb4516c-d93c-4be2-9f9a-67a22c300fbc.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.806241] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f15cf57-68fa-44f4-83bb-f9d4498e1941 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.815654] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Waiting for the task: (returnval){ [ 652.815654] env[65682]: value = "task-4615453" [ 652.815654] env[65682]: _type = "Task" [ 652.815654] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.826329] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.847508] env[65682]: WARNING neutronclient.v2_0.client [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.007502] env[65682]: DEBUG oslo_vmware.api [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615450, 'name': PowerOnVM_Task, 'duration_secs': 1.058291} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.007947] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.008242] env[65682]: INFO nova.compute.manager [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Took 11.46 seconds to spawn the instance on the hypervisor. [ 653.008443] env[65682]: DEBUG nova.compute.manager [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 653.012471] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2293683-e303-43fd-a2aa-f9de525a736b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.062019] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Acquiring lock "refresh_cache-b84a71cd-3669-49f7-b566-6ff213f14d37" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.062236] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Acquired lock "refresh_cache-b84a71cd-3669-49f7-b566-6ff213f14d37" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.062407] env[65682]: DEBUG nova.network.neutron [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 653.176345] env[65682]: DEBUG nova.compute.manager [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 653.272270] env[65682]: DEBUG nova.network.neutron [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Successfully created port: ba1c1447-a033-414c-94ea-263f47f62095 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 653.288633] env[65682]: DEBUG oslo_vmware.api [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615452, 'name': ReconfigVM_Task, 'duration_secs': 0.566687} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.288633] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Reconfigured VM instance instance-00000013 to attach disk [datastore1] fc7b2e73-d070-4652-ad3b-98797c7357b3/fc7b2e73-d070-4652-ad3b-98797c7357b3.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.288956] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-669725d4-fcc7-4928-b8ad-e5d30fcd38e6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.300287] env[65682]: DEBUG oslo_vmware.api [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for the task: (returnval){ [ 653.300287] env[65682]: value = "task-4615454" [ 653.300287] env[65682]: _type = "Task" [ 653.300287] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.311583] env[65682]: DEBUG oslo_vmware.api [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615454, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.333443] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615453, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.405254] env[65682]: WARNING neutronclient.v2_0.client [req-0e1379f3-5215-45d5-b7cc-8973ca81e2de req-dcffb4b4-790d-4d1b-8db6-b3c5ba0c60fa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.483597] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 653.484182] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 653.540602] env[65682]: INFO nova.compute.manager [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Took 26.67 seconds to build instance. [ 653.556732] env[65682]: INFO nova.compute.manager [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Rebuilding instance [ 653.631012] env[65682]: DEBUG nova.compute.manager [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 653.633521] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d2c2c9-2f69-4956-8fc0-0b6bfda37d0d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.640110] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dd4dcb-9b30-41fd-9a10-3cbebe765b6e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.653409] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62415f45-ac4f-4713-9c54-bc75d7c5a20b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.700120] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd34ca03-ed7f-4d8e-9330-881ae2b34e8d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.711429] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed908b97-e6b1-43ac-a8d3-be40d0a89b34 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.729891] env[65682]: DEBUG nova.compute.provider_tree [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.747500] env[65682]: DEBUG nova.network.neutron [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Updating instance_info_cache with network_info: [{"id": "1104120e-23ea-413c-bf5b-83f82378ec12", "address": "fa:16:3e:df:ba:26", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1104120e-23", "ovs_interfaceid": "1104120e-23ea-413c-bf5b-83f82378ec12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.810873] env[65682]: DEBUG oslo_vmware.api [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615454, 'name': Rename_Task, 'duration_secs': 0.205693} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.811116] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.811814] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86cfb8c5-25bb-4c3f-b8ce-00588c45b6bc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.821383] env[65682]: DEBUG oslo_vmware.api [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for the task: (returnval){ [ 653.821383] env[65682]: value = "task-4615455" [ 653.821383] env[65682]: _type = "Task" [ 653.821383] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.829177] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653927} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.830021] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 7eb4516c-d93c-4be2-9f9a-67a22c300fbc/7eb4516c-d93c-4be2-9f9a-67a22c300fbc.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.830294] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.830600] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad4d662e-f8ae-4df7-8953-77cbb3cd55be {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.835932] env[65682]: DEBUG oslo_vmware.api [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.844027] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Waiting for the task: (returnval){ [ 653.844027] env[65682]: value = "task-4615456" [ 653.844027] env[65682]: _type = "Task" [ 653.844027] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.849645] env[65682]: DEBUG nova.network.neutron [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 653.856231] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.993028] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 653.993361] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 653.993612] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 653.993750] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 653.993946] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 653.994149] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 653.994401] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65682) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 653.994401] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager.update_available_resource {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 654.045847] env[65682]: DEBUG oslo_concurrency.lockutils [None req-500caf83-719f-414d-a72e-43261a2f8b65 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "6812a738-b2c5-4038-9943-ba204da22919" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.191s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.068383] env[65682]: DEBUG nova.network.neutron [req-0e1379f3-5215-45d5-b7cc-8973ca81e2de req-dcffb4b4-790d-4d1b-8db6-b3c5ba0c60fa service nova] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Updated VIF entry in instance network info cache for port a661bff0-f4f4-4e45-8c94-fd733b49be08. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 654.068914] env[65682]: DEBUG nova.network.neutron [req-0e1379f3-5215-45d5-b7cc-8973ca81e2de req-dcffb4b4-790d-4d1b-8db6-b3c5ba0c60fa service nova] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Updating instance_info_cache with network_info: [{"id": "a661bff0-f4f4-4e45-8c94-fd733b49be08", "address": "fa:16:3e:03:3e:7d", "network": {"id": "501ab9a2-37a1-4829-8148-489f2b124a62", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-486556734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c67ea88399448a19182e3a443f4056f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa661bff0-f4", "ovs_interfaceid": "a661bff0-f4f4-4e45-8c94-fd733b49be08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.205223] env[65682]: DEBUG nova.compute.manager [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 654.233934] env[65682]: DEBUG nova.scheduler.client.report [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.247512] env[65682]: DEBUG nova.virt.hardware [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 654.247826] env[65682]: DEBUG nova.virt.hardware [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.247994] env[65682]: DEBUG nova.virt.hardware [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 654.248194] env[65682]: DEBUG nova.virt.hardware [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.248378] env[65682]: DEBUG nova.virt.hardware [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 654.248540] env[65682]: DEBUG nova.virt.hardware [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 654.248763] env[65682]: DEBUG nova.virt.hardware [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 654.248921] env[65682]: DEBUG nova.virt.hardware [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 654.249116] env[65682]: DEBUG nova.virt.hardware [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 654.249304] env[65682]: DEBUG nova.virt.hardware [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 654.249466] env[65682]: DEBUG nova.virt.hardware [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 654.250387] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18098ba1-1461-45c8-ad63-3470ad7b310b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.254117] env[65682]: DEBUG oslo_concurrency.lockutils [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Releasing lock "refresh_cache-6dc6138b-9a58-44c7-a4bf-890c36ce1197" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.265488] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ae6ef2-427f-4663-b53a-63816cf8448c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.334222] env[65682]: DEBUG oslo_vmware.api [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615455, 'name': PowerOnVM_Task} progress is 98%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.354641] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615456, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081941} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.354937] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.355848] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc265d7-7e77-4079-b3ab-66334c698dac {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.380919] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 7eb4516c-d93c-4be2-9f9a-67a22c300fbc/7eb4516c-d93c-4be2-9f9a-67a22c300fbc.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.381733] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4c25f31-d8a4-4a7e-ba19-9c3f71d96423 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.404816] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Waiting for the task: (returnval){ [ 654.404816] env[65682]: value = "task-4615457" [ 654.404816] env[65682]: _type = "Task" [ 654.404816] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.415473] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615457, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.498133] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.511017] env[65682]: WARNING neutronclient.v2_0.client [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.573684] env[65682]: DEBUG oslo_concurrency.lockutils [req-0e1379f3-5215-45d5-b7cc-8973ca81e2de req-dcffb4b4-790d-4d1b-8db6-b3c5ba0c60fa service nova] Releasing lock "refresh_cache-82843684-9e3d-4e9f-9d40-efe9c679a99e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.656417] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 654.656741] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0e7e42a-6223-418b-84cb-ab4221690787 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.666729] env[65682]: DEBUG oslo_vmware.api [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Waiting for the task: (returnval){ [ 654.666729] env[65682]: value = "task-4615458" [ 654.666729] env[65682]: _type = "Task" [ 654.666729] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.679583] env[65682]: DEBUG oslo_vmware.api [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.697443] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2e867f45-b5c9-4afb-b7ff-faf40e6ca77c tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Acquiring lock "interface-109b91b6-63d6-4fdd-a1f2-a18e41e44ade-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.697776] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2e867f45-b5c9-4afb-b7ff-faf40e6ca77c tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Lock "interface-109b91b6-63d6-4fdd-a1f2-a18e41e44ade-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.698173] env[65682]: DEBUG nova.objects.instance [None req-2e867f45-b5c9-4afb-b7ff-faf40e6ca77c tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Lazy-loading 'flavor' on Instance uuid 109b91b6-63d6-4fdd-a1f2-a18e41e44ade {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 654.744031] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.744031] env[65682]: DEBUG nova.compute.manager [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 654.745434] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.174s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.747632] env[65682]: INFO nova.compute.claims [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.787818] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bc414c-949b-4208-ab09-a63dc941fd22 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.811056] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fc5bdc-8f81-4128-8107-05462abc0720 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.820290] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Updating instance '6dc6138b-9a58-44c7-a4bf-890c36ce1197' progress to 83 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 654.834355] env[65682]: DEBUG oslo_vmware.api [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615455, 'name': PowerOnVM_Task, 'duration_secs': 0.682975} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.834683] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.834935] env[65682]: INFO nova.compute.manager [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Took 8.68 seconds to spawn the instance on the hypervisor. [ 654.835221] env[65682]: DEBUG nova.compute.manager [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 654.836279] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665ce370-7f87-4e90-864e-7157fa1d501b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.917774] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615457, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.011321] env[65682]: DEBUG nova.network.neutron [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Updating instance_info_cache with network_info: [{"id": "b4eb75cb-f841-473f-a55d-3bcbfc4c0e05", "address": "fa:16:3e:46:08:de", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4eb75cb-f8", "ovs_interfaceid": "b4eb75cb-f841-473f-a55d-3bcbfc4c0e05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.113328] env[65682]: DEBUG nova.network.neutron [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Successfully updated port: ba1c1447-a033-414c-94ea-263f47f62095 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 655.177316] env[65682]: DEBUG oslo_vmware.api [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615458, 'name': PowerOffVM_Task, 'duration_secs': 0.475508} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.177613] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 655.178882] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 655.179832] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321d93c0-5d23-451c-a7b5-5fd11c966750 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.189482] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 655.189869] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-947ff6bb-ab31-4129-b5d1-12359c4e1abc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.203094] env[65682]: WARNING neutronclient.v2_0.client [None req-2e867f45-b5c9-4afb-b7ff-faf40e6ca77c tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.203614] env[65682]: DEBUG nova.objects.instance [None req-2e867f45-b5c9-4afb-b7ff-faf40e6ca77c tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Lazy-loading 'pci_requests' on Instance uuid 109b91b6-63d6-4fdd-a1f2-a18e41e44ade {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 655.225029] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 655.225228] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 655.225382] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Deleting the datastore file [datastore2] 0ae3113b-d090-4a2a-b07f-1f0ec28c078c {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 655.225682] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-910b962e-b4a7-464c-bd82-d9c9131822af {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.234348] env[65682]: DEBUG oslo_vmware.api [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Waiting for the task: (returnval){ [ 655.234348] env[65682]: value = "task-4615460" [ 655.234348] env[65682]: _type = "Task" [ 655.234348] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.248255] env[65682]: DEBUG oslo_vmware.api [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.253588] env[65682]: DEBUG nova.compute.utils [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.258088] env[65682]: DEBUG nova.compute.manager [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Not allocating networking since 'none' was specified. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 655.327775] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.328147] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6522d95-e88a-4688-9f05-941c50ebcff3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.336709] env[65682]: DEBUG oslo_vmware.api [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 655.336709] env[65682]: value = "task-4615461" [ 655.336709] env[65682]: _type = "Task" [ 655.336709] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.347023] env[65682]: DEBUG oslo_vmware.api [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.357280] env[65682]: INFO nova.compute.manager [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Took 27.97 seconds to build instance. [ 655.421205] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615457, 'name': ReconfigVM_Task, 'duration_secs': 0.514377} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.422205] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 7eb4516c-d93c-4be2-9f9a-67a22c300fbc/7eb4516c-d93c-4be2-9f9a-67a22c300fbc.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.422394] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bea99ae-6553-48ca-8930-3314b85a498b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.430626] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Waiting for the task: (returnval){ [ 655.430626] env[65682]: value = "task-4615462" [ 655.430626] env[65682]: _type = "Task" [ 655.430626] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.441008] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615462, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.514859] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Releasing lock "refresh_cache-b84a71cd-3669-49f7-b566-6ff213f14d37" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.515608] env[65682]: DEBUG nova.compute.manager [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Instance network_info: |[{"id": "b4eb75cb-f841-473f-a55d-3bcbfc4c0e05", "address": "fa:16:3e:46:08:de", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4eb75cb-f8", "ovs_interfaceid": "b4eb75cb-f841-473f-a55d-3bcbfc4c0e05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 655.516118] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:08:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4eb75cb-f841-473f-a55d-3bcbfc4c0e05', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.524066] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 655.524369] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.524633] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfaaa4e6-d877-4315-a129-3d89e0d403b9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.544109] env[65682]: DEBUG nova.compute.manager [req-7a17e581-82f4-44f0-9aae-2e93db5787f2 req-a22b7f47-974b-4321-a618-be1260812a16 service nova] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Received event network-changed-6de21297-b0c2-41b3-bc44-598166ecab68 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 655.544274] env[65682]: DEBUG nova.compute.manager [req-7a17e581-82f4-44f0-9aae-2e93db5787f2 req-a22b7f47-974b-4321-a618-be1260812a16 service nova] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Refreshing instance network info cache due to event network-changed-6de21297-b0c2-41b3-bc44-598166ecab68. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 655.544404] env[65682]: DEBUG oslo_concurrency.lockutils [req-7a17e581-82f4-44f0-9aae-2e93db5787f2 req-a22b7f47-974b-4321-a618-be1260812a16 service nova] Acquiring lock "refresh_cache-6812a738-b2c5-4038-9943-ba204da22919" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.544568] env[65682]: DEBUG oslo_concurrency.lockutils [req-7a17e581-82f4-44f0-9aae-2e93db5787f2 req-a22b7f47-974b-4321-a618-be1260812a16 service nova] Acquired lock "refresh_cache-6812a738-b2c5-4038-9943-ba204da22919" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.544719] env[65682]: DEBUG nova.network.neutron [req-7a17e581-82f4-44f0-9aae-2e93db5787f2 req-a22b7f47-974b-4321-a618-be1260812a16 service nova] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Refreshing network info cache for port 6de21297-b0c2-41b3-bc44-598166ecab68 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.553265] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.553265] env[65682]: value = "task-4615463" [ 655.553265] env[65682]: _type = "Task" [ 655.553265] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.566579] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615463, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.616798] env[65682]: DEBUG oslo_concurrency.lockutils [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Acquiring lock "refresh_cache-6a92941f-4f7c-4945-90c3-617b1f0b8649" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.617365] env[65682]: DEBUG oslo_concurrency.lockutils [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Acquired lock "refresh_cache-6a92941f-4f7c-4945-90c3-617b1f0b8649" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.617365] env[65682]: DEBUG nova.network.neutron [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 655.707839] env[65682]: DEBUG nova.objects.base [None req-2e867f45-b5c9-4afb-b7ff-faf40e6ca77c tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Object Instance<109b91b6-63d6-4fdd-a1f2-a18e41e44ade> lazy-loaded attributes: flavor,pci_requests {{(pid=65682) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 655.707839] env[65682]: DEBUG nova.network.neutron [None req-2e867f45-b5c9-4afb-b7ff-faf40e6ca77c tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 655.708138] env[65682]: WARNING neutronclient.v2_0.client [None req-2e867f45-b5c9-4afb-b7ff-faf40e6ca77c tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.708738] env[65682]: WARNING neutronclient.v2_0.client [None req-2e867f45-b5c9-4afb-b7ff-faf40e6ca77c tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.750528] env[65682]: DEBUG oslo_vmware.api [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140883} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.751594] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 655.751793] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 655.751971] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 655.757651] env[65682]: DEBUG nova.compute.manager [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 655.850477] env[65682]: DEBUG oslo_vmware.api [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615461, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.856468] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2e867f45-b5c9-4afb-b7ff-faf40e6ca77c tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Lock "interface-109b91b6-63d6-4fdd-a1f2-a18e41e44ade-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.158s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.859170] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ec7de00a-22e2-45d7-a926-4b41aea0ffb1 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lock "fc7b2e73-d070-4652-ad3b-98797c7357b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.483s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.945435] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615462, 'name': Rename_Task, 'duration_secs': 0.184829} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.948473] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.948671] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85cc4b68-54d0-4ba7-9834-8bfdebf4acb8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.956478] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Waiting for the task: (returnval){ [ 655.956478] env[65682]: value = "task-4615464" [ 655.956478] env[65682]: _type = "Task" [ 655.956478] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.965621] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.049768] env[65682]: WARNING neutronclient.v2_0.client [req-7a17e581-82f4-44f0-9aae-2e93db5787f2 req-a22b7f47-974b-4321-a618-be1260812a16 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.084047] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615463, 'name': CreateVM_Task, 'duration_secs': 0.428696} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.084837] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.085659] env[65682]: WARNING neutronclient.v2_0.client [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.086571] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.086571] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.087281] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.088033] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b0d0b7e-20f9-40a4-9890-1d07129d6120 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.096919] env[65682]: DEBUG oslo_vmware.api [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Waiting for the task: (returnval){ [ 656.096919] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d85909-e948-9975-c324-309fa2b26ece" [ 656.096919] env[65682]: _type = "Task" [ 656.096919] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.109702] env[65682]: DEBUG oslo_vmware.api [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d85909-e948-9975-c324-309fa2b26ece, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.168612] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72db1328-c552-4c43-8cb3-c7ffb41f018d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.177512] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d3fa7e-081f-465f-9d0d-32f6fd91476d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.221482] env[65682]: DEBUG nova.network.neutron [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 656.225948] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b445749-0c8b-49dd-b153-31dd24a98a10 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.233784] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5aebb4-c414-4dcb-83fe-d932aca7ee85 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.252981] env[65682]: DEBUG nova.compute.provider_tree [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.353055] env[65682]: DEBUG oslo_vmware.api [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615461, 'name': PowerOnVM_Task, 'duration_secs': 0.52764} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.354216] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.354325] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-68c1c04f-86ba-4f03-a77b-15e5cb0b417c tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Updating instance '6dc6138b-9a58-44c7-a4bf-890c36ce1197' progress to 100 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 656.373618] env[65682]: WARNING neutronclient.v2_0.client [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.410825] env[65682]: WARNING neutronclient.v2_0.client [req-7a17e581-82f4-44f0-9aae-2e93db5787f2 req-a22b7f47-974b-4321-a618-be1260812a16 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.468206] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615464, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.552488] env[65682]: DEBUG nova.network.neutron [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Updating instance_info_cache with network_info: [{"id": "ba1c1447-a033-414c-94ea-263f47f62095", "address": "fa:16:3e:7b:a6:0a", "network": {"id": "7f319706-be26-4be9-82c9-cb26a9865652", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-108611849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fe69bb7a232491c9608cdd39ad9847c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba1c1447-a0", "ovs_interfaceid": "ba1c1447-a033-414c-94ea-263f47f62095", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.583919] env[65682]: DEBUG nova.network.neutron [req-7a17e581-82f4-44f0-9aae-2e93db5787f2 req-a22b7f47-974b-4321-a618-be1260812a16 service nova] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Updated VIF entry in instance network info cache for port 6de21297-b0c2-41b3-bc44-598166ecab68. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 656.584379] env[65682]: DEBUG nova.network.neutron [req-7a17e581-82f4-44f0-9aae-2e93db5787f2 req-a22b7f47-974b-4321-a618-be1260812a16 service nova] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Updating instance_info_cache with network_info: [{"id": "6de21297-b0c2-41b3-bc44-598166ecab68", "address": "fa:16:3e:5b:53:94", "network": {"id": "d13ac076-fdae-4d36-93cb-7c96987ecff2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1006055871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eaca82bae54434ea55d652d06ff4773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6de21297-b0", "ovs_interfaceid": "6de21297-b0c2-41b3-bc44-598166ecab68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.616335] env[65682]: DEBUG oslo_vmware.api [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d85909-e948-9975-c324-309fa2b26ece, 'name': SearchDatastore_Task, 'duration_secs': 0.035814} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.616744] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.617053] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.617343] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.617545] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.617774] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.618228] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7594ec91-10d4-4016-a280-dd1c88d6564d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.629712] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.630061] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.631326] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd22bd67-e43a-4cc1-ae49-0e937abddb5f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.638688] env[65682]: DEBUG oslo_vmware.api [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Waiting for the task: (returnval){ [ 656.638688] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5240c3eb-1001-5200-cfff-c6ca3ea23e6d" [ 656.638688] env[65682]: _type = "Task" [ 656.638688] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.650177] env[65682]: DEBUG oslo_vmware.api [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5240c3eb-1001-5200-cfff-c6ca3ea23e6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.763611] env[65682]: DEBUG nova.scheduler.client.report [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.774343] env[65682]: DEBUG nova.compute.manager [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 656.802796] env[65682]: DEBUG nova.virt.hardware [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 656.803039] env[65682]: DEBUG nova.virt.hardware [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.803201] env[65682]: DEBUG nova.virt.hardware [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 656.803857] env[65682]: DEBUG nova.virt.hardware [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.803857] env[65682]: DEBUG nova.virt.hardware [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 656.803857] env[65682]: DEBUG nova.virt.hardware [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 656.804067] env[65682]: DEBUG nova.virt.hardware [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 656.804113] env[65682]: DEBUG nova.virt.hardware [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 656.804294] env[65682]: DEBUG nova.virt.hardware [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 656.804652] env[65682]: DEBUG nova.virt.hardware [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 656.805213] env[65682]: DEBUG nova.virt.hardware [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 656.807576] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f820b691-34da-4b80-84bc-04fd5f27d697 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.822051] env[65682]: DEBUG nova.virt.hardware [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 656.822051] env[65682]: DEBUG nova.virt.hardware [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.822051] env[65682]: DEBUG nova.virt.hardware [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 656.822323] env[65682]: DEBUG nova.virt.hardware [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.822323] env[65682]: DEBUG nova.virt.hardware [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 656.822323] env[65682]: DEBUG nova.virt.hardware [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 656.822323] env[65682]: DEBUG nova.virt.hardware [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 656.822323] env[65682]: DEBUG nova.virt.hardware [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 656.822482] env[65682]: DEBUG nova.virt.hardware [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 656.822482] env[65682]: DEBUG nova.virt.hardware [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 656.822482] env[65682]: DEBUG nova.virt.hardware [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 656.823522] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9f5bf4-2648-4dd4-b352-f373de612c95 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.828511] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b7c19d-3ab9-49fc-8088-bf411082e514 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.849448] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd532780-244d-4137-86df-93369f5eb654 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.856681] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Instance VIF info [] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.862307] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 656.862599] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.873144] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74d24a57-cb72-4b98-82f5-3cd02ed8620c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.903292] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Instance VIF info [] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.909382] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Creating folder: Project (778a62fec2fe419c959fc0c20cb7d383). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.910649] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69e73b4c-db86-4efc-8e49-71e1b04da30f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.916882] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.916882] env[65682]: value = "task-4615465" [ 656.916882] env[65682]: _type = "Task" [ 656.916882] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.925071] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Created folder: Project (778a62fec2fe419c959fc0c20cb7d383) in parent group-v901426. [ 656.925402] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Creating folder: Instances. Parent ref: group-v901484. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.929454] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f0e98d0-59e6-4006-89a0-871c6e2a6b80 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.931809] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615465, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.941439] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Created folder: Instances in parent group-v901484. [ 656.941439] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 656.941439] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.941681] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd50039e-c0ba-4b3a-a86c-1c724e7556fb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.963549] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.963549] env[65682]: value = "task-4615468" [ 656.963549] env[65682]: _type = "Task" [ 656.963549] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.971038] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615464, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.977554] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615468, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.052184] env[65682]: DEBUG oslo_concurrency.lockutils [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Releasing lock "refresh_cache-6a92941f-4f7c-4945-90c3-617b1f0b8649" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.052918] env[65682]: DEBUG nova.compute.manager [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Instance network_info: |[{"id": "ba1c1447-a033-414c-94ea-263f47f62095", "address": "fa:16:3e:7b:a6:0a", "network": {"id": "7f319706-be26-4be9-82c9-cb26a9865652", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-108611849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fe69bb7a232491c9608cdd39ad9847c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba1c1447-a0", "ovs_interfaceid": "ba1c1447-a033-414c-94ea-263f47f62095", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 657.054201] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:a6:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c6324fd-a761-417c-bc85-b6278daecfc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba1c1447-a033-414c-94ea-263f47f62095', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.061903] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Creating folder: Project (5fe69bb7a232491c9608cdd39ad9847c). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.062254] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a98ee5f-3ad2-410c-9701-9cd8948eb27e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.076444] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Created folder: Project (5fe69bb7a232491c9608cdd39ad9847c) in parent group-v901426. [ 657.076634] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Creating folder: Instances. Parent ref: group-v901488. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.077093] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ecb40b1-f91b-46aa-b5c7-0b7760e0248b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.089467] env[65682]: DEBUG oslo_concurrency.lockutils [req-7a17e581-82f4-44f0-9aae-2e93db5787f2 req-a22b7f47-974b-4321-a618-be1260812a16 service nova] Releasing lock "refresh_cache-6812a738-b2c5-4038-9943-ba204da22919" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.089467] env[65682]: DEBUG nova.compute.manager [req-7a17e581-82f4-44f0-9aae-2e93db5787f2 req-a22b7f47-974b-4321-a618-be1260812a16 service nova] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Received event network-vif-deleted-b27727c9-f4db-4d02-94fd-077e85eb0828 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 657.089467] env[65682]: DEBUG nova.compute.manager [req-7a17e581-82f4-44f0-9aae-2e93db5787f2 req-a22b7f47-974b-4321-a618-be1260812a16 service nova] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Received event network-vif-plugged-339b7ccb-9e4e-4ec9-8f95-8fda5d64b134 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 657.089779] env[65682]: DEBUG oslo_concurrency.lockutils [req-7a17e581-82f4-44f0-9aae-2e93db5787f2 req-a22b7f47-974b-4321-a618-be1260812a16 service nova] Acquiring lock "fc7b2e73-d070-4652-ad3b-98797c7357b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.089847] env[65682]: DEBUG oslo_concurrency.lockutils [req-7a17e581-82f4-44f0-9aae-2e93db5787f2 req-a22b7f47-974b-4321-a618-be1260812a16 service nova] Lock "fc7b2e73-d070-4652-ad3b-98797c7357b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.090012] env[65682]: DEBUG oslo_concurrency.lockutils [req-7a17e581-82f4-44f0-9aae-2e93db5787f2 req-a22b7f47-974b-4321-a618-be1260812a16 service nova] Lock "fc7b2e73-d070-4652-ad3b-98797c7357b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.090194] env[65682]: DEBUG nova.compute.manager [req-7a17e581-82f4-44f0-9aae-2e93db5787f2 req-a22b7f47-974b-4321-a618-be1260812a16 service nova] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] No waiting events found dispatching network-vif-plugged-339b7ccb-9e4e-4ec9-8f95-8fda5d64b134 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 657.090363] env[65682]: WARNING nova.compute.manager [req-7a17e581-82f4-44f0-9aae-2e93db5787f2 req-a22b7f47-974b-4321-a618-be1260812a16 service nova] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Received unexpected event network-vif-plugged-339b7ccb-9e4e-4ec9-8f95-8fda5d64b134 for instance with vm_state active and task_state None. [ 657.090742] env[65682]: DEBUG nova.compute.manager [req-7a17e581-82f4-44f0-9aae-2e93db5787f2 req-a22b7f47-974b-4321-a618-be1260812a16 service nova] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Received event network-changed-339b7ccb-9e4e-4ec9-8f95-8fda5d64b134 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 657.092030] env[65682]: DEBUG nova.compute.manager [req-7a17e581-82f4-44f0-9aae-2e93db5787f2 req-a22b7f47-974b-4321-a618-be1260812a16 service nova] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Refreshing instance network info cache due to event network-changed-339b7ccb-9e4e-4ec9-8f95-8fda5d64b134. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 657.092030] env[65682]: DEBUG oslo_concurrency.lockutils [req-7a17e581-82f4-44f0-9aae-2e93db5787f2 req-a22b7f47-974b-4321-a618-be1260812a16 service nova] Acquiring lock "refresh_cache-fc7b2e73-d070-4652-ad3b-98797c7357b3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.092030] env[65682]: DEBUG oslo_concurrency.lockutils [req-7a17e581-82f4-44f0-9aae-2e93db5787f2 req-a22b7f47-974b-4321-a618-be1260812a16 service nova] Acquired lock "refresh_cache-fc7b2e73-d070-4652-ad3b-98797c7357b3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.092030] env[65682]: DEBUG nova.network.neutron [req-7a17e581-82f4-44f0-9aae-2e93db5787f2 req-a22b7f47-974b-4321-a618-be1260812a16 service nova] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Refreshing network info cache for port 339b7ccb-9e4e-4ec9-8f95-8fda5d64b134 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.092979] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Created folder: Instances in parent group-v901488. [ 657.093355] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 657.093871] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.095029] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-961db8ab-9047-4ed7-adcf-a577028e56ba {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.116808] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.116808] env[65682]: value = "task-4615471" [ 657.116808] env[65682]: _type = "Task" [ 657.116808] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.127068] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615471, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.152014] env[65682]: DEBUG oslo_vmware.api [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5240c3eb-1001-5200-cfff-c6ca3ea23e6d, 'name': SearchDatastore_Task, 'duration_secs': 0.016985} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.153253] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98170598-e962-4bab-8fc2-8a477463c568 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.161159] env[65682]: DEBUG oslo_vmware.api [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Waiting for the task: (returnval){ [ 657.161159] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5252f00a-c9e9-e4b6-e93c-cd65148b702e" [ 657.161159] env[65682]: _type = "Task" [ 657.161159] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.171961] env[65682]: DEBUG oslo_vmware.api [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5252f00a-c9e9-e4b6-e93c-cd65148b702e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.272370] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.272957] env[65682]: DEBUG nova.compute.manager [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 657.275760] env[65682]: DEBUG oslo_concurrency.lockutils [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.798s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.280019] env[65682]: INFO nova.compute.claims [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.431217] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615465, 'name': CreateVM_Task, 'duration_secs': 0.331545} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.431744] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.434040] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.434040] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.434040] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.434685] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2278bb36-9df5-420e-90ab-5dc18c56ee46 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.442103] env[65682]: DEBUG oslo_vmware.api [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Waiting for the task: (returnval){ [ 657.442103] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52655276-74fc-40d1-bc8c-98cc616ebcf9" [ 657.442103] env[65682]: _type = "Task" [ 657.442103] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.457460] env[65682]: DEBUG oslo_vmware.api [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52655276-74fc-40d1-bc8c-98cc616ebcf9, 'name': SearchDatastore_Task, 'duration_secs': 0.012535} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.458271] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.458271] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.458271] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.474231] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615464, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.481588] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615468, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.594758] env[65682]: WARNING neutronclient.v2_0.client [req-7a17e581-82f4-44f0-9aae-2e93db5787f2 req-a22b7f47-974b-4321-a618-be1260812a16 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.631205] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615471, 'name': CreateVM_Task, 'duration_secs': 0.408207} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.635772] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.637141] env[65682]: WARNING neutronclient.v2_0.client [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.637968] env[65682]: DEBUG oslo_concurrency.lockutils [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.638245] env[65682]: DEBUG oslo_concurrency.lockutils [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.638999] env[65682]: DEBUG oslo_concurrency.lockutils [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.639842] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bb9553f-0045-4e92-b673-c04ed08c70a3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.649698] env[65682]: DEBUG oslo_vmware.api [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Waiting for the task: (returnval){ [ 657.649698] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c547d8-08c6-9dec-00e7-d915567c5a49" [ 657.649698] env[65682]: _type = "Task" [ 657.649698] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.662767] env[65682]: DEBUG oslo_vmware.api [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c547d8-08c6-9dec-00e7-d915567c5a49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.675064] env[65682]: DEBUG oslo_vmware.api [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5252f00a-c9e9-e4b6-e93c-cd65148b702e, 'name': SearchDatastore_Task, 'duration_secs': 0.011905} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.675437] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.675756] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] b84a71cd-3669-49f7-b566-6ff213f14d37/b84a71cd-3669-49f7-b566-6ff213f14d37.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.676122] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.676720] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.676720] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e12fa9c6-c86f-42a7-96f6-288ec5e3531c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.680181] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-625586a6-0553-41c2-bd2b-160e1f90b6c1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.690359] env[65682]: DEBUG oslo_vmware.api [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Waiting for the task: (returnval){ [ 657.690359] env[65682]: value = "task-4615472" [ 657.690359] env[65682]: _type = "Task" [ 657.690359] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.693402] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.693655] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.695700] env[65682]: DEBUG nova.compute.manager [req-19033057-2453-475a-930e-4dd8b6a4ebcc req-5009c9b6-dfc4-4f68-85f2-e95f5ba6f271 service nova] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Received event network-vif-plugged-ba1c1447-a033-414c-94ea-263f47f62095 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 657.695889] env[65682]: DEBUG oslo_concurrency.lockutils [req-19033057-2453-475a-930e-4dd8b6a4ebcc req-5009c9b6-dfc4-4f68-85f2-e95f5ba6f271 service nova] Acquiring lock "6a92941f-4f7c-4945-90c3-617b1f0b8649-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.696195] env[65682]: DEBUG oslo_concurrency.lockutils [req-19033057-2453-475a-930e-4dd8b6a4ebcc req-5009c9b6-dfc4-4f68-85f2-e95f5ba6f271 service nova] Lock "6a92941f-4f7c-4945-90c3-617b1f0b8649-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.696346] env[65682]: DEBUG oslo_concurrency.lockutils [req-19033057-2453-475a-930e-4dd8b6a4ebcc req-5009c9b6-dfc4-4f68-85f2-e95f5ba6f271 service nova] Lock "6a92941f-4f7c-4945-90c3-617b1f0b8649-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.696529] env[65682]: DEBUG nova.compute.manager [req-19033057-2453-475a-930e-4dd8b6a4ebcc req-5009c9b6-dfc4-4f68-85f2-e95f5ba6f271 service nova] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] No waiting events found dispatching network-vif-plugged-ba1c1447-a033-414c-94ea-263f47f62095 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 657.696705] env[65682]: WARNING nova.compute.manager [req-19033057-2453-475a-930e-4dd8b6a4ebcc req-5009c9b6-dfc4-4f68-85f2-e95f5ba6f271 service nova] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Received unexpected event network-vif-plugged-ba1c1447-a033-414c-94ea-263f47f62095 for instance with vm_state building and task_state spawning. [ 657.700932] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff043244-7c4e-41e3-968a-35b57ef7562e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.709387] env[65682]: DEBUG oslo_vmware.api [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Waiting for the task: (returnval){ [ 657.709387] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528c2cbb-2ec3-0f70-47c3-de10b52c2d48" [ 657.709387] env[65682]: _type = "Task" [ 657.709387] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.712858] env[65682]: DEBUG oslo_vmware.api [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': task-4615472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.727180] env[65682]: DEBUG oslo_vmware.api [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528c2cbb-2ec3-0f70-47c3-de10b52c2d48, 'name': SearchDatastore_Task, 'duration_secs': 0.010896} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.728045] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d597ae3f-1994-4ece-90a6-ef04ce9569c1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.734736] env[65682]: DEBUG oslo_vmware.api [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Waiting for the task: (returnval){ [ 657.734736] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52fd706f-9728-fc97-8036-24cf78fa66fd" [ 657.734736] env[65682]: _type = "Task" [ 657.734736] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.748095] env[65682]: DEBUG oslo_vmware.api [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52fd706f-9728-fc97-8036-24cf78fa66fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.782977] env[65682]: DEBUG nova.compute.utils [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.788108] env[65682]: DEBUG nova.compute.manager [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 657.788108] env[65682]: DEBUG nova.network.neutron [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 657.788414] env[65682]: WARNING neutronclient.v2_0.client [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.788752] env[65682]: WARNING neutronclient.v2_0.client [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.851832] env[65682]: DEBUG nova.policy [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fda0797adbe42619cc45c9e8bb907c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5767ded856aa4622bc8a6e7f1c351c2a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.884749] env[65682]: WARNING neutronclient.v2_0.client [req-7a17e581-82f4-44f0-9aae-2e93db5787f2 req-a22b7f47-974b-4321-a618-be1260812a16 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.971633] env[65682]: DEBUG oslo_vmware.api [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615464, 'name': PowerOnVM_Task, 'duration_secs': 1.551275} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.972441] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.972631] env[65682]: DEBUG nova.compute.manager [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 657.973563] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1092fc-9c64-4c67-8359-de959604bf5c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.979428] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615468, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.087300] env[65682]: DEBUG nova.network.neutron [req-7a17e581-82f4-44f0-9aae-2e93db5787f2 req-a22b7f47-974b-4321-a618-be1260812a16 service nova] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Updated VIF entry in instance network info cache for port 339b7ccb-9e4e-4ec9-8f95-8fda5d64b134. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 658.087864] env[65682]: DEBUG nova.network.neutron [req-7a17e581-82f4-44f0-9aae-2e93db5787f2 req-a22b7f47-974b-4321-a618-be1260812a16 service nova] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Updating instance_info_cache with network_info: [{"id": "339b7ccb-9e4e-4ec9-8f95-8fda5d64b134", "address": "fa:16:3e:ec:9f:67", "network": {"id": "4325e347-9b47-40dc-aec4-00f1c87e63ee", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1942724398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f89ef8262ca0497eb53f59a9aca1a523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap339b7ccb-9e", "ovs_interfaceid": "339b7ccb-9e4e-4ec9-8f95-8fda5d64b134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.164351] env[65682]: DEBUG oslo_vmware.api [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c547d8-08c6-9dec-00e7-d915567c5a49, 'name': SearchDatastore_Task, 'duration_secs': 0.01312} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.168023] env[65682]: DEBUG oslo_concurrency.lockutils [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.168023] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.168023] env[65682]: DEBUG oslo_concurrency.lockutils [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.207031] env[65682]: DEBUG oslo_vmware.api [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': task-4615472, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.230640] env[65682]: DEBUG nova.network.neutron [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Successfully created port: c9f93d99-b8a5-4370-b676-c4ac0823b264 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 658.247181] env[65682]: DEBUG oslo_vmware.api [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52fd706f-9728-fc97-8036-24cf78fa66fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010853} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.247796] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.248221] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 0ae3113b-d090-4a2a-b07f-1f0ec28c078c/0ae3113b-d090-4a2a-b07f-1f0ec28c078c.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.248831] env[65682]: DEBUG oslo_concurrency.lockutils [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.249050] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.249359] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-553dbb26-03b8-4aac-8275-8d987e4e64ae {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.252639] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f111b14-e772-4d77-82bf-8c7514a439af {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.262084] env[65682]: DEBUG oslo_vmware.api [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Waiting for the task: (returnval){ [ 658.262084] env[65682]: value = "task-4615473" [ 658.262084] env[65682]: _type = "Task" [ 658.262084] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.269700] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.269968] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.271804] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af0220b0-b8a4-4c85-a6bc-7d6c334d91b6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.282487] env[65682]: DEBUG oslo_vmware.api [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.289666] env[65682]: DEBUG nova.compute.manager [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 658.293192] env[65682]: DEBUG oslo_vmware.api [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Waiting for the task: (returnval){ [ 658.293192] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]521e4a9b-3b75-ebd7-819f-0f8401b516d3" [ 658.293192] env[65682]: _type = "Task" [ 658.293192] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.308919] env[65682]: DEBUG oslo_vmware.api [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]521e4a9b-3b75-ebd7-819f-0f8401b516d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.310688] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Acquiring lock "100e93f9-0a2c-4301-be84-d163a0ec2cd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.311460] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Lock "100e93f9-0a2c-4301-be84-d163a0ec2cd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.311714] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Acquiring lock "100e93f9-0a2c-4301-be84-d163a0ec2cd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.312152] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Lock "100e93f9-0a2c-4301-be84-d163a0ec2cd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.312397] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Lock "100e93f9-0a2c-4301-be84-d163a0ec2cd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.315982] env[65682]: INFO nova.compute.manager [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Terminating instance [ 658.481119] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615468, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.500423] env[65682]: DEBUG oslo_concurrency.lockutils [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.592054] env[65682]: DEBUG oslo_concurrency.lockutils [req-7a17e581-82f4-44f0-9aae-2e93db5787f2 req-a22b7f47-974b-4321-a618-be1260812a16 service nova] Releasing lock "refresh_cache-fc7b2e73-d070-4652-ad3b-98797c7357b3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.709235] env[65682]: DEBUG oslo_vmware.api [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': task-4615472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687374} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.709831] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] b84a71cd-3669-49f7-b566-6ff213f14d37/b84a71cd-3669-49f7-b566-6ff213f14d37.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.709831] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.710093] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b96b27b8-216b-4807-8009-bc3a01a59c04 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.718920] env[65682]: DEBUG oslo_vmware.api [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Waiting for the task: (returnval){ [ 658.718920] env[65682]: value = "task-4615474" [ 658.718920] env[65682]: _type = "Task" [ 658.718920] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.732959] env[65682]: DEBUG oslo_vmware.api [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': task-4615474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.752300] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78cd46a-02fe-4e46-8c78-db40c8a415a6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.762479] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33c1634-d04e-4af9-a293-0b626b390776 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.776317] env[65682]: DEBUG oslo_vmware.api [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615473, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.811514] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9356025f-9c21-4be7-b99f-85194b571156 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.824919] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6a525a-6b9f-48e4-83b3-5b88c7453ec0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.829644] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Acquiring lock "refresh_cache-100e93f9-0a2c-4301-be84-d163a0ec2cd5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.829840] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Acquired lock "refresh_cache-100e93f9-0a2c-4301-be84-d163a0ec2cd5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.830025] env[65682]: DEBUG nova.network.neutron [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 658.831225] env[65682]: DEBUG oslo_vmware.api [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]521e4a9b-3b75-ebd7-819f-0f8401b516d3, 'name': SearchDatastore_Task, 'duration_secs': 0.053273} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.832666] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20aec5ea-2db2-4354-8781-9058e8042755 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.845781] env[65682]: DEBUG nova.compute.provider_tree [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.851747] env[65682]: DEBUG oslo_vmware.api [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Waiting for the task: (returnval){ [ 658.851747] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52849f51-75a9-333d-475a-d19a31edf982" [ 658.851747] env[65682]: _type = "Task" [ 658.851747] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.863808] env[65682]: DEBUG oslo_vmware.api [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52849f51-75a9-333d-475a-d19a31edf982, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.980074] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615468, 'name': CreateVM_Task, 'duration_secs': 1.937974} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.980286] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.980758] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.980981] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.981353] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.981644] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-004ef5e2-0f19-4002-a7bc-676d28a3a42c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.986846] env[65682]: DEBUG oslo_vmware.api [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Waiting for the task: (returnval){ [ 658.986846] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5256c771-0749-7bd0-f5f9-9cb1194420b7" [ 658.986846] env[65682]: _type = "Task" [ 658.986846] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.995448] env[65682]: DEBUG oslo_vmware.api [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5256c771-0749-7bd0-f5f9-9cb1194420b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.232815] env[65682]: DEBUG oslo_vmware.api [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': task-4615474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091147} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.235532] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.235532] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0344a56-3408-4e3d-b7e5-b7e97ef82afa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.259240] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] b84a71cd-3669-49f7-b566-6ff213f14d37/b84a71cd-3669-49f7-b566-6ff213f14d37.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.259667] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a51be2a-795c-4602-9fca-3b652f19ff19 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.287064] env[65682]: DEBUG oslo_vmware.api [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588385} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.288601] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 0ae3113b-d090-4a2a-b07f-1f0ec28c078c/0ae3113b-d090-4a2a-b07f-1f0ec28c078c.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.289134] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.289255] env[65682]: DEBUG oslo_vmware.api [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Waiting for the task: (returnval){ [ 659.289255] env[65682]: value = "task-4615475" [ 659.289255] env[65682]: _type = "Task" [ 659.289255] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.289456] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c99ba1f5-466b-417f-8108-f1de0ad58fc5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.300323] env[65682]: DEBUG oslo_vmware.api [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': task-4615475, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.301778] env[65682]: DEBUG oslo_vmware.api [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Waiting for the task: (returnval){ [ 659.301778] env[65682]: value = "task-4615476" [ 659.301778] env[65682]: _type = "Task" [ 659.301778] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.309774] env[65682]: DEBUG nova.compute.manager [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 659.315823] env[65682]: DEBUG oslo_vmware.api [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.332727] env[65682]: WARNING neutronclient.v2_0.client [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.346737] env[65682]: DEBUG nova.virt.hardware [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 659.347233] env[65682]: DEBUG nova.virt.hardware [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.347374] env[65682]: DEBUG nova.virt.hardware [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 659.347592] env[65682]: DEBUG nova.virt.hardware [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.347738] env[65682]: DEBUG nova.virt.hardware [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 659.347878] env[65682]: DEBUG nova.virt.hardware [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 659.348101] env[65682]: DEBUG nova.virt.hardware [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 659.348374] env[65682]: DEBUG nova.virt.hardware [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 659.348519] env[65682]: DEBUG nova.virt.hardware [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 659.348679] env[65682]: DEBUG nova.virt.hardware [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 659.348848] env[65682]: DEBUG nova.virt.hardware [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 659.349800] env[65682]: DEBUG nova.scheduler.client.report [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.354070] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d29e19-d145-4394-88ce-72e4952ab2bf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.373230] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7501662-f46e-481f-9d59-1e049df49307 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.377381] env[65682]: DEBUG oslo_vmware.api [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52849f51-75a9-333d-475a-d19a31edf982, 'name': SearchDatastore_Task, 'duration_secs': 0.011987} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.378395] env[65682]: DEBUG oslo_concurrency.lockutils [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.378656] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 6a92941f-4f7c-4945-90c3-617b1f0b8649/6a92941f-4f7c-4945-90c3-617b1f0b8649.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.379314] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8c750c0-e2d9-4174-891d-ce4b5d1d9115 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.395414] env[65682]: DEBUG oslo_vmware.api [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Waiting for the task: (returnval){ [ 659.395414] env[65682]: value = "task-4615477" [ 659.395414] env[65682]: _type = "Task" [ 659.395414] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.405496] env[65682]: DEBUG oslo_vmware.api [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.498653] env[65682]: DEBUG oslo_vmware.api [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5256c771-0749-7bd0-f5f9-9cb1194420b7, 'name': SearchDatastore_Task, 'duration_secs': 0.033787} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.498718] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.498928] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.499179] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.499318] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.499612] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.499748] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58a5b96b-07d8-442a-a9b5-9c355cb7784f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.514341] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.514529] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.515362] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c74ef387-15fb-4f4f-9868-db55f0f4f783 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.521655] env[65682]: DEBUG oslo_vmware.api [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Waiting for the task: (returnval){ [ 659.521655] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52faae0c-4ded-f39b-b240-59977845cddf" [ 659.521655] env[65682]: _type = "Task" [ 659.521655] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.530190] env[65682]: DEBUG oslo_vmware.api [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52faae0c-4ded-f39b-b240-59977845cddf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.725759] env[65682]: DEBUG nova.network.neutron [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 659.805348] env[65682]: DEBUG oslo_vmware.api [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': task-4615475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.821339] env[65682]: DEBUG oslo_vmware.api [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075141} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.821629] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.824018] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c7438e-8fcb-4e0e-8f06-043e0cad0d25 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.848044] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 0ae3113b-d090-4a2a-b07f-1f0ec28c078c/0ae3113b-d090-4a2a-b07f-1f0ec28c078c.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.848044] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6104fefd-e370-4990-9ac6-b7871770dfce {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.863728] env[65682]: DEBUG oslo_concurrency.lockutils [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.864844] env[65682]: DEBUG nova.compute.manager [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 659.870758] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.010s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.870758] env[65682]: DEBUG nova.objects.instance [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Lazy-loading 'resources' on Instance uuid 32387d64-dddb-4042-a697-36df547c59a5 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 659.880464] env[65682]: DEBUG oslo_vmware.api [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Waiting for the task: (returnval){ [ 659.880464] env[65682]: value = "task-4615478" [ 659.880464] env[65682]: _type = "Task" [ 659.880464] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.893906] env[65682]: DEBUG oslo_vmware.api [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615478, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.911375] env[65682]: DEBUG oslo_vmware.api [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.977883] env[65682]: DEBUG nova.network.neutron [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Successfully updated port: c9f93d99-b8a5-4370-b676-c4ac0823b264 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 660.034389] env[65682]: DEBUG oslo_vmware.api [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52faae0c-4ded-f39b-b240-59977845cddf, 'name': SearchDatastore_Task, 'duration_secs': 0.077357} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.035811] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf8c3cc7-c85a-42d3-8071-fbe9882a1c72 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.044037] env[65682]: DEBUG oslo_vmware.api [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Waiting for the task: (returnval){ [ 660.044037] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]529e0a32-b8e3-535e-ea76-85d3522b6279" [ 660.044037] env[65682]: _type = "Task" [ 660.044037] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.055583] env[65682]: DEBUG oslo_vmware.api [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]529e0a32-b8e3-535e-ea76-85d3522b6279, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.307237] env[65682]: DEBUG oslo_vmware.api [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': task-4615475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.314188] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Acquiring lock "109b91b6-63d6-4fdd-a1f2-a18e41e44ade" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.314555] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Lock "109b91b6-63d6-4fdd-a1f2-a18e41e44ade" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.314834] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Acquiring lock "109b91b6-63d6-4fdd-a1f2-a18e41e44ade-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.315741] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Lock "109b91b6-63d6-4fdd-a1f2-a18e41e44ade-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.315741] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Lock "109b91b6-63d6-4fdd-a1f2-a18e41e44ade-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.318466] env[65682]: INFO nova.compute.manager [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Terminating instance [ 660.378973] env[65682]: DEBUG nova.compute.utils [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.384402] env[65682]: DEBUG nova.compute.manager [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Not allocating networking since 'none' was specified. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 660.399265] env[65682]: DEBUG oslo_vmware.api [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615478, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.416308] env[65682]: DEBUG oslo_vmware.api [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.953719} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.421022] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 6a92941f-4f7c-4945-90c3-617b1f0b8649/6a92941f-4f7c-4945-90c3-617b1f0b8649.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.421229] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.422230] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4f303ff-2444-42f6-b126-2a723c8508c7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.432501] env[65682]: DEBUG oslo_vmware.api [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Waiting for the task: (returnval){ [ 660.432501] env[65682]: value = "task-4615479" [ 660.432501] env[65682]: _type = "Task" [ 660.432501] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.452955] env[65682]: DEBUG oslo_vmware.api [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.482688] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "refresh_cache-74045a2c-18fb-4f2f-aa59-d14238c83ea2" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.484673] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquired lock "refresh_cache-74045a2c-18fb-4f2f-aa59-d14238c83ea2" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.484673] env[65682]: DEBUG nova.network.neutron [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 660.527873] env[65682]: DEBUG nova.network.neutron [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.564066] env[65682]: DEBUG oslo_vmware.api [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]529e0a32-b8e3-535e-ea76-85d3522b6279, 'name': SearchDatastore_Task, 'duration_secs': 0.061243} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.566176] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.566176] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b/7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.571093] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95193a01-1ca4-4979-b5eb-74b7a3392ba8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.582601] env[65682]: DEBUG oslo_vmware.api [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Waiting for the task: (returnval){ [ 660.582601] env[65682]: value = "task-4615480" [ 660.582601] env[65682]: _type = "Task" [ 660.582601] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.598760] env[65682]: DEBUG oslo_vmware.api [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Task: {'id': task-4615480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.740963] env[65682]: DEBUG nova.compute.manager [req-6e04f8e6-73cb-4328-9e84-75c8d230126c req-9df0d48a-1063-4e6e-a2a1-2a1a113366e2 service nova] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Received event network-vif-plugged-b4eb75cb-f841-473f-a55d-3bcbfc4c0e05 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 660.741302] env[65682]: DEBUG oslo_concurrency.lockutils [req-6e04f8e6-73cb-4328-9e84-75c8d230126c req-9df0d48a-1063-4e6e-a2a1-2a1a113366e2 service nova] Acquiring lock "b84a71cd-3669-49f7-b566-6ff213f14d37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.741565] env[65682]: DEBUG oslo_concurrency.lockutils [req-6e04f8e6-73cb-4328-9e84-75c8d230126c req-9df0d48a-1063-4e6e-a2a1-2a1a113366e2 service nova] Lock "b84a71cd-3669-49f7-b566-6ff213f14d37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.742950] env[65682]: DEBUG oslo_concurrency.lockutils [req-6e04f8e6-73cb-4328-9e84-75c8d230126c req-9df0d48a-1063-4e6e-a2a1-2a1a113366e2 service nova] Lock "b84a71cd-3669-49f7-b566-6ff213f14d37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.742950] env[65682]: DEBUG nova.compute.manager [req-6e04f8e6-73cb-4328-9e84-75c8d230126c req-9df0d48a-1063-4e6e-a2a1-2a1a113366e2 service nova] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] No waiting events found dispatching network-vif-plugged-b4eb75cb-f841-473f-a55d-3bcbfc4c0e05 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 660.742950] env[65682]: WARNING nova.compute.manager [req-6e04f8e6-73cb-4328-9e84-75c8d230126c req-9df0d48a-1063-4e6e-a2a1-2a1a113366e2 service nova] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Received unexpected event network-vif-plugged-b4eb75cb-f841-473f-a55d-3bcbfc4c0e05 for instance with vm_state building and task_state spawning. [ 660.742950] env[65682]: DEBUG nova.compute.manager [req-6e04f8e6-73cb-4328-9e84-75c8d230126c req-9df0d48a-1063-4e6e-a2a1-2a1a113366e2 service nova] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Received event network-changed-b4eb75cb-f841-473f-a55d-3bcbfc4c0e05 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 660.743220] env[65682]: DEBUG nova.compute.manager [req-6e04f8e6-73cb-4328-9e84-75c8d230126c req-9df0d48a-1063-4e6e-a2a1-2a1a113366e2 service nova] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Refreshing instance network info cache due to event network-changed-b4eb75cb-f841-473f-a55d-3bcbfc4c0e05. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 660.744312] env[65682]: DEBUG oslo_concurrency.lockutils [req-6e04f8e6-73cb-4328-9e84-75c8d230126c req-9df0d48a-1063-4e6e-a2a1-2a1a113366e2 service nova] Acquiring lock "refresh_cache-b84a71cd-3669-49f7-b566-6ff213f14d37" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.744431] env[65682]: DEBUG oslo_concurrency.lockutils [req-6e04f8e6-73cb-4328-9e84-75c8d230126c req-9df0d48a-1063-4e6e-a2a1-2a1a113366e2 service nova] Acquired lock "refresh_cache-b84a71cd-3669-49f7-b566-6ff213f14d37" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.744708] env[65682]: DEBUG nova.network.neutron [req-6e04f8e6-73cb-4328-9e84-75c8d230126c req-9df0d48a-1063-4e6e-a2a1-2a1a113366e2 service nova] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Refreshing network info cache for port b4eb75cb-f841-473f-a55d-3bcbfc4c0e05 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.804890] env[65682]: DEBUG oslo_vmware.api [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': task-4615475, 'name': ReconfigVM_Task, 'duration_secs': 1.122486} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.807736] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Reconfigured VM instance instance-00000014 to attach disk [datastore2] b84a71cd-3669-49f7-b566-6ff213f14d37/b84a71cd-3669-49f7-b566-6ff213f14d37.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.808523] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e61e8074-0de7-438e-b09f-e63cd024b6df {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.818715] env[65682]: DEBUG oslo_vmware.api [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Waiting for the task: (returnval){ [ 660.818715] env[65682]: value = "task-4615481" [ 660.818715] env[65682]: _type = "Task" [ 660.818715] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.825017] env[65682]: DEBUG nova.compute.manager [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 660.825308] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.827120] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed096f72-9e3e-4994-bb6b-42e8b9ed5cab {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.833520] env[65682]: DEBUG oslo_vmware.api [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': task-4615481, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.839353] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.839638] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bda91d69-ea6e-446d-8b3d-2d4665353cd6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.842689] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815ac6af-60f6-467b-b41a-7b20e5e1ff44 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.853015] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1634378-330b-4aa8-abf3-40327da9952e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.856515] env[65682]: DEBUG oslo_vmware.api [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Waiting for the task: (returnval){ [ 660.856515] env[65682]: value = "task-4615482" [ 660.856515] env[65682]: _type = "Task" [ 660.856515] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.893936] env[65682]: DEBUG nova.compute.manager [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 660.908220] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f02ba6f-4960-4826-b751-01313499192b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.912405] env[65682]: DEBUG oslo_vmware.api [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Task: {'id': task-4615482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.923319] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62ab1e5-c049-4652-b6ae-f756dc037817 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.928494] env[65682]: DEBUG oslo_vmware.api [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615478, 'name': ReconfigVM_Task, 'duration_secs': 0.533546} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.928645] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 0ae3113b-d090-4a2a-b07f-1f0ec28c078c/0ae3113b-d090-4a2a-b07f-1f0ec28c078c.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.929675] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9cc9770-d5c2-4a65-ab4e-fccaa383d9c7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.943114] env[65682]: DEBUG nova.compute.provider_tree [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 660.948827] env[65682]: DEBUG oslo_vmware.api [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Waiting for the task: (returnval){ [ 660.948827] env[65682]: value = "task-4615483" [ 660.948827] env[65682]: _type = "Task" [ 660.948827] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.958111] env[65682]: DEBUG oslo_vmware.api [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.963761] env[65682]: DEBUG oslo_vmware.api [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615483, 'name': Rename_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.031436] env[65682]: DEBUG nova.network.neutron [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 661.034733] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Releasing lock "refresh_cache-100e93f9-0a2c-4301-be84-d163a0ec2cd5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.035598] env[65682]: DEBUG nova.compute.manager [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 661.035598] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.036953] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df502a3-c2b8-46f2-84fa-de450374ae9b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.047420] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.047785] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b18e1ec4-61ad-490e-8ea1-f918f365b9a3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.060725] env[65682]: DEBUG oslo_vmware.api [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Waiting for the task: (returnval){ [ 661.060725] env[65682]: value = "task-4615484" [ 661.060725] env[65682]: _type = "Task" [ 661.060725] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.070926] env[65682]: DEBUG oslo_vmware.api [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.075552] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e0244d6f-cec7-4f87-83e3-8ff861527c77 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquiring lock "6dc6138b-9a58-44c7-a4bf-890c36ce1197" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.075795] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e0244d6f-cec7-4f87-83e3-8ff861527c77 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lock "6dc6138b-9a58-44c7-a4bf-890c36ce1197" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.075967] env[65682]: DEBUG nova.compute.manager [None req-e0244d6f-cec7-4f87-83e3-8ff861527c77 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Going to confirm migration 1 {{(pid=65682) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 661.097997] env[65682]: DEBUG oslo_vmware.api [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Task: {'id': task-4615480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.135837] env[65682]: WARNING neutronclient.v2_0.client [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.232825] env[65682]: DEBUG nova.network.neutron [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Updating instance_info_cache with network_info: [{"id": "c9f93d99-b8a5-4370-b676-c4ac0823b264", "address": "fa:16:3e:ba:94:81", "network": {"id": "ec6b4524-66db-47ab-a707-b451781a6e46", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1309945081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5767ded856aa4622bc8a6e7f1c351c2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f93d99-b8", "ovs_interfaceid": "c9f93d99-b8a5-4370-b676-c4ac0823b264", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.248551] env[65682]: WARNING neutronclient.v2_0.client [req-6e04f8e6-73cb-4328-9e84-75c8d230126c req-9df0d48a-1063-4e6e-a2a1-2a1a113366e2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.330930] env[65682]: DEBUG oslo_vmware.api [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': task-4615481, 'name': Rename_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.368532] env[65682]: DEBUG oslo_vmware.api [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Task: {'id': task-4615482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.440347] env[65682]: DEBUG nova.compute.manager [req-2a7edbf3-ac93-4086-9245-06815b0126c4 req-4ef2a5d6-918f-43cf-9724-657fb4ae2cd0 service nova] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Received event network-changed-ba1c1447-a033-414c-94ea-263f47f62095 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 661.440631] env[65682]: DEBUG nova.compute.manager [req-2a7edbf3-ac93-4086-9245-06815b0126c4 req-4ef2a5d6-918f-43cf-9724-657fb4ae2cd0 service nova] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Refreshing instance network info cache due to event network-changed-ba1c1447-a033-414c-94ea-263f47f62095. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 661.440851] env[65682]: DEBUG oslo_concurrency.lockutils [req-2a7edbf3-ac93-4086-9245-06815b0126c4 req-4ef2a5d6-918f-43cf-9724-657fb4ae2cd0 service nova] Acquiring lock "refresh_cache-6a92941f-4f7c-4945-90c3-617b1f0b8649" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.441030] env[65682]: DEBUG oslo_concurrency.lockutils [req-2a7edbf3-ac93-4086-9245-06815b0126c4 req-4ef2a5d6-918f-43cf-9724-657fb4ae2cd0 service nova] Acquired lock "refresh_cache-6a92941f-4f7c-4945-90c3-617b1f0b8649" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.441206] env[65682]: DEBUG nova.network.neutron [req-2a7edbf3-ac93-4086-9245-06815b0126c4 req-4ef2a5d6-918f-43cf-9724-657fb4ae2cd0 service nova] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Refreshing network info cache for port ba1c1447-a033-414c-94ea-263f47f62095 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.461418] env[65682]: DEBUG oslo_vmware.api [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.472142] env[65682]: DEBUG oslo_vmware.api [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615483, 'name': Rename_Task, 'duration_secs': 0.466559} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.475800] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.478081] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d092a4b3-775b-4328-bc26-9e11fb88456a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.481345] env[65682]: ERROR nova.scheduler.client.report [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] [req-ddacee39-9f13-4c0c-99cb-7bf854207462] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ddacee39-9f13-4c0c-99cb-7bf854207462"}]} [ 661.491577] env[65682]: DEBUG oslo_vmware.api [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Waiting for the task: (returnval){ [ 661.491577] env[65682]: value = "task-4615485" [ 661.491577] env[65682]: _type = "Task" [ 661.491577] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.308685] env[65682]: WARNING neutronclient.v2_0.client [req-6e04f8e6-73cb-4328-9e84-75c8d230126c req-9df0d48a-1063-4e6e-a2a1-2a1a113366e2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.311711] env[65682]: DEBUG nova.scheduler.client.report [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Refreshing inventories for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 662.317275] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Releasing lock "refresh_cache-74045a2c-18fb-4f2f-aa59-d14238c83ea2" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.317673] env[65682]: DEBUG nova.compute.manager [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Instance network_info: |[{"id": "c9f93d99-b8a5-4370-b676-c4ac0823b264", "address": "fa:16:3e:ba:94:81", "network": {"id": "ec6b4524-66db-47ab-a707-b451781a6e46", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1309945081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5767ded856aa4622bc8a6e7f1c351c2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f93d99-b8", "ovs_interfaceid": "c9f93d99-b8a5-4370-b676-c4ac0823b264", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 662.318903] env[65682]: DEBUG nova.compute.manager [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 662.321410] env[65682]: WARNING neutronclient.v2_0.client [req-2a7edbf3-ac93-4086-9245-06815b0126c4 req-4ef2a5d6-918f-43cf-9724-657fb4ae2cd0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.324699] env[65682]: WARNING neutronclient.v2_0.client [None req-e0244d6f-cec7-4f87-83e3-8ff861527c77 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.333432] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:94:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9f93d99-b8a5-4370-b676-c4ac0823b264', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.342582] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Creating folder: Project (5767ded856aa4622bc8a6e7f1c351c2a). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.359566] env[65682]: DEBUG nova.scheduler.client.report [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Updating ProviderTree inventory for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 662.359794] env[65682]: DEBUG nova.compute.provider_tree [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 662.362216] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3c6a3fb-e7dc-4ddb-9fa7-933227e41f95 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.366117] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ae220342-e976-4d1a-944c-98f2d2949956 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] Acquiring lock "8dfedc69-d424-40c8-b383-714719622e52" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.366442] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ae220342-e976-4d1a-944c-98f2d2949956 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] Lock "8dfedc69-d424-40c8-b383-714719622e52" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.377909] env[65682]: DEBUG oslo_vmware.api [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615485, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.379146] env[65682]: WARNING oslo_vmware.common.loopingcall [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] task run outlasted interval by 0.386239 sec [ 662.381331] env[65682]: DEBUG nova.virt.hardware [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 662.381586] env[65682]: DEBUG nova.virt.hardware [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.381797] env[65682]: DEBUG nova.virt.hardware [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 662.382074] env[65682]: DEBUG nova.virt.hardware [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.382074] env[65682]: DEBUG nova.virt.hardware [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 662.382288] env[65682]: DEBUG nova.virt.hardware [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 662.382572] env[65682]: DEBUG nova.virt.hardware [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 662.382728] env[65682]: DEBUG nova.virt.hardware [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 662.382882] env[65682]: DEBUG nova.virt.hardware [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 662.383130] env[65682]: DEBUG nova.virt.hardware [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 662.383400] env[65682]: DEBUG nova.virt.hardware [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 662.386938] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f452d7-0e14-45e3-810f-81cc0f1abf25 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.412419] env[65682]: DEBUG oslo_vmware.api [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': task-4615481, 'name': Rename_Task, 'duration_secs': 0.87166} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.412721] env[65682]: DEBUG oslo_vmware.api [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Task: {'id': task-4615480, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.430472} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.416026] env[65682]: DEBUG oslo_vmware.api [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Task: {'id': task-4615482, 'name': PowerOffVM_Task, 'duration_secs': 0.849753} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.416026] env[65682]: DEBUG oslo_vmware.api [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615484, 'name': PowerOffVM_Task, 'duration_secs': 0.527516} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.416026] env[65682]: DEBUG oslo_vmware.api [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.121228} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.416026] env[65682]: DEBUG nova.scheduler.client.report [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Refreshing aggregate associations for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4, aggregates: None {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 662.418297] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.418585] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b/7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.418781] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.419038] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.419224] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.419415] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.419577] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.419803] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.420994] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4a9ca75-3eec-4816-8692-016160a12b32 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.423590] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-451f8377-86b9-49eb-96e3-01a1cf7d27b1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.425841] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d25e6f80-100f-4169-ac88-d52c7c43561f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.427950] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02fdacda-01c6-467a-ae26-a9d0a2c993c1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.430773] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3d57e1-0501-4f8d-b497-88cef29c452e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.440821] env[65682]: DEBUG oslo_vmware.api [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615485, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.441118] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Created folder: Project (5767ded856aa4622bc8a6e7f1c351c2a) in parent group-v901426. [ 662.441388] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Creating folder: Instances. Parent ref: group-v901491. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.446676] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-246566ed-e081-4a2a-b68c-23ce4a630326 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.450016] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac877f2-7226-4807-b921-218fcb7bdac7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.460769] env[65682]: DEBUG nova.scheduler.client.report [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Refreshing trait associations for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 662.464152] env[65682]: DEBUG oslo_vmware.api [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Waiting for the task: (returnval){ [ 662.464152] env[65682]: value = "task-4615489" [ 662.464152] env[65682]: _type = "Task" [ 662.464152] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.464633] env[65682]: DEBUG oslo_vmware.api [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Waiting for the task: (returnval){ [ 662.464633] env[65682]: value = "task-4615487" [ 662.464633] env[65682]: _type = "Task" [ 662.464633] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.509544] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 6a92941f-4f7c-4945-90c3-617b1f0b8649/6a92941f-4f7c-4945-90c3-617b1f0b8649.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.510944] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Instance VIF info [] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.520319] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Creating folder: Project (f4e03d853c324e39956bc24dc78b6b94). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.533311] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-912e7c87-2037-45ea-a2fc-3516143133fa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.559027] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5596d6f7-af8e-4318-8580-6635801e9585 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.560894] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Created folder: Instances in parent group-v901491. [ 662.561476] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 662.562625] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.562897] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.563142] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Deleting the datastore file [datastore1] 100e93f9-0a2c-4301-be84-d163a0ec2cd5 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.572600] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.573582] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c97c7f22-b11e-4a99-b9ad-555ac8a8f141 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.576015] env[65682]: DEBUG oslo_vmware.api [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': task-4615487, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.576504] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.576736] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.576910] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Deleting the datastore file [datastore2] 109b91b6-63d6-4fdd-a1f2-a18e41e44ade {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.577315] env[65682]: DEBUG oslo_vmware.api [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Task: {'id': task-4615489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.581289] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39c974b4-a167-43c1-9d76-e0c916736892 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.601761] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ade2511-6333-47f7-9357-1b0a73feb590 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.609808] env[65682]: WARNING neutronclient.v2_0.client [None req-e0244d6f-cec7-4f87-83e3-8ff861527c77 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.610256] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e0244d6f-cec7-4f87-83e3-8ff861527c77 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquiring lock "refresh_cache-6dc6138b-9a58-44c7-a4bf-890c36ce1197" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.610671] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e0244d6f-cec7-4f87-83e3-8ff861527c77 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquired lock "refresh_cache-6dc6138b-9a58-44c7-a4bf-890c36ce1197" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.610877] env[65682]: DEBUG nova.network.neutron [None req-e0244d6f-cec7-4f87-83e3-8ff861527c77 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 662.611061] env[65682]: DEBUG nova.objects.instance [None req-e0244d6f-cec7-4f87-83e3-8ff861527c77 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lazy-loading 'info_cache' on Instance uuid 6dc6138b-9a58-44c7-a4bf-890c36ce1197 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 662.613776] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Created folder: Project (f4e03d853c324e39956bc24dc78b6b94) in parent group-v901426. [ 662.614098] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Creating folder: Instances. Parent ref: group-v901493. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.614781] env[65682]: DEBUG oslo_vmware.api [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Waiting for the task: (returnval){ [ 662.614781] env[65682]: value = "task-4615493" [ 662.614781] env[65682]: _type = "Task" [ 662.614781] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.616186] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92a28196-1da3-4027-b236-e3cb318fdd33 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.623677] env[65682]: DEBUG oslo_vmware.api [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Waiting for the task: (returnval){ [ 662.623677] env[65682]: value = "task-4615494" [ 662.623677] env[65682]: _type = "Task" [ 662.623677] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.627104] env[65682]: DEBUG oslo_vmware.api [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Waiting for the task: (returnval){ [ 662.627104] env[65682]: value = "task-4615495" [ 662.627104] env[65682]: _type = "Task" [ 662.627104] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.629582] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.629582] env[65682]: value = "task-4615496" [ 662.629582] env[65682]: _type = "Task" [ 662.629582] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.649587] env[65682]: DEBUG oslo_vmware.api [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.652857] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Created folder: Instances in parent group-v901493. [ 662.653302] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 662.654659] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.655151] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21bf6d61-ce29-4f7f-beba-deb1537443b4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.916365] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615496, 'name': CreateVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.916365] env[65682]: DEBUG oslo_vmware.api [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Task: {'id': task-4615495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.916365] env[65682]: DEBUG oslo_vmware.api [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.916365] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.916365] env[65682]: value = "task-4615498" [ 662.916365] env[65682]: _type = "Task" [ 662.916365] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.916365] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615498, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.916365] env[65682]: DEBUG nova.compute.utils [None req-ae220342-e976-4d1a-944c-98f2d2949956 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.919554] env[65682]: DEBUG oslo_vmware.api [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615485, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.964905] env[65682]: DEBUG nova.network.neutron [req-6e04f8e6-73cb-4328-9e84-75c8d230126c req-9df0d48a-1063-4e6e-a2a1-2a1a113366e2 service nova] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Updated VIF entry in instance network info cache for port b4eb75cb-f841-473f-a55d-3bcbfc4c0e05. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 662.964905] env[65682]: DEBUG nova.network.neutron [req-6e04f8e6-73cb-4328-9e84-75c8d230126c req-9df0d48a-1063-4e6e-a2a1-2a1a113366e2 service nova] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Updating instance_info_cache with network_info: [{"id": "b4eb75cb-f841-473f-a55d-3bcbfc4c0e05", "address": "fa:16:3e:46:08:de", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4eb75cb-f8", "ovs_interfaceid": "b4eb75cb-f841-473f-a55d-3bcbfc4c0e05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.990848] env[65682]: DEBUG oslo_vmware.api [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': task-4615487, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.995385] env[65682]: DEBUG oslo_vmware.api [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Task: {'id': task-4615489, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165467} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.995731] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.996724] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9357b5-1ed0-498a-967c-43e2e3f4fff1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.031524] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b/7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.040799] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84b0bfc8-342c-4076-8883-b4de100c6437 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.068703] env[65682]: DEBUG oslo_vmware.api [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Waiting for the task: (returnval){ [ 663.068703] env[65682]: value = "task-4615499" [ 663.068703] env[65682]: _type = "Task" [ 663.068703] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.083766] env[65682]: DEBUG oslo_vmware.api [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Task: {'id': task-4615499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.140189] env[65682]: DEBUG oslo_vmware.api [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615493, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.156226] env[65682]: DEBUG oslo_vmware.api [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Task: {'id': task-4615494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161872} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.156226] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.156415] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.156485] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.156611] env[65682]: INFO nova.compute.manager [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Took 2.12 seconds to destroy the instance on the hypervisor. [ 663.156876] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 663.157510] env[65682]: DEBUG nova.compute.manager [-] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 663.157659] env[65682]: DEBUG nova.network.neutron [-] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 663.157948] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.167965] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615496, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.168865] env[65682]: DEBUG oslo_vmware.api [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Task: {'id': task-4615495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253532} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.172326] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.172465] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.172548] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.172745] env[65682]: INFO nova.compute.manager [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Took 2.35 seconds to destroy the instance on the hypervisor. [ 663.173031] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 663.173532] env[65682]: DEBUG nova.compute.manager [-] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 663.173640] env[65682]: DEBUG nova.network.neutron [-] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 663.173845] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.189121] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7ef31e-816d-491f-b10a-6870064f507d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.204698] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedd557d-9878-4c52-8a5c-b657107572ef {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.215733] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615498, 'name': CreateVM_Task, 'duration_secs': 0.51254} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.240961] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.242989] env[65682]: WARNING neutronclient.v2_0.client [req-2a7edbf3-ac93-4086-9245-06815b0126c4 req-4ef2a5d6-918f-43cf-9724-657fb4ae2cd0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.246014] env[65682]: DEBUG nova.network.neutron [-] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 663.246250] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.247532] env[65682]: DEBUG oslo_concurrency.lockutils [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.247696] env[65682]: DEBUG oslo_concurrency.lockutils [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.248120] env[65682]: DEBUG oslo_concurrency.lockutils [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.248959] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a42f843-c6c5-47d6-b424-e7068b648611 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.252542] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbd08573-23ae-4ced-9d4b-298f5dbcf8d3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.260205] env[65682]: DEBUG oslo_vmware.api [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Waiting for the task: (returnval){ [ 663.260205] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b50ab7-e13d-e28a-ae90-3420030f5cbb" [ 663.260205] env[65682]: _type = "Task" [ 663.260205] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.269979] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7209611d-5b9e-407e-95bd-06f61827efa7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.281478] env[65682]: DEBUG oslo_vmware.api [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b50ab7-e13d-e28a-ae90-3420030f5cbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.290338] env[65682]: DEBUG nova.compute.provider_tree [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.309410] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.393052] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ae220342-e976-4d1a-944c-98f2d2949956 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] Lock "8dfedc69-d424-40c8-b383-714719622e52" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.026s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.405339] env[65682]: DEBUG oslo_vmware.api [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615485, 'name': PowerOnVM_Task, 'duration_secs': 1.643651} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.405723] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.406035] env[65682]: DEBUG nova.compute.manager [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 663.407024] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93634f81-3c41-4266-a3e2-e3fbe787b1d3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.467780] env[65682]: DEBUG oslo_concurrency.lockutils [req-6e04f8e6-73cb-4328-9e84-75c8d230126c req-9df0d48a-1063-4e6e-a2a1-2a1a113366e2 service nova] Releasing lock "refresh_cache-b84a71cd-3669-49f7-b566-6ff213f14d37" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.467997] env[65682]: DEBUG nova.compute.manager [req-6e04f8e6-73cb-4328-9e84-75c8d230126c req-9df0d48a-1063-4e6e-a2a1-2a1a113366e2 service nova] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Received event network-changed-ad753216-feb7-41ea-98e5-4aa3c5959c44 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 663.468131] env[65682]: DEBUG nova.compute.manager [req-6e04f8e6-73cb-4328-9e84-75c8d230126c req-9df0d48a-1063-4e6e-a2a1-2a1a113366e2 service nova] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Refreshing instance network info cache due to event network-changed-ad753216-feb7-41ea-98e5-4aa3c5959c44. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 663.468369] env[65682]: DEBUG oslo_concurrency.lockutils [req-6e04f8e6-73cb-4328-9e84-75c8d230126c req-9df0d48a-1063-4e6e-a2a1-2a1a113366e2 service nova] Acquiring lock "refresh_cache-c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.468554] env[65682]: DEBUG oslo_concurrency.lockutils [req-6e04f8e6-73cb-4328-9e84-75c8d230126c req-9df0d48a-1063-4e6e-a2a1-2a1a113366e2 service nova] Acquired lock "refresh_cache-c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.468725] env[65682]: DEBUG nova.network.neutron [req-6e04f8e6-73cb-4328-9e84-75c8d230126c req-9df0d48a-1063-4e6e-a2a1-2a1a113366e2 service nova] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Refreshing network info cache for port ad753216-feb7-41ea-98e5-4aa3c5959c44 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.482678] env[65682]: DEBUG oslo_vmware.api [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': task-4615487, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.580658] env[65682]: DEBUG oslo_vmware.api [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Task: {'id': task-4615499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.628955] env[65682]: WARNING neutronclient.v2_0.client [None req-e0244d6f-cec7-4f87-83e3-8ff861527c77 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.640152] env[65682]: DEBUG oslo_vmware.api [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615493, 'name': ReconfigVM_Task, 'duration_secs': 0.545898} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.646163] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 6a92941f-4f7c-4945-90c3-617b1f0b8649/6a92941f-4f7c-4945-90c3-617b1f0b8649.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.647199] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cbf81a6-90e1-4117-86ec-1ba445e01dcf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.657773] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615496, 'name': CreateVM_Task, 'duration_secs': 0.572724} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.661044] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.661044] env[65682]: DEBUG oslo_vmware.api [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Waiting for the task: (returnval){ [ 663.661044] env[65682]: value = "task-4615500" [ 663.661044] env[65682]: _type = "Task" [ 663.661044] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.661044] env[65682]: WARNING neutronclient.v2_0.client [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.661611] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.676379] env[65682]: DEBUG oslo_vmware.api [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615500, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.685752] env[65682]: DEBUG nova.network.neutron [req-2a7edbf3-ac93-4086-9245-06815b0126c4 req-4ef2a5d6-918f-43cf-9724-657fb4ae2cd0 service nova] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Updated VIF entry in instance network info cache for port ba1c1447-a033-414c-94ea-263f47f62095. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 663.686954] env[65682]: DEBUG nova.network.neutron [req-2a7edbf3-ac93-4086-9245-06815b0126c4 req-4ef2a5d6-918f-43cf-9724-657fb4ae2cd0 service nova] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Updating instance_info_cache with network_info: [{"id": "ba1c1447-a033-414c-94ea-263f47f62095", "address": "fa:16:3e:7b:a6:0a", "network": {"id": "7f319706-be26-4be9-82c9-cb26a9865652", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-108611849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fe69bb7a232491c9608cdd39ad9847c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba1c1447-a0", "ovs_interfaceid": "ba1c1447-a033-414c-94ea-263f47f62095", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.752705] env[65682]: DEBUG nova.network.neutron [-] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.786378] env[65682]: DEBUG oslo_vmware.api [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b50ab7-e13d-e28a-ae90-3420030f5cbb, 'name': SearchDatastore_Task, 'duration_secs': 0.030124} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.786952] env[65682]: DEBUG oslo_concurrency.lockutils [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.786952] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.787198] env[65682]: DEBUG oslo_concurrency.lockutils [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.787419] env[65682]: DEBUG oslo_concurrency.lockutils [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.787676] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.788013] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.788303] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.788603] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36ca4c2e-e615-499d-b099-e3d5ee15d01d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.791947] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-067bda88-b9d1-44a1-9880-2bf0b3c60028 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.795832] env[65682]: DEBUG nova.scheduler.client.report [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.807546] env[65682]: DEBUG oslo_vmware.api [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 663.807546] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52eef450-133e-67ae-60ae-8f3357ea4a77" [ 663.807546] env[65682]: _type = "Task" [ 663.807546] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.813255] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.813694] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.815189] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcdd3b62-dcb4-4241-b554-dab5fbf4a895 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.830542] env[65682]: DEBUG oslo_vmware.api [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52eef450-133e-67ae-60ae-8f3357ea4a77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.835584] env[65682]: DEBUG oslo_vmware.api [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Waiting for the task: (returnval){ [ 663.835584] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5229b29a-2b3b-2e5c-0151-577542e585a5" [ 663.835584] env[65682]: _type = "Task" [ 663.835584] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.846676] env[65682]: DEBUG oslo_vmware.api [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5229b29a-2b3b-2e5c-0151-577542e585a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.930641] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.974823] env[65682]: WARNING neutronclient.v2_0.client [req-6e04f8e6-73cb-4328-9e84-75c8d230126c req-9df0d48a-1063-4e6e-a2a1-2a1a113366e2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.983684] env[65682]: DEBUG oslo_vmware.api [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': task-4615487, 'name': PowerOnVM_Task, 'duration_secs': 1.337945} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.984022] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.984288] env[65682]: INFO nova.compute.manager [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Took 13.40 seconds to spawn the instance on the hypervisor. [ 663.984469] env[65682]: DEBUG nova.compute.manager [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 663.985398] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91078968-106d-472f-9e33-2cc566742d27 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.082547] env[65682]: DEBUG oslo_vmware.api [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Task: {'id': task-4615499, 'name': ReconfigVM_Task, 'duration_secs': 0.81635} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.082603] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b/7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.083575] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6132f64-f770-4195-8f7b-c6fab6997abf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.091278] env[65682]: DEBUG oslo_vmware.api [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Waiting for the task: (returnval){ [ 664.091278] env[65682]: value = "task-4615501" [ 664.091278] env[65682]: _type = "Task" [ 664.091278] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.101235] env[65682]: DEBUG oslo_vmware.api [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Task: {'id': task-4615501, 'name': Rename_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.130345] env[65682]: DEBUG nova.network.neutron [-] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.172286] env[65682]: DEBUG oslo_vmware.api [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615500, 'name': Rename_Task, 'duration_secs': 0.298241} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.172567] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.172814] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e9ea10c-0d73-4a9f-9e91-48b93d1cd33f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.180937] env[65682]: DEBUG oslo_vmware.api [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Waiting for the task: (returnval){ [ 664.180937] env[65682]: value = "task-4615502" [ 664.180937] env[65682]: _type = "Task" [ 664.180937] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.191850] env[65682]: DEBUG oslo_concurrency.lockutils [req-2a7edbf3-ac93-4086-9245-06815b0126c4 req-4ef2a5d6-918f-43cf-9724-657fb4ae2cd0 service nova] Releasing lock "refresh_cache-6a92941f-4f7c-4945-90c3-617b1f0b8649" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.192323] env[65682]: DEBUG oslo_vmware.api [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.250710] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ae220342-e976-4d1a-944c-98f2d2949956 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] Acquiring lock "8dfedc69-d424-40c8-b383-714719622e52" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.250864] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ae220342-e976-4d1a-944c-98f2d2949956 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] Lock "8dfedc69-d424-40c8-b383-714719622e52" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.251052] env[65682]: INFO nova.compute.manager [None req-ae220342-e976-4d1a-944c-98f2d2949956 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Attaching volume 5c623140-2a5f-4c38-9cbd-39a5b2e82500 to /dev/sdb [ 664.256650] env[65682]: INFO nova.compute.manager [-] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Took 1.10 seconds to deallocate network for instance. [ 664.280726] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Acquiring lock "559700b5-72a1-423d-894c-f191dbb88d03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.280974] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Lock "559700b5-72a1-423d-894c-f191dbb88d03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.306513] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.436s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.309811] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.969s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.310083] env[65682]: DEBUG nova.objects.instance [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65682) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 664.331537] env[65682]: DEBUG oslo_vmware.api [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52eef450-133e-67ae-60ae-8f3357ea4a77, 'name': SearchDatastore_Task, 'duration_secs': 0.023281} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.332066] env[65682]: INFO nova.scheduler.client.report [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Deleted allocations for instance 32387d64-dddb-4042-a697-36df547c59a5 [ 664.337835] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.338219] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.338439] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.343526] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43922e01-eb46-438d-8a89-4c557686ea83 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.354352] env[65682]: DEBUG oslo_vmware.api [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5229b29a-2b3b-2e5c-0151-577542e585a5, 'name': SearchDatastore_Task, 'duration_secs': 0.01705} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.357477] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9455273-4c56-432b-bd1a-498324787748 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.361318] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf88ab1-dceb-4782-be55-1598061c0a8a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.369624] env[65682]: DEBUG oslo_vmware.api [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Waiting for the task: (returnval){ [ 664.369624] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52fa3e43-b336-685f-c3ca-934eb550f7d2" [ 664.369624] env[65682]: _type = "Task" [ 664.369624] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.379486] env[65682]: DEBUG nova.virt.block_device [None req-ae220342-e976-4d1a-944c-98f2d2949956 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Updating existing volume attachment record: 1cb315e5-5731-47e5-8fd9-c99d621a717b {{(pid=65682) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 664.385715] env[65682]: DEBUG oslo_vmware.api [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52fa3e43-b336-685f-c3ca-934eb550f7d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.505679] env[65682]: INFO nova.compute.manager [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Took 31.92 seconds to build instance. [ 664.603393] env[65682]: DEBUG oslo_vmware.api [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Task: {'id': task-4615501, 'name': Rename_Task, 'duration_secs': 0.160667} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.603973] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.604391] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ce7ea73-8459-4247-a685-1c18bfd3390a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.613785] env[65682]: DEBUG oslo_vmware.api [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Waiting for the task: (returnval){ [ 664.613785] env[65682]: value = "task-4615505" [ 664.613785] env[65682]: _type = "Task" [ 664.613785] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.629332] env[65682]: DEBUG oslo_vmware.api [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Task: {'id': task-4615505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.631959] env[65682]: INFO nova.compute.manager [-] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Took 1.46 seconds to deallocate network for instance. [ 664.700227] env[65682]: DEBUG oslo_vmware.api [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615502, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.782839] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.789037] env[65682]: DEBUG nova.compute.manager [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 664.844236] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0f66c0ef-57ef-4999-b17e-a0d4ad702a92 tempest-ServerDiagnosticsTest-1177524424 tempest-ServerDiagnosticsTest-1177524424-project-member] Lock "32387d64-dddb-4042-a697-36df547c59a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.719s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.882535] env[65682]: DEBUG oslo_vmware.api [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52fa3e43-b336-685f-c3ca-934eb550f7d2, 'name': SearchDatastore_Task, 'duration_secs': 0.0201} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.882889] env[65682]: DEBUG oslo_concurrency.lockutils [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.883217] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] ef478472-6a7e-4ae1-97d6-e30e080ecb1b/ef478472-6a7e-4ae1-97d6-e30e080ecb1b.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.883986] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.884256] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.884709] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49a7b505-6a92-4931-b099-2c4a96abf5e9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.887305] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e943b02-9132-4958-b3c3-549bcaddce10 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.897611] env[65682]: DEBUG oslo_vmware.api [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Waiting for the task: (returnval){ [ 664.897611] env[65682]: value = "task-4615508" [ 664.897611] env[65682]: _type = "Task" [ 664.897611] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.902662] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.902956] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.909487] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcc4b29c-fc69-4d17-8046-80e5af95e7e4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.918800] env[65682]: DEBUG oslo_vmware.api [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': task-4615508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.923090] env[65682]: DEBUG oslo_vmware.api [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 664.923090] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5291748f-567a-f910-70df-ff21f6ab3f18" [ 664.923090] env[65682]: _type = "Task" [ 664.923090] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.934586] env[65682]: DEBUG oslo_vmware.api [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5291748f-567a-f910-70df-ff21f6ab3f18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.008798] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5b3631fc-0743-48a1-9a05-21ec4e8767ed tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Lock "b84a71cd-3669-49f7-b566-6ff213f14d37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.440s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.136032] env[65682]: DEBUG oslo_vmware.api [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Task: {'id': task-4615505, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.137260] env[65682]: WARNING neutronclient.v2_0.client [None req-e0244d6f-cec7-4f87-83e3-8ff861527c77 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.141135] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.194062] env[65682]: DEBUG oslo_vmware.api [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615502, 'name': PowerOnVM_Task, 'duration_secs': 0.891701} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.197671] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.197671] env[65682]: INFO nova.compute.manager [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Took 10.99 seconds to spawn the instance on the hypervisor. [ 665.197671] env[65682]: DEBUG nova.compute.manager [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 665.197671] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e3ea56-1ac4-4fcb-a6ab-4f4ca656a600 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.324273] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3575f481-7c22-4df5-a2f4-2759d26c0c3b tempest-ServersAdmin275Test-388043883 tempest-ServersAdmin275Test-388043883-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.324637] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.723s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.327578] env[65682]: INFO nova.compute.claims [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.338650] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.416369] env[65682]: DEBUG oslo_vmware.api [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': task-4615508, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.435761] env[65682]: DEBUG oslo_vmware.api [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5291748f-567a-f910-70df-ff21f6ab3f18, 'name': SearchDatastore_Task, 'duration_secs': 0.013716} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.436795] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71f5752d-9c36-40b0-9f70-e9d721c5a3f9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.444219] env[65682]: DEBUG oslo_vmware.api [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 665.444219] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ae775e-7abb-0149-fe42-c6cf5f372893" [ 665.444219] env[65682]: _type = "Task" [ 665.444219] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.459886] env[65682]: DEBUG oslo_vmware.api [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ae775e-7abb-0149-fe42-c6cf5f372893, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.491383] env[65682]: WARNING neutronclient.v2_0.client [req-6e04f8e6-73cb-4328-9e84-75c8d230126c req-9df0d48a-1063-4e6e-a2a1-2a1a113366e2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.544099] env[65682]: DEBUG nova.network.neutron [None req-e0244d6f-cec7-4f87-83e3-8ff861527c77 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Updating instance_info_cache with network_info: [{"id": "1104120e-23ea-413c-bf5b-83f82378ec12", "address": "fa:16:3e:df:ba:26", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1104120e-23", "ovs_interfaceid": "1104120e-23ea-413c-bf5b-83f82378ec12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.630025] env[65682]: DEBUG oslo_vmware.api [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Task: {'id': task-4615505, 'name': PowerOnVM_Task, 'duration_secs': 0.53585} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.630025] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.630025] env[65682]: INFO nova.compute.manager [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Took 8.85 seconds to spawn the instance on the hypervisor. [ 665.630025] env[65682]: DEBUG nova.compute.manager [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 665.630025] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02380ff-f24d-4dd9-a71c-0fbcdfa8a779 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.716926] env[65682]: INFO nova.compute.manager [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Took 32.38 seconds to build instance. [ 665.886409] env[65682]: DEBUG nova.network.neutron [req-6e04f8e6-73cb-4328-9e84-75c8d230126c req-9df0d48a-1063-4e6e-a2a1-2a1a113366e2 service nova] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Updated VIF entry in instance network info cache for port ad753216-feb7-41ea-98e5-4aa3c5959c44. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 665.887239] env[65682]: DEBUG nova.network.neutron [req-6e04f8e6-73cb-4328-9e84-75c8d230126c req-9df0d48a-1063-4e6e-a2a1-2a1a113366e2 service nova] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Updating instance_info_cache with network_info: [{"id": "ad753216-feb7-41ea-98e5-4aa3c5959c44", "address": "fa:16:3e:30:08:a6", "network": {"id": "f124ed1d-f492-4c67-a9bb-5901db714501", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1942775224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f6d0332670e470aafe072e93303f420", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad753216-fe", "ovs_interfaceid": "ad753216-feb7-41ea-98e5-4aa3c5959c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.921286] env[65682]: DEBUG oslo_vmware.api [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': task-4615508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677425} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.921286] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] ef478472-6a7e-4ae1-97d6-e30e080ecb1b/ef478472-6a7e-4ae1-97d6-e30e080ecb1b.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.921286] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.921286] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3745c879-d79f-4147-a78f-fa5f6c6cf074 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.934023] env[65682]: DEBUG oslo_vmware.api [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Waiting for the task: (returnval){ [ 665.934023] env[65682]: value = "task-4615509" [ 665.934023] env[65682]: _type = "Task" [ 665.934023] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.946722] env[65682]: DEBUG oslo_vmware.api [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': task-4615509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.960987] env[65682]: DEBUG oslo_vmware.api [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ae775e-7abb-0149-fe42-c6cf5f372893, 'name': SearchDatastore_Task, 'duration_secs': 0.056632} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.962132] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.962965] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 74045a2c-18fb-4f2f-aa59-d14238c83ea2/74045a2c-18fb-4f2f-aa59-d14238c83ea2.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.963201] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f046f3f2-b8c6-4a60-a7af-0536c24e5ad9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.972050] env[65682]: DEBUG oslo_vmware.api [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 665.972050] env[65682]: value = "task-4615510" [ 665.972050] env[65682]: _type = "Task" [ 665.972050] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.984659] env[65682]: DEBUG oslo_vmware.api [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.047770] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e0244d6f-cec7-4f87-83e3-8ff861527c77 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Releasing lock "refresh_cache-6dc6138b-9a58-44c7-a4bf-890c36ce1197" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.048671] env[65682]: DEBUG nova.objects.instance [None req-e0244d6f-cec7-4f87-83e3-8ff861527c77 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lazy-loading 'migration_context' on Instance uuid 6dc6138b-9a58-44c7-a4bf-890c36ce1197 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 666.150906] env[65682]: INFO nova.compute.manager [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Took 26.97 seconds to build instance. [ 666.219574] env[65682]: DEBUG oslo_concurrency.lockutils [None req-28d87307-5221-4f8b-ab57-77849e5b7b8d tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Lock "6a92941f-4f7c-4945-90c3-617b1f0b8649" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.903s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.380853] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Acquiring lock "7eb4516c-d93c-4be2-9f9a-67a22c300fbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.381375] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Lock "7eb4516c-d93c-4be2-9f9a-67a22c300fbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.382598] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Acquiring lock "7eb4516c-d93c-4be2-9f9a-67a22c300fbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.382598] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Lock "7eb4516c-d93c-4be2-9f9a-67a22c300fbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.382598] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Lock "7eb4516c-d93c-4be2-9f9a-67a22c300fbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.392396] env[65682]: INFO nova.compute.manager [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Terminating instance [ 666.394353] env[65682]: DEBUG oslo_concurrency.lockutils [req-6e04f8e6-73cb-4328-9e84-75c8d230126c req-9df0d48a-1063-4e6e-a2a1-2a1a113366e2 service nova] Releasing lock "refresh_cache-c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.448746] env[65682]: DEBUG oslo_vmware.api [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': task-4615509, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086225} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.449225] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.450719] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf47003-ff63-4071-ab7a-b8ba4ab4346f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.474973] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] ef478472-6a7e-4ae1-97d6-e30e080ecb1b/ef478472-6a7e-4ae1-97d6-e30e080ecb1b.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.478201] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-524bbe35-6b5b-4114-b91e-5197215c0509 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.504062] env[65682]: DEBUG oslo_vmware.api [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Waiting for the task: (returnval){ [ 666.504062] env[65682]: value = "task-4615511" [ 666.504062] env[65682]: _type = "Task" [ 666.504062] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.507974] env[65682]: DEBUG oslo_vmware.api [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615510, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.522070] env[65682]: DEBUG oslo_vmware.api [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': task-4615511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.553806] env[65682]: DEBUG nova.objects.base [None req-e0244d6f-cec7-4f87-83e3-8ff861527c77 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Object Instance<6dc6138b-9a58-44c7-a4bf-890c36ce1197> lazy-loaded attributes: info_cache,migration_context {{(pid=65682) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 666.555063] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c1697d-eaa1-4208-a455-3f36149072fa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.582091] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dec43cf-8790-4920-846b-83e9f2e4faae {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.592568] env[65682]: DEBUG oslo_vmware.api [None req-e0244d6f-cec7-4f87-83e3-8ff861527c77 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 666.592568] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a26818-4111-e4ff-c489-bf6753c9286e" [ 666.592568] env[65682]: _type = "Task" [ 666.592568] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.606493] env[65682]: DEBUG oslo_vmware.api [None req-e0244d6f-cec7-4f87-83e3-8ff861527c77 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a26818-4111-e4ff-c489-bf6753c9286e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.653342] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9d447c91-89b0-42a0-9fae-74e7ee516824 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Lock "7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.487s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.877825] env[65682]: DEBUG nova.compute.manager [req-c4765f92-130a-4a66-9856-8f948a6e5c86 req-23df4924-4f5c-42e6-9251-c35d22993b38 service nova] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Received event network-vif-plugged-c9f93d99-b8a5-4370-b676-c4ac0823b264 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 666.877825] env[65682]: DEBUG oslo_concurrency.lockutils [req-c4765f92-130a-4a66-9856-8f948a6e5c86 req-23df4924-4f5c-42e6-9251-c35d22993b38 service nova] Acquiring lock "74045a2c-18fb-4f2f-aa59-d14238c83ea2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.877825] env[65682]: DEBUG oslo_concurrency.lockutils [req-c4765f92-130a-4a66-9856-8f948a6e5c86 req-23df4924-4f5c-42e6-9251-c35d22993b38 service nova] Lock "74045a2c-18fb-4f2f-aa59-d14238c83ea2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.877995] env[65682]: DEBUG oslo_concurrency.lockutils [req-c4765f92-130a-4a66-9856-8f948a6e5c86 req-23df4924-4f5c-42e6-9251-c35d22993b38 service nova] Lock "74045a2c-18fb-4f2f-aa59-d14238c83ea2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.878253] env[65682]: DEBUG nova.compute.manager [req-c4765f92-130a-4a66-9856-8f948a6e5c86 req-23df4924-4f5c-42e6-9251-c35d22993b38 service nova] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] No waiting events found dispatching network-vif-plugged-c9f93d99-b8a5-4370-b676-c4ac0823b264 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 666.878584] env[65682]: WARNING nova.compute.manager [req-c4765f92-130a-4a66-9856-8f948a6e5c86 req-23df4924-4f5c-42e6-9251-c35d22993b38 service nova] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Received unexpected event network-vif-plugged-c9f93d99-b8a5-4370-b676-c4ac0823b264 for instance with vm_state building and task_state spawning. [ 666.878584] env[65682]: DEBUG nova.compute.manager [req-c4765f92-130a-4a66-9856-8f948a6e5c86 req-23df4924-4f5c-42e6-9251-c35d22993b38 service nova] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Received event network-changed-c9f93d99-b8a5-4370-b676-c4ac0823b264 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 666.878730] env[65682]: DEBUG nova.compute.manager [req-c4765f92-130a-4a66-9856-8f948a6e5c86 req-23df4924-4f5c-42e6-9251-c35d22993b38 service nova] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Refreshing instance network info cache due to event network-changed-c9f93d99-b8a5-4370-b676-c4ac0823b264. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 666.878908] env[65682]: DEBUG oslo_concurrency.lockutils [req-c4765f92-130a-4a66-9856-8f948a6e5c86 req-23df4924-4f5c-42e6-9251-c35d22993b38 service nova] Acquiring lock "refresh_cache-74045a2c-18fb-4f2f-aa59-d14238c83ea2" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.879022] env[65682]: DEBUG oslo_concurrency.lockutils [req-c4765f92-130a-4a66-9856-8f948a6e5c86 req-23df4924-4f5c-42e6-9251-c35d22993b38 service nova] Acquired lock "refresh_cache-74045a2c-18fb-4f2f-aa59-d14238c83ea2" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.879198] env[65682]: DEBUG nova.network.neutron [req-c4765f92-130a-4a66-9856-8f948a6e5c86 req-23df4924-4f5c-42e6-9251-c35d22993b38 service nova] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Refreshing network info cache for port c9f93d99-b8a5-4370-b676-c4ac0823b264 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.889411] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd12318-4e53-40a8-a2a4-49a9a4756755 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.899553] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3689b9-95b5-412d-85e1-52ac7bf4388b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.904042] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Acquiring lock "refresh_cache-7eb4516c-d93c-4be2-9f9a-67a22c300fbc" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.904042] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Acquired lock "refresh_cache-7eb4516c-d93c-4be2-9f9a-67a22c300fbc" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.904228] env[65682]: DEBUG nova.network.neutron [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 666.943718] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c962b71-57c8-447f-a41f-4bfb1a7f3695 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.953322] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2554e21-469b-4e22-9e3d-01816b8b63c4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.973786] env[65682]: DEBUG nova.compute.provider_tree [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 666.993613] env[65682]: DEBUG oslo_vmware.api [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.912572} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.993885] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 74045a2c-18fb-4f2f-aa59-d14238c83ea2/74045a2c-18fb-4f2f-aa59-d14238c83ea2.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.994129] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.994646] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc8f7ed9-c569-4d5b-b842-58ec29570412 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.003761] env[65682]: DEBUG oslo_vmware.api [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 667.003761] env[65682]: value = "task-4615513" [ 667.003761] env[65682]: _type = "Task" [ 667.003761] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.023048] env[65682]: DEBUG oslo_vmware.api [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.026452] env[65682]: DEBUG oslo_vmware.api [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': task-4615511, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.093698] env[65682]: DEBUG nova.compute.manager [req-918f0d1d-0241-48ac-9dc9-e44c9eeaa9db req-8368086a-3da9-4c12-b233-f24c2efc69e7 service nova] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Received event network-changed-6de21297-b0c2-41b3-bc44-598166ecab68 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 667.093923] env[65682]: DEBUG nova.compute.manager [req-918f0d1d-0241-48ac-9dc9-e44c9eeaa9db req-8368086a-3da9-4c12-b233-f24c2efc69e7 service nova] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Refreshing instance network info cache due to event network-changed-6de21297-b0c2-41b3-bc44-598166ecab68. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 667.094115] env[65682]: DEBUG oslo_concurrency.lockutils [req-918f0d1d-0241-48ac-9dc9-e44c9eeaa9db req-8368086a-3da9-4c12-b233-f24c2efc69e7 service nova] Acquiring lock "refresh_cache-6812a738-b2c5-4038-9943-ba204da22919" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.094262] env[65682]: DEBUG oslo_concurrency.lockutils [req-918f0d1d-0241-48ac-9dc9-e44c9eeaa9db req-8368086a-3da9-4c12-b233-f24c2efc69e7 service nova] Acquired lock "refresh_cache-6812a738-b2c5-4038-9943-ba204da22919" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.094412] env[65682]: DEBUG nova.network.neutron [req-918f0d1d-0241-48ac-9dc9-e44c9eeaa9db req-8368086a-3da9-4c12-b233-f24c2efc69e7 service nova] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Refreshing network info cache for port 6de21297-b0c2-41b3-bc44-598166ecab68 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.111114] env[65682]: DEBUG oslo_vmware.api [None req-e0244d6f-cec7-4f87-83e3-8ff861527c77 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a26818-4111-e4ff-c489-bf6753c9286e, 'name': SearchDatastore_Task, 'duration_secs': 0.020789} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.112059] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e0244d6f-cec7-4f87-83e3-8ff861527c77 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.382499] env[65682]: WARNING neutronclient.v2_0.client [req-c4765f92-130a-4a66-9856-8f948a6e5c86 req-23df4924-4f5c-42e6-9251-c35d22993b38 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.406679] env[65682]: WARNING neutronclient.v2_0.client [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.454431] env[65682]: DEBUG nova.network.neutron [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 667.506982] env[65682]: ERROR nova.scheduler.client.report [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [req-5264612a-43d3-4454-84ed-a2001ec254e3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5264612a-43d3-4454-84ed-a2001ec254e3"}]} [ 667.538212] env[65682]: DEBUG oslo_vmware.api [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091101} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.538484] env[65682]: DEBUG oslo_vmware.api [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': task-4615511, 'name': ReconfigVM_Task, 'duration_secs': 0.52433} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.539548] env[65682]: DEBUG nova.scheduler.client.report [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Refreshing inventories for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 667.542313] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.542717] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Reconfigured VM instance instance-00000018 to attach disk [datastore2] ef478472-6a7e-4ae1-97d6-e30e080ecb1b/ef478472-6a7e-4ae1-97d6-e30e080ecb1b.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.544117] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3f33b5-b18c-41cb-9f3f-a6df624096a8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.547310] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e67f2ac2-54d0-42bf-8427-485363fb072f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.589212] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 74045a2c-18fb-4f2f-aa59-d14238c83ea2/74045a2c-18fb-4f2f-aa59-d14238c83ea2.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.598878] env[65682]: DEBUG nova.scheduler.client.report [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Updating ProviderTree inventory for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 667.599528] env[65682]: DEBUG nova.compute.provider_tree [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 667.604664] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95c32b21-4536-4ae2-bfa3-e359e9164f11 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.623962] env[65682]: WARNING neutronclient.v2_0.client [req-918f0d1d-0241-48ac-9dc9-e44c9eeaa9db req-8368086a-3da9-4c12-b233-f24c2efc69e7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.626367] env[65682]: DEBUG oslo_vmware.api [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Waiting for the task: (returnval){ [ 667.626367] env[65682]: value = "task-4615514" [ 667.626367] env[65682]: _type = "Task" [ 667.626367] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.636085] env[65682]: DEBUG oslo_vmware.api [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 667.636085] env[65682]: value = "task-4615515" [ 667.636085] env[65682]: _type = "Task" [ 667.636085] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.646976] env[65682]: DEBUG oslo_vmware.api [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': task-4615514, 'name': Rename_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.655139] env[65682]: DEBUG oslo_vmware.api [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615515, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.656632] env[65682]: DEBUG nova.scheduler.client.report [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Refreshing aggregate associations for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4, aggregates: None {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 667.695069] env[65682]: DEBUG nova.scheduler.client.report [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Refreshing trait associations for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 667.887833] env[65682]: DEBUG nova.network.neutron [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.101096] env[65682]: WARNING neutronclient.v2_0.client [req-c4765f92-130a-4a66-9856-8f948a6e5c86 req-23df4924-4f5c-42e6-9251-c35d22993b38 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.110382] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1f2ddd-b1d3-47fd-a8a8-02e009e0f22f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.120415] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf6646b-3f41-4dfe-9fee-1ab08b90d451 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.168792] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44ccb2d-812a-4c65-922c-aefc813012ca {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.180769] env[65682]: DEBUG oslo_vmware.api [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': task-4615514, 'name': Rename_Task, 'duration_secs': 0.203348} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.184070] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.185495] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37782877-ca68-4f47-b806-3f0286c47be2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.189832] env[65682]: DEBUG oslo_vmware.api [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615515, 'name': ReconfigVM_Task, 'duration_secs': 0.536567} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.190067] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94ac4e99-99a6-4478-9c8f-b74f2c995f2a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.192099] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 74045a2c-18fb-4f2f-aa59-d14238c83ea2/74045a2c-18fb-4f2f-aa59-d14238c83ea2.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.193130] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13511090-33de-407e-9f5b-75f2c4f19f58 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.203810] env[65682]: DEBUG nova.compute.provider_tree [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 668.207862] env[65682]: DEBUG oslo_vmware.api [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Waiting for the task: (returnval){ [ 668.207862] env[65682]: value = "task-4615516" [ 668.207862] env[65682]: _type = "Task" [ 668.207862] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.208163] env[65682]: DEBUG oslo_vmware.api [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 668.208163] env[65682]: value = "task-4615517" [ 668.208163] env[65682]: _type = "Task" [ 668.208163] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.225505] env[65682]: DEBUG oslo_vmware.api [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615517, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.225804] env[65682]: DEBUG oslo_vmware.api [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': task-4615516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.392087] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Releasing lock "refresh_cache-7eb4516c-d93c-4be2-9f9a-67a22c300fbc" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.392750] env[65682]: DEBUG nova.compute.manager [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 668.393079] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 668.394408] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db917ac5-7a97-44c5-9a8d-dc0c493916f7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.411302] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 668.411741] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdd9ebd7-5fe5-4493-9a07-c2de07736aa9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.422862] env[65682]: DEBUG oslo_vmware.api [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Waiting for the task: (returnval){ [ 668.422862] env[65682]: value = "task-4615518" [ 668.422862] env[65682]: _type = "Task" [ 668.422862] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.434486] env[65682]: DEBUG oslo_vmware.api [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.744275] env[65682]: DEBUG oslo_vmware.api [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615517, 'name': Rename_Task, 'duration_secs': 0.346207} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.744275] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.748021] env[65682]: DEBUG oslo_vmware.api [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': task-4615516, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.748021] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-698c4fa9-2e97-4e82-8ef1-912bf88ea0fc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.754748] env[65682]: DEBUG oslo_vmware.api [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 668.754748] env[65682]: value = "task-4615519" [ 668.754748] env[65682]: _type = "Task" [ 668.754748] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.766807] env[65682]: DEBUG oslo_vmware.api [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615519, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.774256] env[65682]: DEBUG nova.scheduler.client.report [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Updated inventory for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with generation 32 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 668.774661] env[65682]: DEBUG nova.compute.provider_tree [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Updating resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 generation from 32 to 33 during operation: update_inventory {{(pid=65682) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 668.774815] env[65682]: DEBUG nova.compute.provider_tree [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 668.943135] env[65682]: DEBUG oslo_vmware.api [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615518, 'name': PowerOffVM_Task, 'duration_secs': 0.279217} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.950538] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 668.950538] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 668.951237] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae220342-e976-4d1a-944c-98f2d2949956 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Volume attach. Driver type: vmdk {{(pid=65682) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 668.951435] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae220342-e976-4d1a-944c-98f2d2949956 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] [instance: 8dfedc69-d424-40c8-b383-714719622e52] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901499', 'volume_id': '5c623140-2a5f-4c38-9cbd-39a5b2e82500', 'name': 'volume-5c623140-2a5f-4c38-9cbd-39a5b2e82500', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8dfedc69-d424-40c8-b383-714719622e52', 'attached_at': '', 'detached_at': '', 'volume_id': '5c623140-2a5f-4c38-9cbd-39a5b2e82500', 'serial': '5c623140-2a5f-4c38-9cbd-39a5b2e82500'} {{(pid=65682) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 668.952109] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85b4623a-eaa3-4915-9f5f-f06243d164ca {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.956109] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496758f7-fcd2-4ca8-a120-088d4cf6223c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.979731] env[65682]: DEBUG nova.network.neutron [req-c4765f92-130a-4a66-9856-8f948a6e5c86 req-23df4924-4f5c-42e6-9251-c35d22993b38 service nova] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Updated VIF entry in instance network info cache for port c9f93d99-b8a5-4370-b676-c4ac0823b264. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 668.979731] env[65682]: DEBUG nova.network.neutron [req-c4765f92-130a-4a66-9856-8f948a6e5c86 req-23df4924-4f5c-42e6-9251-c35d22993b38 service nova] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Updating instance_info_cache with network_info: [{"id": "c9f93d99-b8a5-4370-b676-c4ac0823b264", "address": "fa:16:3e:ba:94:81", "network": {"id": "ec6b4524-66db-47ab-a707-b451781a6e46", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1309945081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5767ded856aa4622bc8a6e7f1c351c2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f93d99-b8", "ovs_interfaceid": "c9f93d99-b8a5-4370-b676-c4ac0823b264", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.983548] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336b2548-2f5a-47ab-a4b3-d2f731f945a9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.989615] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 668.989683] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 668.989952] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Deleting the datastore file [datastore2] 7eb4516c-d93c-4be2-9f9a-67a22c300fbc {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.990958] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e45f1624-20c0-4e49-9df4-e3c2b2b0653f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.030443] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae220342-e976-4d1a-944c-98f2d2949956 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] volume-5c623140-2a5f-4c38-9cbd-39a5b2e82500/volume-5c623140-2a5f-4c38-9cbd-39a5b2e82500.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.032010] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10e2141e-24c3-4d0c-a79b-e0110f8ceba1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.049082] env[65682]: DEBUG oslo_vmware.api [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Waiting for the task: (returnval){ [ 669.049082] env[65682]: value = "task-4615521" [ 669.049082] env[65682]: _type = "Task" [ 669.049082] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.057555] env[65682]: DEBUG oslo_vmware.api [None req-ae220342-e976-4d1a-944c-98f2d2949956 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] Waiting for the task: (returnval){ [ 669.057555] env[65682]: value = "task-4615522" [ 669.057555] env[65682]: _type = "Task" [ 669.057555] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.060341] env[65682]: DEBUG oslo_vmware.api [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.070354] env[65682]: DEBUG oslo_vmware.api [None req-ae220342-e976-4d1a-944c-98f2d2949956 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] Task: {'id': task-4615522, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.229733] env[65682]: DEBUG oslo_vmware.api [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': task-4615516, 'name': PowerOnVM_Task, 'duration_secs': 0.83622} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.230140] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.230834] env[65682]: INFO nova.compute.manager [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Took 6.91 seconds to spawn the instance on the hypervisor. [ 669.230834] env[65682]: DEBUG nova.compute.manager [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 669.232030] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adedf566-c3d8-442b-a73c-a35e4c26917a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.268699] env[65682]: DEBUG oslo_vmware.api [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615519, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.283368] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.959s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.284505] env[65682]: DEBUG nova.compute.manager [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 669.287570] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 14.789s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.287570] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.288013] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65682) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 669.288096] env[65682]: DEBUG oslo_concurrency.lockutils [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.788s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.291091] env[65682]: DEBUG nova.objects.instance [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65682) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 669.292172] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1742ad7-c4f2-4d7b-88aa-4aa36b043541 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.302774] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35391cc-c14c-42b3-9579-991f29d0e0ac {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.325437] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f818936-09b9-428f-b075-3fe10feec3ed {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.340122] env[65682]: WARNING neutronclient.v2_0.client [req-918f0d1d-0241-48ac-9dc9-e44c9eeaa9db req-8368086a-3da9-4c12-b233-f24c2efc69e7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.347272] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfb3f7b-428f-4f63-a753-495a2e190746 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.390142] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179616MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65682) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 669.390142] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.451553] env[65682]: DEBUG oslo_concurrency.lockutils [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Acquiring lock "0ae3113b-d090-4a2a-b07f-1f0ec28c078c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.451844] env[65682]: DEBUG oslo_concurrency.lockutils [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Lock "0ae3113b-d090-4a2a-b07f-1f0ec28c078c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.453992] env[65682]: DEBUG oslo_concurrency.lockutils [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Acquiring lock "0ae3113b-d090-4a2a-b07f-1f0ec28c078c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.454289] env[65682]: DEBUG oslo_concurrency.lockutils [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Lock "0ae3113b-d090-4a2a-b07f-1f0ec28c078c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.454471] env[65682]: DEBUG oslo_concurrency.lockutils [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Lock "0ae3113b-d090-4a2a-b07f-1f0ec28c078c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.457067] env[65682]: INFO nova.compute.manager [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Terminating instance [ 669.489882] env[65682]: DEBUG oslo_concurrency.lockutils [req-c4765f92-130a-4a66-9856-8f948a6e5c86 req-23df4924-4f5c-42e6-9251-c35d22993b38 service nova] Releasing lock "refresh_cache-74045a2c-18fb-4f2f-aa59-d14238c83ea2" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.561584] env[65682]: DEBUG oslo_vmware.api [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Task: {'id': task-4615521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177183} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.565983] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.565983] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.565983] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.565983] env[65682]: INFO nova.compute.manager [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Took 1.17 seconds to destroy the instance on the hypervisor. [ 669.566173] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 669.566317] env[65682]: DEBUG nova.compute.manager [-] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 669.566449] env[65682]: DEBUG nova.network.neutron [-] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 669.566778] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.579614] env[65682]: DEBUG oslo_vmware.api [None req-ae220342-e976-4d1a-944c-98f2d2949956 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] Task: {'id': task-4615522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.758110] env[65682]: INFO nova.compute.manager [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Took 28.30 seconds to build instance. [ 669.774043] env[65682]: DEBUG oslo_vmware.api [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615519, 'name': PowerOnVM_Task, 'duration_secs': 0.853605} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.774515] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.774731] env[65682]: INFO nova.compute.manager [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Took 10.46 seconds to spawn the instance on the hypervisor. [ 669.774914] env[65682]: DEBUG nova.compute.manager [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 669.775875] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bdb008-18e6-4af7-b636-4e0eb98ef39f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.792622] env[65682]: DEBUG nova.compute.utils [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.794631] env[65682]: DEBUG nova.compute.manager [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 669.794918] env[65682]: DEBUG nova.network.neutron [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 669.795478] env[65682]: WARNING neutronclient.v2_0.client [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.795887] env[65682]: WARNING neutronclient.v2_0.client [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.839151] env[65682]: DEBUG nova.compute.manager [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 669.840449] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e3b5a2-8f97-404a-a4f1-f112484e865c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.963315] env[65682]: DEBUG oslo_concurrency.lockutils [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Acquiring lock "refresh_cache-0ae3113b-d090-4a2a-b07f-1f0ec28c078c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.963559] env[65682]: DEBUG oslo_concurrency.lockutils [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Acquired lock "refresh_cache-0ae3113b-d090-4a2a-b07f-1f0ec28c078c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.963630] env[65682]: DEBUG nova.network.neutron [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 670.072458] env[65682]: DEBUG oslo_vmware.api [None req-ae220342-e976-4d1a-944c-98f2d2949956 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] Task: {'id': task-4615522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.264188] env[65682]: DEBUG oslo_concurrency.lockutils [None req-955d982e-9702-4305-a81f-4df6ca928415 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Lock "ef478472-6a7e-4ae1-97d6-e30e080ecb1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.819s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.299713] env[65682]: DEBUG nova.compute.manager [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 670.304710] env[65682]: DEBUG oslo_concurrency.lockutils [None req-23e3df0c-5a72-4cd7-92f8-21350d24ea31 tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.306272] env[65682]: INFO nova.compute.manager [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Took 29.76 seconds to build instance. [ 670.307458] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.377s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.307592] env[65682]: DEBUG nova.objects.instance [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65682) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 670.352767] env[65682]: DEBUG nova.network.neutron [-] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 670.353384] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.358621] env[65682]: INFO nova.compute.manager [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] instance snapshotting [ 670.362024] env[65682]: DEBUG nova.objects.instance [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Lazy-loading 'flavor' on Instance uuid 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 670.466749] env[65682]: WARNING neutronclient.v2_0.client [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.482461] env[65682]: DEBUG nova.policy [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5f33fba67ab45da86c08fe6e62c3f56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9aa8a0b312c041e49d891b6bae417098', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.578025] env[65682]: DEBUG oslo_vmware.api [None req-ae220342-e976-4d1a-944c-98f2d2949956 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] Task: {'id': task-4615522, 'name': ReconfigVM_Task, 'duration_secs': 1.12287} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.578025] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae220342-e976-4d1a-944c-98f2d2949956 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Reconfigured VM instance instance-00000009 to attach disk [datastore2] volume-5c623140-2a5f-4c38-9cbd-39a5b2e82500/volume-5c623140-2a5f-4c38-9cbd-39a5b2e82500.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.581953] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8bc1cfa-ee25-4f2e-a242-980231b78866 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.601729] env[65682]: DEBUG oslo_vmware.api [None req-ae220342-e976-4d1a-944c-98f2d2949956 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] Waiting for the task: (returnval){ [ 670.601729] env[65682]: value = "task-4615523" [ 670.601729] env[65682]: _type = "Task" [ 670.601729] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.613988] env[65682]: DEBUG oslo_vmware.api [None req-ae220342-e976-4d1a-944c-98f2d2949956 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] Task: {'id': task-4615523, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.785023] env[65682]: DEBUG nova.compute.manager [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 670.786171] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4214098c-37e9-4f25-9e66-0ccd08132fc2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.817691] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1ac7167b-deb0-4bfe-a45b-5221d625710d tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "74045a2c-18fb-4f2f-aa59-d14238c83ea2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.293s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.856766] env[65682]: DEBUG nova.network.neutron [-] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.861096] env[65682]: DEBUG nova.network.neutron [req-918f0d1d-0241-48ac-9dc9-e44c9eeaa9db req-8368086a-3da9-4c12-b233-f24c2efc69e7 service nova] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Updated VIF entry in instance network info cache for port 6de21297-b0c2-41b3-bc44-598166ecab68. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 670.862462] env[65682]: DEBUG nova.network.neutron [req-918f0d1d-0241-48ac-9dc9-e44c9eeaa9db req-8368086a-3da9-4c12-b233-f24c2efc69e7 service nova] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Updating instance_info_cache with network_info: [{"id": "6de21297-b0c2-41b3-bc44-598166ecab68", "address": "fa:16:3e:5b:53:94", "network": {"id": "d13ac076-fdae-4d36-93cb-7c96987ecff2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1006055871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eaca82bae54434ea55d652d06ff4773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6de21297-b0", "ovs_interfaceid": "6de21297-b0c2-41b3-bc44-598166ecab68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.866094] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985894dd-ed46-4b24-a7e2-267972ae46bc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.886093] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b384c51-2421-442b-8740-e5fd76182fe9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.114711] env[65682]: DEBUG oslo_vmware.api [None req-ae220342-e976-4d1a-944c-98f2d2949956 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] Task: {'id': task-4615523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.298961] env[65682]: INFO nova.compute.manager [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] instance snapshotting [ 671.310435] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d88ca8c-399f-4fa6-8032-3e303a70ea4a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.338904] env[65682]: DEBUG nova.compute.manager [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 671.343414] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c0e373da-d1da-435e-8464-1efdbae8032c tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.036s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.345034] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.563s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.345280] env[65682]: DEBUG nova.objects.instance [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Lazy-loading 'resources' on Instance uuid 100e93f9-0a2c-4301-be84-d163a0ec2cd5 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 671.347366] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb373069-0dea-41a9-9b3f-feeeae1b9aea {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.365936] env[65682]: DEBUG oslo_concurrency.lockutils [req-918f0d1d-0241-48ac-9dc9-e44c9eeaa9db req-8368086a-3da9-4c12-b233-f24c2efc69e7 service nova] Releasing lock "refresh_cache-6812a738-b2c5-4038-9943-ba204da22919" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.366604] env[65682]: INFO nova.compute.manager [-] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Took 1.80 seconds to deallocate network for instance. [ 671.385162] env[65682]: DEBUG nova.virt.hardware [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 671.385162] env[65682]: DEBUG nova.virt.hardware [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.385162] env[65682]: DEBUG nova.virt.hardware [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 671.385812] env[65682]: DEBUG nova.virt.hardware [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.386117] env[65682]: DEBUG nova.virt.hardware [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 671.386418] env[65682]: DEBUG nova.virt.hardware [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 671.386759] env[65682]: DEBUG nova.virt.hardware [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 671.387048] env[65682]: DEBUG nova.virt.hardware [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 671.387403] env[65682]: DEBUG nova.virt.hardware [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 671.387695] env[65682]: DEBUG nova.virt.hardware [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 671.387996] env[65682]: DEBUG nova.virt.hardware [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 671.389376] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbd322f-18f5-47fe-b8c3-67be92e292d4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.400119] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Creating Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 671.400746] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0abbcae5-c83a-4431-b96c-dabc0391790a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.404591] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d7e87f-9c76-4a46-a513-280a4f66d3d3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.425475] env[65682]: DEBUG oslo_vmware.api [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Waiting for the task: (returnval){ [ 671.425475] env[65682]: value = "task-4615527" [ 671.425475] env[65682]: _type = "Task" [ 671.425475] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.438719] env[65682]: DEBUG oslo_vmware.api [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Task: {'id': task-4615527, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.616025] env[65682]: DEBUG oslo_vmware.api [None req-ae220342-e976-4d1a-944c-98f2d2949956 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] Task: {'id': task-4615523, 'name': ReconfigVM_Task, 'duration_secs': 0.780385} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.616416] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae220342-e976-4d1a-944c-98f2d2949956 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901499', 'volume_id': '5c623140-2a5f-4c38-9cbd-39a5b2e82500', 'name': 'volume-5c623140-2a5f-4c38-9cbd-39a5b2e82500', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8dfedc69-d424-40c8-b383-714719622e52', 'attached_at': '', 'detached_at': '', 'volume_id': '5c623140-2a5f-4c38-9cbd-39a5b2e82500', 'serial': '5c623140-2a5f-4c38-9cbd-39a5b2e82500'} {{(pid=65682) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 671.799922] env[65682]: DEBUG nova.network.neutron [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 671.863647] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Creating Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 671.863647] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2921ce0e-d657-4073-9133-09fbeaec788a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.872890] env[65682]: DEBUG oslo_vmware.api [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Waiting for the task: (returnval){ [ 671.872890] env[65682]: value = "task-4615528" [ 671.872890] env[65682]: _type = "Task" [ 671.872890] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.880532] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.890637] env[65682]: DEBUG oslo_vmware.api [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615528, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.949723] env[65682]: DEBUG oslo_vmware.api [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Task: {'id': task-4615527, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.172980] env[65682]: DEBUG nova.network.neutron [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Successfully created port: 7b895549-f8be-4a9d-83ee-b19d71c123be {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 672.293560] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a55d1a0-b844-49b7-81ed-a1e2ccf950f9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.310033] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386a0fb7-1b15-4745-b1bd-05b4cd3006cc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.358569] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac0f9d7-4471-44a6-93b3-72b9a09cc0b7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.368036] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c4ca81-f411-4c41-81ce-ed4bb0f03f13 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.385277] env[65682]: DEBUG nova.compute.provider_tree [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.400458] env[65682]: DEBUG oslo_vmware.api [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615528, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.427382] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ab6bbdd7-82b1-436a-b136-8f7a2271b831 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Acquiring lock "c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.427382] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ab6bbdd7-82b1-436a-b136-8f7a2271b831 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Lock "c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.427382] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ab6bbdd7-82b1-436a-b136-8f7a2271b831 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Acquiring lock "c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.428103] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ab6bbdd7-82b1-436a-b136-8f7a2271b831 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Lock "c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.428103] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ab6bbdd7-82b1-436a-b136-8f7a2271b831 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Lock "c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.430666] env[65682]: INFO nova.compute.manager [None req-ab6bbdd7-82b1-436a-b136-8f7a2271b831 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Terminating instance [ 672.452146] env[65682]: DEBUG oslo_vmware.api [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Task: {'id': task-4615527, 'name': CreateSnapshot_Task, 'duration_secs': 0.651288} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.452793] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Created Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 672.453719] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c392883c-2088-4604-9ef7-8a5eaa8654f0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.676836] env[65682]: DEBUG nova.objects.instance [None req-ae220342-e976-4d1a-944c-98f2d2949956 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] Lazy-loading 'flavor' on Instance uuid 8dfedc69-d424-40c8-b383-714719622e52 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 672.892206] env[65682]: DEBUG nova.scheduler.client.report [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.899021] env[65682]: DEBUG oslo_vmware.api [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615528, 'name': CreateSnapshot_Task, 'duration_secs': 0.86613} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.899482] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Created Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 672.900789] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59970b9-5c42-4b57-b274-b5ad16802d37 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.947105] env[65682]: DEBUG nova.compute.manager [None req-ab6bbdd7-82b1-436a-b136-8f7a2271b831 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 672.947105] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6bbdd7-82b1-436a-b136-8f7a2271b831 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.949194] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b1d6cc-1afa-46ec-b257-f2f3bd34a460 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.960472] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab6bbdd7-82b1-436a-b136-8f7a2271b831 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.960633] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50f660a1-f2cd-4d9b-9e78-1ff2b66ec100 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.969627] env[65682]: DEBUG oslo_vmware.api [None req-ab6bbdd7-82b1-436a-b136-8f7a2271b831 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Waiting for the task: (returnval){ [ 672.969627] env[65682]: value = "task-4615529" [ 672.969627] env[65682]: _type = "Task" [ 672.969627] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.978673] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Creating linked-clone VM from snapshot {{(pid=65682) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 672.983621] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2f06d292-fa45-4ba6-9165-49eced2895d3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.993594] env[65682]: DEBUG oslo_vmware.api [None req-ab6bbdd7-82b1-436a-b136-8f7a2271b831 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Task: {'id': task-4615529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.995173] env[65682]: DEBUG oslo_vmware.api [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Waiting for the task: (returnval){ [ 672.995173] env[65682]: value = "task-4615530" [ 672.995173] env[65682]: _type = "Task" [ 672.995173] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.005434] env[65682]: DEBUG oslo_vmware.api [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Task: {'id': task-4615530, 'name': CloneVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.125388] env[65682]: DEBUG nova.network.neutron [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.182752] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ae220342-e976-4d1a-944c-98f2d2949956 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] Lock "8dfedc69-d424-40c8-b383-714719622e52" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.932s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.401110] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.406123] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.264s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.406123] env[65682]: DEBUG nova.objects.instance [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Lazy-loading 'resources' on Instance uuid 109b91b6-63d6-4fdd-a1f2-a18e41e44ade {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 673.423143] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Creating linked-clone VM from snapshot {{(pid=65682) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 673.426068] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b477a3dd-7edd-43be-bbc3-5494c8205041 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.439233] env[65682]: DEBUG oslo_vmware.api [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Waiting for the task: (returnval){ [ 673.439233] env[65682]: value = "task-4615531" [ 673.439233] env[65682]: _type = "Task" [ 673.439233] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.444243] env[65682]: INFO nova.scheduler.client.report [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Deleted allocations for instance 100e93f9-0a2c-4301-be84-d163a0ec2cd5 [ 673.455606] env[65682]: DEBUG oslo_vmware.api [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615531, 'name': CloneVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.481596] env[65682]: DEBUG oslo_vmware.api [None req-ab6bbdd7-82b1-436a-b136-8f7a2271b831 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Task: {'id': task-4615529, 'name': PowerOffVM_Task, 'duration_secs': 0.337509} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.481780] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab6bbdd7-82b1-436a-b136-8f7a2271b831 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.481824] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6bbdd7-82b1-436a-b136-8f7a2271b831 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.482141] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-019915d1-a859-44aa-ac98-326e01b1325e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.507961] env[65682]: DEBUG oslo_vmware.api [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Task: {'id': task-4615530, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.603813] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6bbdd7-82b1-436a-b136-8f7a2271b831 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.604138] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6bbdd7-82b1-436a-b136-8f7a2271b831 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.604443] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab6bbdd7-82b1-436a-b136-8f7a2271b831 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Deleting the datastore file [datastore1] c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.605557] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38802d6b-e7e4-4825-9465-2c1fa95fd7a6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.615118] env[65682]: DEBUG oslo_vmware.api [None req-ab6bbdd7-82b1-436a-b136-8f7a2271b831 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Waiting for the task: (returnval){ [ 673.615118] env[65682]: value = "task-4615533" [ 673.615118] env[65682]: _type = "Task" [ 673.615118] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.628254] env[65682]: DEBUG oslo_concurrency.lockutils [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Releasing lock "refresh_cache-0ae3113b-d090-4a2a-b07f-1f0ec28c078c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.628859] env[65682]: DEBUG nova.compute.manager [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 673.629226] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.630158] env[65682]: DEBUG oslo_vmware.api [None req-ab6bbdd7-82b1-436a-b136-8f7a2271b831 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Task: {'id': task-4615533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.630912] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8ffc0b-df19-4340-b16e-a206ddecc6d6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.641904] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.642409] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0838dee-6ef2-4c44-9879-60be16c81651 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.651340] env[65682]: DEBUG oslo_vmware.api [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Waiting for the task: (returnval){ [ 673.651340] env[65682]: value = "task-4615534" [ 673.651340] env[65682]: _type = "Task" [ 673.651340] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.663760] env[65682]: DEBUG oslo_vmware.api [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.960918] env[65682]: DEBUG oslo_vmware.api [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615531, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.961723] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9922ee45-6d60-422b-9669-b9458ee0eba0 tempest-ServersAdmin275Test-255195041 tempest-ServersAdmin275Test-255195041-project-member] Lock "100e93f9-0a2c-4301-be84-d163a0ec2cd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.650s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.015867] env[65682]: DEBUG oslo_vmware.api [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Task: {'id': task-4615530, 'name': CloneVM_Task} progress is 95%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.102106] env[65682]: DEBUG nova.network.neutron [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Successfully updated port: 7b895549-f8be-4a9d-83ee-b19d71c123be {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 674.127719] env[65682]: DEBUG oslo_vmware.api [None req-ab6bbdd7-82b1-436a-b136-8f7a2271b831 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Task: {'id': task-4615533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300116} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.130407] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab6bbdd7-82b1-436a-b136-8f7a2271b831 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.130818] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6bbdd7-82b1-436a-b136-8f7a2271b831 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.131226] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6bbdd7-82b1-436a-b136-8f7a2271b831 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.131469] env[65682]: INFO nova.compute.manager [None req-ab6bbdd7-82b1-436a-b136-8f7a2271b831 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Took 1.18 seconds to destroy the instance on the hypervisor. [ 674.131857] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-ab6bbdd7-82b1-436a-b136-8f7a2271b831 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 674.132633] env[65682]: DEBUG nova.compute.manager [-] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 674.132798] env[65682]: DEBUG nova.network.neutron [-] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 674.133097] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.176297] env[65682]: DEBUG oslo_vmware.api [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615534, 'name': PowerOffVM_Task, 'duration_secs': 0.337926} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.180358] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 674.180587] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 674.181652] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91ff3b06-29ab-41ef-b9fe-5059cf2c409d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.217676] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 674.218088] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 674.218258] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Deleting the datastore file [datastore2] 0ae3113b-d090-4a2a-b07f-1f0ec28c078c {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 674.223426] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48ebdaad-cdf8-433b-9680-45c4e64f6ab2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.231678] env[65682]: DEBUG oslo_vmware.api [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Waiting for the task: (returnval){ [ 674.231678] env[65682]: value = "task-4615537" [ 674.231678] env[65682]: _type = "Task" [ 674.231678] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.247764] env[65682]: DEBUG oslo_vmware.api [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.341189] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85f6941-992b-4ffa-ad95-a559f14b2f5d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.346167] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.355400] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc7be5e-0903-4d0f-bee8-70c6692f9f85 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.397243] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5159e4-515e-4176-8b28-246a9fbed8db {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.406446] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb2c8d2-fbe0-4975-ad20-db9eb2a761f0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.425021] env[65682]: DEBUG nova.compute.provider_tree [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 674.455018] env[65682]: DEBUG oslo_vmware.api [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615531, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.508022] env[65682]: DEBUG oslo_vmware.api [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Task: {'id': task-4615530, 'name': CloneVM_Task, 'duration_secs': 1.16541} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.508934] env[65682]: INFO nova.virt.vmwareapi.vmops [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Created linked-clone VM from snapshot [ 674.509322] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839e1515-3526-4f4e-97bd-1275e2ddf461 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.519387] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Uploading image 0f94ab7e-38b4-4ea2-8624-21ba2e7f0420 {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 674.555114] env[65682]: DEBUG oslo_vmware.rw_handles [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 674.555114] env[65682]: value = "vm-901505" [ 674.555114] env[65682]: _type = "VirtualMachine" [ 674.555114] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 674.555114] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b915cc58-0d67-4f74-81f3-af192c1ef077 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.567016] env[65682]: DEBUG oslo_vmware.rw_handles [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Lease: (returnval){ [ 674.567016] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a0046e-8fde-a57c-460c-6da90437b060" [ 674.567016] env[65682]: _type = "HttpNfcLease" [ 674.567016] env[65682]: } obtained for exporting VM: (result){ [ 674.567016] env[65682]: value = "vm-901505" [ 674.567016] env[65682]: _type = "VirtualMachine" [ 674.567016] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 674.567016] env[65682]: DEBUG oslo_vmware.api [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Waiting for the lease: (returnval){ [ 674.567016] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a0046e-8fde-a57c-460c-6da90437b060" [ 674.567016] env[65682]: _type = "HttpNfcLease" [ 674.567016] env[65682]: } to be ready. {{(pid=65682) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 674.574746] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 674.574746] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a0046e-8fde-a57c-460c-6da90437b060" [ 674.574746] env[65682]: _type = "HttpNfcLease" [ 674.574746] env[65682]: } is initializing. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 674.605855] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "refresh_cache-1e7321e4-9d1b-41c3-becf-7b886b7a27a4" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.605855] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquired lock "refresh_cache-1e7321e4-9d1b-41c3-becf-7b886b7a27a4" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.606181] env[65682]: DEBUG nova.network.neutron [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 674.746933] env[65682]: DEBUG oslo_vmware.api [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Task: {'id': task-4615537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.413524} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.749656] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.749656] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.749656] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.749889] env[65682]: INFO nova.compute.manager [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 674.750136] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 674.750491] env[65682]: DEBUG nova.compute.manager [-] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 674.750553] env[65682]: DEBUG nova.network.neutron [-] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 674.750797] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.835992] env[65682]: DEBUG nova.network.neutron [-] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 674.836361] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.938859] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Acquiring lock "746a1592-b842-45a5-af76-11161889f176" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.939925] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Lock "746a1592-b842-45a5-af76-11161889f176" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.952043] env[65682]: DEBUG oslo_vmware.api [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615531, 'name': CloneVM_Task} progress is 95%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.956236] env[65682]: ERROR nova.scheduler.client.report [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] [req-0c4c5565-aac1-46f3-8b7a-9b43bf3f7345] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0c4c5565-aac1-46f3-8b7a-9b43bf3f7345"}]} [ 674.980053] env[65682]: DEBUG nova.scheduler.client.report [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Refreshing inventories for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 675.002601] env[65682]: DEBUG nova.scheduler.client.report [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Updating ProviderTree inventory for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 675.003159] env[65682]: DEBUG nova.compute.provider_tree [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 675.027181] env[65682]: DEBUG nova.scheduler.client.report [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Refreshing aggregate associations for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4, aggregates: None {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 675.050511] env[65682]: DEBUG nova.scheduler.client.report [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Refreshing trait associations for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 675.078601] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 675.078601] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a0046e-8fde-a57c-460c-6da90437b060" [ 675.078601] env[65682]: _type = "HttpNfcLease" [ 675.078601] env[65682]: } is ready. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 675.082100] env[65682]: DEBUG oslo_vmware.rw_handles [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 675.082100] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a0046e-8fde-a57c-460c-6da90437b060" [ 675.082100] env[65682]: _type = "HttpNfcLease" [ 675.082100] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 675.084334] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cbf09b-d323-417a-be74-3169a15368a6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.102722] env[65682]: DEBUG oslo_vmware.rw_handles [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52603bf1-d3ec-32f6-be1c-852dba80ece2/disk-0.vmdk from lease info. {{(pid=65682) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 675.102722] env[65682]: DEBUG oslo_vmware.rw_handles [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52603bf1-d3ec-32f6-be1c-852dba80ece2/disk-0.vmdk for reading. {{(pid=65682) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 675.208672] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-deaf3bec-bc18-44d1-b71e-e1bd83c02a97 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.245623] env[65682]: DEBUG nova.network.neutron [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 675.311739] env[65682]: DEBUG nova.network.neutron [-] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.314296] env[65682]: DEBUG nova.compute.manager [req-660e41b0-6be4-4641-84df-b982712a373d req-46f56e63-1275-4ac7-8a39-f066ee0aa8f3 service nova] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Received event network-vif-deleted-d3722ba9-be68-44d3-8fbb-55f407caec55 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 675.341405] env[65682]: DEBUG nova.network.neutron [-] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.404505] env[65682]: WARNING neutronclient.v2_0.client [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.446089] env[65682]: DEBUG nova.compute.manager [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 675.468094] env[65682]: DEBUG oslo_vmware.api [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615531, 'name': CloneVM_Task, 'duration_secs': 1.700251} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.475470] env[65682]: INFO nova.virt.vmwareapi.vmops [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Created linked-clone VM from snapshot [ 675.476773] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06ce0f4-f225-47ef-a2fc-7add7265b353 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.486917] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Uploading image 836153c6-9d32-446b-8a39-cf4fc382e23a {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 675.533736] env[65682]: DEBUG oslo_vmware.rw_handles [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 675.533736] env[65682]: value = "vm-901506" [ 675.533736] env[65682]: _type = "VirtualMachine" [ 675.533736] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 675.538566] env[65682]: DEBUG nova.network.neutron [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Updating instance_info_cache with network_info: [{"id": "7b895549-f8be-4a9d-83ee-b19d71c123be", "address": "fa:16:3e:d7:53:46", "network": {"id": "bb910440-198c-4502-a3a4-4e298d3e865f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558144367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa8a0b312c041e49d891b6bae417098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b895549-f8", "ovs_interfaceid": "7b895549-f8be-4a9d-83ee-b19d71c123be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.541643] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cd84122e-2f96-4b53-a9f5-bdbb5a40af82 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.551510] env[65682]: DEBUG oslo_vmware.rw_handles [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Lease: (returnval){ [ 675.551510] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5249491e-128f-ee22-8b19-94b84ef544cc" [ 675.551510] env[65682]: _type = "HttpNfcLease" [ 675.551510] env[65682]: } obtained for exporting VM: (result){ [ 675.551510] env[65682]: value = "vm-901506" [ 675.551510] env[65682]: _type = "VirtualMachine" [ 675.551510] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 675.551510] env[65682]: DEBUG oslo_vmware.api [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Waiting for the lease: (returnval){ [ 675.551510] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5249491e-128f-ee22-8b19-94b84ef544cc" [ 675.551510] env[65682]: _type = "HttpNfcLease" [ 675.551510] env[65682]: } to be ready. {{(pid=65682) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 675.561805] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 675.561805] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5249491e-128f-ee22-8b19-94b84ef544cc" [ 675.561805] env[65682]: _type = "HttpNfcLease" [ 675.561805] env[65682]: } is initializing. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 675.581122] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73c7e1e-f232-4baa-ba53-7f84945f3ab0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.593780] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57a1be1-4462-4047-aca8-62bb553f310e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.638257] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369b4ec8-d2df-4f07-998b-14a310f9c498 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.648472] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a42895-4ac6-4917-b612-27402a0425fa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.667057] env[65682]: DEBUG nova.compute.provider_tree [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.818946] env[65682]: INFO nova.compute.manager [-] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Took 1.69 seconds to deallocate network for instance. [ 675.847379] env[65682]: INFO nova.compute.manager [-] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Took 1.10 seconds to deallocate network for instance. [ 675.989221] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.044554] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Releasing lock "refresh_cache-1e7321e4-9d1b-41c3-becf-7b886b7a27a4" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.044954] env[65682]: DEBUG nova.compute.manager [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Instance network_info: |[{"id": "7b895549-f8be-4a9d-83ee-b19d71c123be", "address": "fa:16:3e:d7:53:46", "network": {"id": "bb910440-198c-4502-a3a4-4e298d3e865f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558144367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa8a0b312c041e49d891b6bae417098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b895549-f8", "ovs_interfaceid": "7b895549-f8be-4a9d-83ee-b19d71c123be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 676.045449] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Acquiring lock "7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.045696] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Lock "7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.045906] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Acquiring lock "7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.046083] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Lock "7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.046415] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Lock "7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.048919] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:53:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b895549-f8be-4a9d-83ee-b19d71c123be', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.060456] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Creating folder: Project (9aa8a0b312c041e49d891b6bae417098). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.060635] env[65682]: INFO nova.compute.manager [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Terminating instance [ 676.062578] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af195077-bf31-44f0-bb1d-ca80183c55b5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.078613] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 676.078613] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5249491e-128f-ee22-8b19-94b84ef544cc" [ 676.078613] env[65682]: _type = "HttpNfcLease" [ 676.078613] env[65682]: } is ready. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 676.078613] env[65682]: DEBUG oslo_vmware.rw_handles [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 676.078613] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5249491e-128f-ee22-8b19-94b84ef544cc" [ 676.078613] env[65682]: _type = "HttpNfcLease" [ 676.078613] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 676.079353] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f844d6dc-ced0-4ddf-ba5b-7da8539f4f13 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.085701] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Created folder: Project (9aa8a0b312c041e49d891b6bae417098) in parent group-v901426. [ 676.085701] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Creating folder: Instances. Parent ref: group-v901507. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.086884] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df34f168-c510-4a1d-b916-b9b6279d72f2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.093758] env[65682]: DEBUG oslo_vmware.rw_handles [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52232619-88fe-7a7b-86e7-6508c19133f1/disk-0.vmdk from lease info. {{(pid=65682) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 676.094130] env[65682]: DEBUG oslo_vmware.rw_handles [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52232619-88fe-7a7b-86e7-6508c19133f1/disk-0.vmdk for reading. {{(pid=65682) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 676.157668] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Created folder: Instances in parent group-v901507. [ 676.157936] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 676.158166] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.159855] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb6bcdeb-1f4a-4dc4-aa24-765383ab6ada {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.176637] env[65682]: DEBUG nova.scheduler.client.report [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.187346] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.187346] env[65682]: value = "task-4615543" [ 676.187346] env[65682]: _type = "Task" [ 676.187346] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.198637] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615543, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.243447] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-899027f1-1cf5-43b0-8d24-cb8b1816d043 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.328390] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ab6bbdd7-82b1-436a-b136-8f7a2271b831 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.358137] env[65682]: DEBUG oslo_concurrency.lockutils [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.383627] env[65682]: DEBUG nova.compute.manager [req-be706355-9ec7-4cdd-ab5b-c96d9023fb97 req-225f9967-8dec-407f-b02a-cfaac803797b service nova] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Received event network-vif-plugged-7b895549-f8be-4a9d-83ee-b19d71c123be {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 676.383627] env[65682]: DEBUG oslo_concurrency.lockutils [req-be706355-9ec7-4cdd-ab5b-c96d9023fb97 req-225f9967-8dec-407f-b02a-cfaac803797b service nova] Acquiring lock "1e7321e4-9d1b-41c3-becf-7b886b7a27a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.384953] env[65682]: DEBUG oslo_concurrency.lockutils [req-be706355-9ec7-4cdd-ab5b-c96d9023fb97 req-225f9967-8dec-407f-b02a-cfaac803797b service nova] Lock "1e7321e4-9d1b-41c3-becf-7b886b7a27a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.385731] env[65682]: DEBUG oslo_concurrency.lockutils [req-be706355-9ec7-4cdd-ab5b-c96d9023fb97 req-225f9967-8dec-407f-b02a-cfaac803797b service nova] Lock "1e7321e4-9d1b-41c3-becf-7b886b7a27a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.387684] env[65682]: DEBUG nova.compute.manager [req-be706355-9ec7-4cdd-ab5b-c96d9023fb97 req-225f9967-8dec-407f-b02a-cfaac803797b service nova] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] No waiting events found dispatching network-vif-plugged-7b895549-f8be-4a9d-83ee-b19d71c123be {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 676.387881] env[65682]: WARNING nova.compute.manager [req-be706355-9ec7-4cdd-ab5b-c96d9023fb97 req-225f9967-8dec-407f-b02a-cfaac803797b service nova] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Received unexpected event network-vif-plugged-7b895549-f8be-4a9d-83ee-b19d71c123be for instance with vm_state building and task_state spawning. [ 676.572661] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Acquiring lock "refresh_cache-7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.572851] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Acquired lock "refresh_cache-7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.573057] env[65682]: DEBUG nova.network.neutron [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 676.684099] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.279s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.689012] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.349s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.691612] env[65682]: INFO nova.compute.claims [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.713201] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615543, 'name': CreateVM_Task, 'duration_secs': 0.509098} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.713201] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.713633] env[65682]: WARNING neutronclient.v2_0.client [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.714037] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.717688] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.717688] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.717688] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fc0e8e4-2b12-446e-b238-55567ef529b4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.730368] env[65682]: DEBUG oslo_vmware.api [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 676.730368] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]526a6545-5d89-2aea-37e1-a5f5fc3f9e67" [ 676.730368] env[65682]: _type = "Task" [ 676.730368] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.746217] env[65682]: DEBUG oslo_vmware.api [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]526a6545-5d89-2aea-37e1-a5f5fc3f9e67, 'name': SearchDatastore_Task, 'duration_secs': 0.014818} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.747084] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.747522] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.747777] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.748068] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.748413] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.748711] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d0a9cde-9c45-48ff-b160-4c68d638572d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.761293] env[65682]: INFO nova.scheduler.client.report [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Deleted allocations for instance 109b91b6-63d6-4fdd-a1f2-a18e41e44ade [ 676.765386] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.765386] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.769520] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5208797f-cded-4d4d-943f-4848f43b0300 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.782396] env[65682]: DEBUG oslo_vmware.api [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 676.782396] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522f9e7f-9a98-b207-fdee-8b163a0049c6" [ 676.782396] env[65682]: _type = "Task" [ 676.782396] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.810052] env[65682]: DEBUG oslo_vmware.api [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522f9e7f-9a98-b207-fdee-8b163a0049c6, 'name': SearchDatastore_Task, 'duration_secs': 0.018783} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.815210] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffc3e936-3717-491e-be01-0a32143cdc8d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.833841] env[65682]: DEBUG oslo_vmware.api [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 676.833841] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52362aba-65ff-a981-3dd6-b4e4b5558760" [ 676.833841] env[65682]: _type = "Task" [ 676.833841] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.873136] env[65682]: DEBUG oslo_vmware.api [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52362aba-65ff-a981-3dd6-b4e4b5558760, 'name': SearchDatastore_Task, 'duration_secs': 0.017839} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.874007] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.875200] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 1e7321e4-9d1b-41c3-becf-7b886b7a27a4/1e7321e4-9d1b-41c3-becf-7b886b7a27a4.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.876302] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88a1550d-65d1-4936-bac6-a1e69ee354fb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.890279] env[65682]: DEBUG oslo_vmware.api [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 676.890279] env[65682]: value = "task-4615544" [ 676.890279] env[65682]: _type = "Task" [ 676.890279] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.919999] env[65682]: DEBUG oslo_vmware.api [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615544, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.951799] env[65682]: DEBUG oslo_concurrency.lockutils [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Acquiring lock "c8ea402b-3b65-4b67-ae16-b3ae51a3dc86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.952320] env[65682]: DEBUG oslo_concurrency.lockutils [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Lock "c8ea402b-3b65-4b67-ae16-b3ae51a3dc86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.076519] env[65682]: WARNING neutronclient.v2_0.client [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.101126] env[65682]: DEBUG nova.network.neutron [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 677.107316] env[65682]: DEBUG oslo_concurrency.lockutils [None req-871ea5b6-1bd4-4836-b595-2ae340a299f7 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "74045a2c-18fb-4f2f-aa59-d14238c83ea2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.108043] env[65682]: DEBUG oslo_concurrency.lockutils [None req-871ea5b6-1bd4-4836-b595-2ae340a299f7 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "74045a2c-18fb-4f2f-aa59-d14238c83ea2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.108043] env[65682]: DEBUG nova.compute.manager [None req-871ea5b6-1bd4-4836-b595-2ae340a299f7 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 677.110020] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a15c506-0fb9-4f81-a0f4-4f8655ef37d4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.124626] env[65682]: DEBUG nova.compute.manager [None req-871ea5b6-1bd4-4836-b595-2ae340a299f7 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65682) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 677.126009] env[65682]: DEBUG nova.objects.instance [None req-871ea5b6-1bd4-4836-b595-2ae340a299f7 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lazy-loading 'flavor' on Instance uuid 74045a2c-18fb-4f2f-aa59-d14238c83ea2 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 677.182532] env[65682]: DEBUG nova.network.neutron [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.282079] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7514623c-f007-4be6-b721-5d414878ac42 tempest-AttachInterfacesV270Test-1358393659 tempest-AttachInterfacesV270Test-1358393659-project-member] Lock "109b91b6-63d6-4fdd-a1f2-a18e41e44ade" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.967s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.396147] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b40968a3-6846-4cd1-b238-51be740dad0a tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Acquiring lock "b84a71cd-3669-49f7-b566-6ff213f14d37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.396418] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b40968a3-6846-4cd1-b238-51be740dad0a tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Lock "b84a71cd-3669-49f7-b566-6ff213f14d37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.397426] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b40968a3-6846-4cd1-b238-51be740dad0a tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Acquiring lock "b84a71cd-3669-49f7-b566-6ff213f14d37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.397426] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b40968a3-6846-4cd1-b238-51be740dad0a tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Lock "b84a71cd-3669-49f7-b566-6ff213f14d37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.397426] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b40968a3-6846-4cd1-b238-51be740dad0a tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Lock "b84a71cd-3669-49f7-b566-6ff213f14d37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.404385] env[65682]: INFO nova.compute.manager [None req-b40968a3-6846-4cd1-b238-51be740dad0a tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Terminating instance [ 677.415734] env[65682]: DEBUG oslo_vmware.api [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615544, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.456366] env[65682]: DEBUG nova.compute.manager [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 677.685746] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Releasing lock "refresh_cache-7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.686283] env[65682]: DEBUG nova.compute.manager [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 677.686505] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.689891] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1741326e-b325-498b-aae6-f2114402796f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.697196] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.697525] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de687da0-e334-42f6-a8b5-b97127836422 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.707587] env[65682]: DEBUG oslo_vmware.api [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Waiting for the task: (returnval){ [ 677.707587] env[65682]: value = "task-4615545" [ 677.707587] env[65682]: _type = "Task" [ 677.707587] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.720225] env[65682]: DEBUG oslo_vmware.api [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Task: {'id': task-4615545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.913566] env[65682]: DEBUG oslo_vmware.api [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615544, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601023} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.916535] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 1e7321e4-9d1b-41c3-becf-7b886b7a27a4/1e7321e4-9d1b-41c3-becf-7b886b7a27a4.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.916985] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.918377] env[65682]: DEBUG nova.compute.manager [None req-b40968a3-6846-4cd1-b238-51be740dad0a tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 677.918377] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b40968a3-6846-4cd1-b238-51be740dad0a tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.918377] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65328840-a4cb-4ccb-9cd8-9d93e2e870a9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.925114] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a33255f-6755-48b6-b236-a81759bbbece {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.932621] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b40968a3-6846-4cd1-b238-51be740dad0a tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.937729] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a673e25-bbcb-422f-bf56-9c89b783fc4f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.939921] env[65682]: DEBUG oslo_vmware.api [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 677.939921] env[65682]: value = "task-4615546" [ 677.939921] env[65682]: _type = "Task" [ 677.939921] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.951041] env[65682]: DEBUG oslo_vmware.api [None req-b40968a3-6846-4cd1-b238-51be740dad0a tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Waiting for the task: (returnval){ [ 677.951041] env[65682]: value = "task-4615547" [ 677.951041] env[65682]: _type = "Task" [ 677.951041] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.963172] env[65682]: DEBUG oslo_vmware.api [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.973359] env[65682]: DEBUG oslo_vmware.api [None req-b40968a3-6846-4cd1-b238-51be740dad0a tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': task-4615547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.983357] env[65682]: DEBUG oslo_concurrency.lockutils [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.124969] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c04b74-6e93-4a4a-af01-27e4428a3e0d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.136254] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-871ea5b6-1bd4-4836-b595-2ae340a299f7 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.136755] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d3631a-63a0-4d1d-a0df-0673ea1df541 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.142105] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b89a8099-a6ae-47f6-8c37-8d33e979455e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.184705] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f383144f-5a96-4e79-a2e1-0bfcd7a9cf6e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.190263] env[65682]: DEBUG oslo_vmware.api [None req-871ea5b6-1bd4-4836-b595-2ae340a299f7 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 678.190263] env[65682]: value = "task-4615548" [ 678.190263] env[65682]: _type = "Task" [ 678.190263] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.201160] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ae5316-a232-4bb1-8995-3802c2f17ac9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.213528] env[65682]: DEBUG oslo_vmware.api [None req-871ea5b6-1bd4-4836-b595-2ae340a299f7 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.235340] env[65682]: DEBUG nova.compute.provider_tree [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.245219] env[65682]: DEBUG oslo_vmware.api [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Task: {'id': task-4615545, 'name': PowerOffVM_Task, 'duration_secs': 0.260642} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.245680] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.245994] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.246346] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d16d034-1041-4468-9d43-455cf14c9093 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.282355] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.282616] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.283089] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Deleting the datastore file [datastore2] 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.283203] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db335d74-a17a-4376-8a55-25b43f35dec8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.295203] env[65682]: DEBUG oslo_vmware.api [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Waiting for the task: (returnval){ [ 678.295203] env[65682]: value = "task-4615551" [ 678.295203] env[65682]: _type = "Task" [ 678.295203] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.305991] env[65682]: DEBUG oslo_vmware.api [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Task: {'id': task-4615551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.465863] env[65682]: DEBUG oslo_vmware.api [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085518} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.465863] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.465863] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc3b211-abaa-476f-b0af-9f7628ed03c2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.473607] env[65682]: DEBUG oslo_vmware.api [None req-b40968a3-6846-4cd1-b238-51be740dad0a tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': task-4615547, 'name': PowerOffVM_Task, 'duration_secs': 0.245332} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.473607] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b40968a3-6846-4cd1-b238-51be740dad0a tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.473607] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b40968a3-6846-4cd1-b238-51be740dad0a tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.473607] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-696ec2ab-9000-481e-aafd-018af00a383e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.495669] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 1e7321e4-9d1b-41c3-becf-7b886b7a27a4/1e7321e4-9d1b-41c3-becf-7b886b7a27a4.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.496561] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8946e0f-9f92-4a72-a767-e0ad08a02f20 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.521355] env[65682]: DEBUG oslo_vmware.api [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 678.521355] env[65682]: value = "task-4615553" [ 678.521355] env[65682]: _type = "Task" [ 678.521355] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.532492] env[65682]: DEBUG oslo_vmware.api [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615553, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.567974] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b40968a3-6846-4cd1-b238-51be740dad0a tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.568758] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b40968a3-6846-4cd1-b238-51be740dad0a tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.568758] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-b40968a3-6846-4cd1-b238-51be740dad0a tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Deleting the datastore file [datastore2] b84a71cd-3669-49f7-b566-6ff213f14d37 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.568958] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1a565a9-35d6-4ef9-82b5-6608ccd98ab0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.577971] env[65682]: DEBUG oslo_vmware.api [None req-b40968a3-6846-4cd1-b238-51be740dad0a tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Waiting for the task: (returnval){ [ 678.577971] env[65682]: value = "task-4615554" [ 678.577971] env[65682]: _type = "Task" [ 678.577971] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.589639] env[65682]: DEBUG oslo_vmware.api [None req-b40968a3-6846-4cd1-b238-51be740dad0a tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': task-4615554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.704308] env[65682]: DEBUG oslo_vmware.api [None req-871ea5b6-1bd4-4836-b595-2ae340a299f7 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615548, 'name': PowerOffVM_Task, 'duration_secs': 0.214958} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.704308] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-871ea5b6-1bd4-4836-b595-2ae340a299f7 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.704308] env[65682]: DEBUG nova.compute.manager [None req-871ea5b6-1bd4-4836-b595-2ae340a299f7 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 678.705183] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b598d7b-fe8e-4a33-a98f-c6a510570d4c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.741586] env[65682]: DEBUG nova.scheduler.client.report [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.810219] env[65682]: WARNING nova.virt.vmwareapi.vmops [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] In vmwareapi:vmops:_destroy_instance, exception while deleting the VM contents from the disk: oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore2] 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b [ 678.810219] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Traceback (most recent call last): [ 678.810219] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1113, in _destroy_instance [ 678.810219] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] ds_util.file_delete(self._session, [ 678.810219] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] File "/opt/stack/nova/nova/virt/vmwareapi/ds_util.py", line 219, in file_delete [ 678.810219] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] session._wait_for_task(file_delete_task) [ 678.810219] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 678.810219] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] return self.wait_for_task(task_ref) [ 678.810219] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 678.810219] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] return evt.wait() [ 678.810219] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 678.810732] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] result = hub.switch() [ 678.810732] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 678.810732] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] return self.greenlet.switch() [ 678.810732] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 678.810732] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] self.f(*self.args, **self.kw) [ 678.810732] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 678.810732] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] raise exceptions.translate_fault(task_info.error) [ 678.810732] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore2] 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b [ 678.810732] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] [ 678.810732] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.811061] env[65682]: INFO nova.compute.manager [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 678.811061] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 678.812177] env[65682]: DEBUG nova.compute.manager [-] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 678.812177] env[65682]: DEBUG nova.network.neutron [-] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 678.812177] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.038106] env[65682]: DEBUG oslo_vmware.api [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615553, 'name': ReconfigVM_Task, 'duration_secs': 0.419837} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.038106] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 1e7321e4-9d1b-41c3-becf-7b886b7a27a4/1e7321e4-9d1b-41c3-becf-7b886b7a27a4.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.038641] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e4553da-dfa3-4b8f-820b-f2927f0becc1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.047438] env[65682]: DEBUG oslo_vmware.api [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 679.047438] env[65682]: value = "task-4615555" [ 679.047438] env[65682]: _type = "Task" [ 679.047438] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.060437] env[65682]: DEBUG oslo_vmware.api [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615555, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.092470] env[65682]: DEBUG oslo_vmware.api [None req-b40968a3-6846-4cd1-b238-51be740dad0a tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Task: {'id': task-4615554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189193} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.092847] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-b40968a3-6846-4cd1-b238-51be740dad0a tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.093147] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b40968a3-6846-4cd1-b238-51be740dad0a tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.093343] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b40968a3-6846-4cd1-b238-51be740dad0a tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.093579] env[65682]: INFO nova.compute.manager [None req-b40968a3-6846-4cd1-b238-51be740dad0a tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Took 1.18 seconds to destroy the instance on the hypervisor. [ 679.094158] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-b40968a3-6846-4cd1-b238-51be740dad0a tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 679.094688] env[65682]: DEBUG nova.compute.manager [-] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 679.094861] env[65682]: DEBUG nova.network.neutron [-] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 679.095240] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.111417] env[65682]: DEBUG nova.network.neutron [-] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 679.111417] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.229732] env[65682]: DEBUG oslo_concurrency.lockutils [None req-871ea5b6-1bd4-4836-b595-2ae340a299f7 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "74045a2c-18fb-4f2f-aa59-d14238c83ea2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.122s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.247572] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.248331] env[65682]: DEBUG nova.compute.manager [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 679.252601] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e0244d6f-cec7-4f87-83e3-8ff861527c77 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 12.141s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.288484] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.561993] env[65682]: DEBUG oslo_vmware.api [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615555, 'name': Rename_Task, 'duration_secs': 0.212619} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.562401] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.562672] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1de8d91c-6f99-4197-8fe8-5fc2d2fd898d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.572116] env[65682]: DEBUG oslo_vmware.api [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 679.572116] env[65682]: value = "task-4615556" [ 679.572116] env[65682]: _type = "Task" [ 679.572116] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.583939] env[65682]: DEBUG oslo_vmware.api [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.613563] env[65682]: DEBUG nova.network.neutron [-] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.756976] env[65682]: DEBUG nova.compute.utils [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.758801] env[65682]: DEBUG nova.compute.manager [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 679.759113] env[65682]: DEBUG nova.network.neutron [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 679.762735] env[65682]: WARNING neutronclient.v2_0.client [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.762735] env[65682]: WARNING neutronclient.v2_0.client [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.084549] env[65682]: DEBUG oslo_vmware.api [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615556, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.096418] env[65682]: DEBUG nova.network.neutron [-] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.120246] env[65682]: INFO nova.compute.manager [-] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Took 1.31 seconds to deallocate network for instance. [ 680.146687] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e51591-adc4-4778-9aef-e17c0ef6161c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.165309] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07c0c5b-99ae-435b-9f3c-ff2fbee5fd06 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.209055] env[65682]: DEBUG nova.policy [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a39f14b230114c18936b4c131471d049', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f634acfb2e5a4e5a9769684c8f34c0a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.212839] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878e8cab-c548-46aa-90d7-f596388990dc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.223368] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7393d56-e4a6-4db4-bd47-b2d6f5de2b9c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.243110] env[65682]: DEBUG nova.compute.provider_tree [None req-e0244d6f-cec7-4f87-83e3-8ff861527c77 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.266766] env[65682]: DEBUG nova.compute.manager [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 680.587190] env[65682]: DEBUG oslo_vmware.api [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615556, 'name': PowerOnVM_Task, 'duration_secs': 0.567423} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.587590] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.587709] env[65682]: INFO nova.compute.manager [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Took 9.25 seconds to spawn the instance on the hypervisor. [ 680.587944] env[65682]: DEBUG nova.compute.manager [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 680.588745] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b6b3e6-0e24-46f1-9d77-127424d651be {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.599175] env[65682]: INFO nova.compute.manager [-] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Took 1.50 seconds to deallocate network for instance. [ 680.626522] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.747370] env[65682]: DEBUG nova.scheduler.client.report [None req-e0244d6f-cec7-4f87-83e3-8ff861527c77 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.858505] env[65682]: DEBUG nova.network.neutron [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Successfully created port: 1616aa2f-6261-466c-8658-8210fa899c9c {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 681.107713] env[65682]: INFO nova.compute.manager [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Took 30.54 seconds to build instance. [ 681.112974] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b40968a3-6846-4cd1-b238-51be740dad0a tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.282286] env[65682]: DEBUG nova.compute.manager [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 681.614533] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b67f8005-8ff9-4ea5-a4d1-87cd308c5afd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "1e7321e4-9d1b-41c3-becf-7b886b7a27a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.058s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.762459] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e0244d6f-cec7-4f87-83e3-8ff861527c77 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.509s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.765255] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 12.375s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.349238] env[65682]: INFO nova.scheduler.client.report [None req-e0244d6f-cec7-4f87-83e3-8ff861527c77 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Deleted allocation for migration a908de64-b735-4494-90e5-90af9ee90909 [ 682.824043] env[65682]: WARNING nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 682.824043] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 8dfedc69-d424-40c8-b383-714719622e52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 682.824254] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance f3887e09-9b99-461c-98a1-e89e896177ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 682.824451] env[65682]: WARNING nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 0ae3113b-d090-4a2a-b07f-1f0ec28c078c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 682.824687] env[65682]: WARNING nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 7eb4516c-d93c-4be2-9f9a-67a22c300fbc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 682.824935] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 9f14574b-6e8e-433e-84c4-9358e60bb7ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 682.825168] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 82843684-9e3d-4e9f-9d40-efe9c679a99e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 682.825495] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 87083d97-1a46-4535-85fc-4081af4f1d99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 682.826211] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 6dc6138b-9a58-44c7-a4bf-890c36ce1197 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 682.826211] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 6812a738-b2c5-4038-9943-ba204da22919 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 682.826211] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance fc7b2e73-d070-4652-ad3b-98797c7357b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 682.826400] env[65682]: WARNING nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance b84a71cd-3669-49f7-b566-6ff213f14d37 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 682.826526] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 6a92941f-4f7c-4945-90c3-617b1f0b8649 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 682.826750] env[65682]: WARNING nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 682.826963] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 74045a2c-18fb-4f2f-aa59-d14238c83ea2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 682.827236] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance ef478472-6a7e-4ae1-97d6-e30e080ecb1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 682.827427] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 1e7321e4-9d1b-41c3-becf-7b886b7a27a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 682.827636] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 559700b5-72a1-423d-894c-f191dbb88d03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 682.858163] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e0244d6f-cec7-4f87-83e3-8ff861527c77 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lock "6dc6138b-9a58-44c7-a4bf-890c36ce1197" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 21.782s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.966461] env[65682]: DEBUG nova.virt.hardware [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 682.966461] env[65682]: DEBUG nova.virt.hardware [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.966673] env[65682]: DEBUG nova.virt.hardware [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 682.966829] env[65682]: DEBUG nova.virt.hardware [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.966970] env[65682]: DEBUG nova.virt.hardware [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 682.967452] env[65682]: DEBUG nova.virt.hardware [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 682.967922] env[65682]: DEBUG nova.virt.hardware [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 682.968283] env[65682]: DEBUG nova.virt.hardware [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 682.968656] env[65682]: DEBUG nova.virt.hardware [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 682.969037] env[65682]: DEBUG nova.virt.hardware [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 682.969849] env[65682]: DEBUG nova.virt.hardware [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 682.973279] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a516920-d988-481a-bb2c-ce421ae665d8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.985796] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9b867c-8f27-40ec-80c6-71632891584e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.995580] env[65682]: DEBUG oslo_vmware.rw_handles [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52603bf1-d3ec-32f6-be1c-852dba80ece2/disk-0.vmdk. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 682.996746] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9515e98b-c0c9-4084-9fb9-e5273c3e6d69 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.007025] env[65682]: DEBUG oslo_vmware.rw_handles [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52603bf1-d3ec-32f6-be1c-852dba80ece2/disk-0.vmdk is in state: ready. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 683.007025] env[65682]: ERROR oslo_vmware.rw_handles [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52603bf1-d3ec-32f6-be1c-852dba80ece2/disk-0.vmdk due to incomplete transfer. [ 683.018064] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8cf8de6c-5bc6-4032-9bb4-57eb4c3159a2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.029011] env[65682]: DEBUG oslo_vmware.rw_handles [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52603bf1-d3ec-32f6-be1c-852dba80ece2/disk-0.vmdk. {{(pid=65682) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 683.029428] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Uploaded image 0f94ab7e-38b4-4ea2-8624-21ba2e7f0420 to the Glance image server {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 683.031489] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Destroying the VM {{(pid=65682) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 683.031666] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-09e893c5-2d47-4102-afc5-536485d590d3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.041010] env[65682]: DEBUG oslo_vmware.api [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Waiting for the task: (returnval){ [ 683.041010] env[65682]: value = "task-4615559" [ 683.041010] env[65682]: _type = "Task" [ 683.041010] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.051348] env[65682]: DEBUG oslo_vmware.api [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Task: {'id': task-4615559, 'name': Destroy_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.079647] env[65682]: DEBUG nova.network.neutron [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Successfully updated port: 1616aa2f-6261-466c-8658-8210fa899c9c {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 683.330975] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 746a1592-b842-45a5-af76-11161889f176 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 683.553605] env[65682]: DEBUG oslo_vmware.api [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Task: {'id': task-4615559, 'name': Destroy_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.582706] env[65682]: INFO nova.compute.manager [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Rebuilding instance [ 683.585125] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Acquiring lock "refresh_cache-559700b5-72a1-423d-894c-f191dbb88d03" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.585291] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Acquired lock "refresh_cache-559700b5-72a1-423d-894c-f191dbb88d03" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.586239] env[65682]: DEBUG nova.network.neutron [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 683.655590] env[65682]: DEBUG nova.compute.manager [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 683.656624] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdbf6b0-2d46-4e8e-99b4-7558324c6a5d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.835173] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance c8ea402b-3b65-4b67-ae16-b3ae51a3dc86 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 683.835539] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=65682) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 683.835756] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3136MB phys_disk=100GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '13', 'num_vm_resized': '1', 'num_task_None': '11', 'num_os_type_None': '13', 'num_proj_76b3a7f038084eeb846306a8aec646e4': '1', 'io_workload': '1', 'num_vm_active': '10', 'num_proj_c118d971fc894034a2c800a2a306e413': '1', 'num_proj_c231ad911e114f9aba2f6ba48a64318d': '1', 'num_proj_f89ef8262ca0497eb53f59a9aca1a523': '3', 'num_proj_8c67ea88399448a19182e3a443f4056f': '1', 'num_proj_8eaca82bae54434ea55d652d06ff4773': '1', 'num_task_image_uploading': '1', 'num_proj_5fe69bb7a232491c9608cdd39ad9847c': '1', 'num_vm_stopped': '1', 'num_proj_5767ded856aa4622bc8a6e7f1c351c2a': '1', 'num_proj_f4e03d853c324e39956bc24dc78b6b94': '1', 'num_proj_9aa8a0b312c041e49d891b6bae417098': '1', 'num_vm_building': '1', 'num_task_spawning': '1', 'num_proj_f634acfb2e5a4e5a9769684c8f34c0a7': '1'} {{(pid=65682) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 684.059931] env[65682]: DEBUG oslo_vmware.api [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Task: {'id': task-4615559, 'name': Destroy_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.165407] env[65682]: DEBUG nova.network.neutron [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 684.200126] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b18ae47-3301-4596-8bd2-d6d158f24eb5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.210629] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdfb8f5-6598-45f8-9c94-a9f82b2870b6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.253061] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07270fad-c42a-4c70-ade3-02ab94b4bdaf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.266960] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71782d30-7c50-457f-bad8-8352f22d8827 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.282805] env[65682]: DEBUG nova.compute.provider_tree [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.306131] env[65682]: WARNING neutronclient.v2_0.client [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.439158] env[65682]: DEBUG nova.network.neutron [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Updating instance_info_cache with network_info: [{"id": "1616aa2f-6261-466c-8658-8210fa899c9c", "address": "fa:16:3e:02:36:e6", "network": {"id": "809c6bcb-6ec8-4d4b-aa81-f45abb89eb4e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-434745643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f634acfb2e5a4e5a9769684c8f34c0a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1616aa2f-62", "ovs_interfaceid": "1616aa2f-6261-466c-8658-8210fa899c9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.559436] env[65682]: DEBUG oslo_vmware.api [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Task: {'id': task-4615559, 'name': Destroy_Task, 'duration_secs': 1.339931} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.559627] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Destroyed the VM [ 684.559949] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Deleting Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 684.560258] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8a9f9617-b9bd-4878-a312-9bb26cc83322 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.568461] env[65682]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 684.568639] env[65682]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=65682) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 684.569198] env[65682]: DEBUG nova.compute.utils [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Cleaning up image 0f94ab7e-38b4-4ea2-8624-21ba2e7f0420 {{(pid=65682) delete_image /opt/stack/nova/nova/compute/utils.py:1352}} [ 684.672939] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.673313] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbb353dc-20ce-4490-8d42-ae47554c9cb9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.683542] env[65682]: DEBUG oslo_vmware.api [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Waiting for the task: (returnval){ [ 684.683542] env[65682]: value = "task-4615561" [ 684.683542] env[65682]: _type = "Task" [ 684.683542] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.694401] env[65682]: DEBUG oslo_vmware.api [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': task-4615561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.787279] env[65682]: DEBUG nova.scheduler.client.report [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.824954] env[65682]: DEBUG oslo_concurrency.lockutils [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Acquiring lock "bb377ed3-35f4-4001-a73c-45d257bec3f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.825277] env[65682]: DEBUG oslo_concurrency.lockutils [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Lock "bb377ed3-35f4-4001-a73c-45d257bec3f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.851989] env[65682]: DEBUG oslo_vmware.rw_handles [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52232619-88fe-7a7b-86e7-6508c19133f1/disk-0.vmdk. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 684.853867] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5607ff-5880-4b38-8637-f1e9688fd9ab {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.861664] env[65682]: DEBUG oslo_vmware.rw_handles [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52232619-88fe-7a7b-86e7-6508c19133f1/disk-0.vmdk is in state: ready. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 684.861833] env[65682]: ERROR oslo_vmware.rw_handles [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52232619-88fe-7a7b-86e7-6508c19133f1/disk-0.vmdk due to incomplete transfer. [ 684.862101] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6fc16446-6a5e-4818-87b2-3ae4f2ff9d39 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.871906] env[65682]: DEBUG oslo_vmware.rw_handles [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52232619-88fe-7a7b-86e7-6508c19133f1/disk-0.vmdk. {{(pid=65682) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 684.872176] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Uploaded image 836153c6-9d32-446b-8a39-cf4fc382e23a to the Glance image server {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 684.873874] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Destroying the VM {{(pid=65682) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 684.874148] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-800c848a-c40f-4fa5-a6b6-f7db1a9e8250 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.882661] env[65682]: DEBUG oslo_vmware.api [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Waiting for the task: (returnval){ [ 684.882661] env[65682]: value = "task-4615562" [ 684.882661] env[65682]: _type = "Task" [ 684.882661] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.892475] env[65682]: DEBUG oslo_vmware.api [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615562, 'name': Destroy_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.946324] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Releasing lock "refresh_cache-559700b5-72a1-423d-894c-f191dbb88d03" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.946612] env[65682]: DEBUG nova.compute.manager [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Instance network_info: |[{"id": "1616aa2f-6261-466c-8658-8210fa899c9c", "address": "fa:16:3e:02:36:e6", "network": {"id": "809c6bcb-6ec8-4d4b-aa81-f45abb89eb4e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-434745643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f634acfb2e5a4e5a9769684c8f34c0a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1616aa2f-62", "ovs_interfaceid": "1616aa2f-6261-466c-8658-8210fa899c9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 684.947916] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:36:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1616aa2f-6261-466c-8658-8210fa899c9c', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.960025] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Creating folder: Project (f634acfb2e5a4e5a9769684c8f34c0a7). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.960025] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d049f8f9-8913-4f5f-8b11-5ed165853a5c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.973319] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Created folder: Project (f634acfb2e5a4e5a9769684c8f34c0a7) in parent group-v901426. [ 684.973319] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Creating folder: Instances. Parent ref: group-v901511. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.973319] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cbc1c63-dee5-4227-85ad-cf1d334073b7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.988364] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Created folder: Instances in parent group-v901511. [ 684.988364] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 684.988364] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.988364] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d50deaf0-c7a9-404b-87ad-a9cde1494ce1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.011288] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.011288] env[65682]: value = "task-4615565" [ 685.011288] env[65682]: _type = "Task" [ 685.011288] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.020981] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615565, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.199020] env[65682]: DEBUG oslo_vmware.api [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': task-4615561, 'name': PowerOffVM_Task, 'duration_secs': 0.146129} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.199020] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 685.199020] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.199757] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea6e7ae-3b43-47a7-a79b-be224e60cb57 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.208539] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 685.208770] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63e9c984-5a60-4b43-ac0d-580182c920c5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.247026] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 685.247691] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 685.247876] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Deleting the datastore file [datastore2] ef478472-6a7e-4ae1-97d6-e30e080ecb1b {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.248415] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7245eb1-334a-449c-bb86-53c9ed738ebf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.257624] env[65682]: DEBUG oslo_vmware.api [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Waiting for the task: (returnval){ [ 685.257624] env[65682]: value = "task-4615567" [ 685.257624] env[65682]: _type = "Task" [ 685.257624] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.270815] env[65682]: DEBUG oslo_vmware.api [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': task-4615567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.294142] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65682) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 685.294142] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.529s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.294329] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.415s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.294552] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.298241] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.308s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.300176] env[65682]: INFO nova.compute.claims [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.328605] env[65682]: DEBUG nova.compute.manager [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 685.335086] env[65682]: INFO nova.scheduler.client.report [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Deleted allocations for instance 7eb4516c-d93c-4be2-9f9a-67a22c300fbc [ 685.395148] env[65682]: DEBUG oslo_vmware.api [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615562, 'name': Destroy_Task, 'duration_secs': 0.355425} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.395866] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Destroyed the VM [ 685.395981] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Deleting Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 685.396269] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f8d531f6-ff5f-44fa-b0e9-846998818dad {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.404935] env[65682]: DEBUG oslo_vmware.api [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Waiting for the task: (returnval){ [ 685.404935] env[65682]: value = "task-4615568" [ 685.404935] env[65682]: _type = "Task" [ 685.404935] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.417297] env[65682]: DEBUG oslo_vmware.api [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615568, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.524622] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615565, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.771294] env[65682]: DEBUG oslo_vmware.api [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': task-4615567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224173} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.771716] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.772379] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.772590] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.843256] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63617deb-4054-403d-9ed8-3e9d78af651e tempest-ServersListShow296Test-258010779 tempest-ServersListShow296Test-258010779-project-member] Lock "7eb4516c-d93c-4be2-9f9a-67a22c300fbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.462s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.859975] env[65682]: DEBUG oslo_concurrency.lockutils [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.921739] env[65682]: DEBUG oslo_vmware.api [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615568, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.934496] env[65682]: DEBUG nova.compute.manager [req-fb91dcbb-7c86-4b15-8df4-e8ee69eea2d7 req-441d553a-e449-4696-a07b-04ea9a61ab4b service nova] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Received event network-changed-7b895549-f8be-4a9d-83ee-b19d71c123be {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 685.934916] env[65682]: DEBUG nova.compute.manager [req-fb91dcbb-7c86-4b15-8df4-e8ee69eea2d7 req-441d553a-e449-4696-a07b-04ea9a61ab4b service nova] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Refreshing instance network info cache due to event network-changed-7b895549-f8be-4a9d-83ee-b19d71c123be. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 685.935277] env[65682]: DEBUG oslo_concurrency.lockutils [req-fb91dcbb-7c86-4b15-8df4-e8ee69eea2d7 req-441d553a-e449-4696-a07b-04ea9a61ab4b service nova] Acquiring lock "refresh_cache-1e7321e4-9d1b-41c3-becf-7b886b7a27a4" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.935554] env[65682]: DEBUG oslo_concurrency.lockutils [req-fb91dcbb-7c86-4b15-8df4-e8ee69eea2d7 req-441d553a-e449-4696-a07b-04ea9a61ab4b service nova] Acquired lock "refresh_cache-1e7321e4-9d1b-41c3-becf-7b886b7a27a4" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.935750] env[65682]: DEBUG nova.network.neutron [req-fb91dcbb-7c86-4b15-8df4-e8ee69eea2d7 req-441d553a-e449-4696-a07b-04ea9a61ab4b service nova] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Refreshing network info cache for port 7b895549-f8be-4a9d-83ee-b19d71c123be {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.027111] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615565, 'name': CreateVM_Task, 'duration_secs': 0.549824} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.030032] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.030032] env[65682]: WARNING neutronclient.v2_0.client [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.030032] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.030032] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.030032] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.030554] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78217b31-4ef6-48cd-afe1-5f09b6c4a391 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.039610] env[65682]: DEBUG oslo_vmware.api [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Waiting for the task: (returnval){ [ 686.039610] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523816aa-f4a3-652a-8b15-1c353312c42d" [ 686.039610] env[65682]: _type = "Task" [ 686.039610] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.059345] env[65682]: DEBUG oslo_vmware.api [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523816aa-f4a3-652a-8b15-1c353312c42d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.256226] env[65682]: DEBUG oslo_concurrency.lockutils [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.418603] env[65682]: DEBUG oslo_vmware.api [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615568, 'name': RemoveSnapshot_Task, 'duration_secs': 0.708849} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.421583] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Deleted Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 686.421852] env[65682]: INFO nova.compute.manager [None req-1395fec8-e07e-43ef-b2b8-0888d1e54270 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Took 15.11 seconds to snapshot the instance on the hypervisor. [ 686.438471] env[65682]: WARNING neutronclient.v2_0.client [req-fb91dcbb-7c86-4b15-8df4-e8ee69eea2d7 req-441d553a-e449-4696-a07b-04ea9a61ab4b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.554848] env[65682]: DEBUG oslo_vmware.api [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523816aa-f4a3-652a-8b15-1c353312c42d, 'name': SearchDatastore_Task, 'duration_secs': 0.022443} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.555294] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.556322] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.556638] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.556832] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.557074] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.557895] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b007aa8-2bf0-4350-b0d1-4f0c7d01dd51 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.570285] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.570285] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.573888] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cb1fa33-581e-455e-bff3-573fed2060d3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.584099] env[65682]: DEBUG oslo_vmware.api [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Waiting for the task: (returnval){ [ 686.584099] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52cf0447-41a2-b84e-aada-27943963578e" [ 686.584099] env[65682]: _type = "Task" [ 686.584099] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.597724] env[65682]: DEBUG oslo_vmware.api [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52cf0447-41a2-b84e-aada-27943963578e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.758602] env[65682]: DEBUG oslo_concurrency.lockutils [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Acquiring lock "189e7304-e24b-4b6e-8b56-7bad9d792778" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.759576] env[65682]: DEBUG oslo_concurrency.lockutils [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Lock "189e7304-e24b-4b6e-8b56-7bad9d792778" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.821607] env[65682]: DEBUG nova.virt.hardware [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 686.821909] env[65682]: DEBUG nova.virt.hardware [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.822185] env[65682]: DEBUG nova.virt.hardware [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 686.822185] env[65682]: DEBUG nova.virt.hardware [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.822321] env[65682]: DEBUG nova.virt.hardware [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 686.822465] env[65682]: DEBUG nova.virt.hardware [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 686.822674] env[65682]: DEBUG nova.virt.hardware [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 686.822826] env[65682]: DEBUG nova.virt.hardware [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 686.823146] env[65682]: DEBUG nova.virt.hardware [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 686.824761] env[65682]: DEBUG nova.virt.hardware [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 686.824761] env[65682]: DEBUG nova.virt.hardware [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 686.824761] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d867435-e6ab-4f32-ad60-09988ba02a6b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.855105] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8148f8-b3af-4623-a747-15cb11979e62 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.855105] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436276ae-2feb-4684-8f32-1a392a5a0357 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.867800] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Instance VIF info [] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.873689] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 686.875794] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.875912] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc039004-34c4-4aa6-8e96-e43345d19e14 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.893596] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ddcc55-444d-4aa3-a71d-9dc8249b7163 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.898508] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.898508] env[65682]: value = "task-4615570" [ 686.898508] env[65682]: _type = "Task" [ 686.898508] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.932969] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ef1100-504d-4074-8c9f-18fcd609684d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.940625] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615570, 'name': CreateVM_Task} progress is 15%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.950695] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e17abf-b2aa-43ad-9b43-822272ad77bc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.971155] env[65682]: DEBUG nova.compute.provider_tree [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 687.095707] env[65682]: DEBUG oslo_vmware.api [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52cf0447-41a2-b84e-aada-27943963578e, 'name': SearchDatastore_Task, 'duration_secs': 0.020285} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.096636] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25bd2289-ea2f-40fe-a666-7a906da06ec4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.103746] env[65682]: DEBUG oslo_vmware.api [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Waiting for the task: (returnval){ [ 687.103746] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52371bfc-e3f8-48ca-b57a-41a26b764a99" [ 687.103746] env[65682]: _type = "Task" [ 687.103746] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.114429] env[65682]: DEBUG oslo_vmware.api [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52371bfc-e3f8-48ca-b57a-41a26b764a99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.202253] env[65682]: WARNING neutronclient.v2_0.client [req-fb91dcbb-7c86-4b15-8df4-e8ee69eea2d7 req-441d553a-e449-4696-a07b-04ea9a61ab4b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.266431] env[65682]: DEBUG nova.compute.manager [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 687.355039] env[65682]: DEBUG oslo_concurrency.lockutils [None req-993aa8e0-6e07-4e9c-8646-e72b3748f447 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] Acquiring lock "8dfedc69-d424-40c8-b383-714719622e52" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.355039] env[65682]: DEBUG oslo_concurrency.lockutils [None req-993aa8e0-6e07-4e9c-8646-e72b3748f447 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] Lock "8dfedc69-d424-40c8-b383-714719622e52" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.416586] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615570, 'name': CreateVM_Task, 'duration_secs': 0.403095} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.416782] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.417388] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.418383] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.419011] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.419306] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa720679-9290-45a1-b2c8-d56d066da452 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.426684] env[65682]: DEBUG oslo_vmware.api [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Waiting for the task: (returnval){ [ 687.426684] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52e8da9a-0c88-d831-097f-d7ce689b067f" [ 687.426684] env[65682]: _type = "Task" [ 687.426684] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.440301] env[65682]: DEBUG oslo_vmware.api [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52e8da9a-0c88-d831-097f-d7ce689b067f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.505706] env[65682]: ERROR nova.scheduler.client.report [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [req-68bb4d2f-f4cd-4a07-aea0-9311d9d17036] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-68bb4d2f-f4cd-4a07-aea0-9311d9d17036"}]} [ 687.529520] env[65682]: DEBUG nova.scheduler.client.report [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Refreshing inventories for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 687.558647] env[65682]: DEBUG nova.scheduler.client.report [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Updating ProviderTree inventory for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 687.558647] env[65682]: DEBUG nova.compute.provider_tree [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 687.573148] env[65682]: DEBUG nova.scheduler.client.report [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Refreshing aggregate associations for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4, aggregates: None {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 687.598944] env[65682]: DEBUG nova.scheduler.client.report [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Refreshing trait associations for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 687.622165] env[65682]: DEBUG oslo_vmware.api [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52371bfc-e3f8-48ca-b57a-41a26b764a99, 'name': SearchDatastore_Task, 'duration_secs': 0.01379} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.622458] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.622793] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 559700b5-72a1-423d-894c-f191dbb88d03/559700b5-72a1-423d-894c-f191dbb88d03.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.623248] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-752369df-8f29-461d-b4d1-39f9eba64346 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.635743] env[65682]: DEBUG oslo_vmware.api [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Waiting for the task: (returnval){ [ 687.635743] env[65682]: value = "task-4615571" [ 687.635743] env[65682]: _type = "Task" [ 687.635743] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.642858] env[65682]: DEBUG nova.network.neutron [req-fb91dcbb-7c86-4b15-8df4-e8ee69eea2d7 req-441d553a-e449-4696-a07b-04ea9a61ab4b service nova] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Updated VIF entry in instance network info cache for port 7b895549-f8be-4a9d-83ee-b19d71c123be. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 687.646031] env[65682]: DEBUG nova.network.neutron [req-fb91dcbb-7c86-4b15-8df4-e8ee69eea2d7 req-441d553a-e449-4696-a07b-04ea9a61ab4b service nova] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Updating instance_info_cache with network_info: [{"id": "7b895549-f8be-4a9d-83ee-b19d71c123be", "address": "fa:16:3e:d7:53:46", "network": {"id": "bb910440-198c-4502-a3a4-4e298d3e865f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558144367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa8a0b312c041e49d891b6bae417098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b895549-f8", "ovs_interfaceid": "7b895549-f8be-4a9d-83ee-b19d71c123be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.648157] env[65682]: DEBUG oslo_vmware.api [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4615571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.812217] env[65682]: DEBUG oslo_concurrency.lockutils [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.864126] env[65682]: INFO nova.compute.manager [None req-993aa8e0-6e07-4e9c-8646-e72b3748f447 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Detaching volume 5c623140-2a5f-4c38-9cbd-39a5b2e82500 [ 687.913606] env[65682]: INFO nova.virt.block_device [None req-993aa8e0-6e07-4e9c-8646-e72b3748f447 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Attempting to driver detach volume 5c623140-2a5f-4c38-9cbd-39a5b2e82500 from mountpoint /dev/sdb [ 687.913847] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-993aa8e0-6e07-4e9c-8646-e72b3748f447 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Volume detach. Driver type: vmdk {{(pid=65682) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 687.914036] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-993aa8e0-6e07-4e9c-8646-e72b3748f447 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] [instance: 8dfedc69-d424-40c8-b383-714719622e52] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901499', 'volume_id': '5c623140-2a5f-4c38-9cbd-39a5b2e82500', 'name': 'volume-5c623140-2a5f-4c38-9cbd-39a5b2e82500', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8dfedc69-d424-40c8-b383-714719622e52', 'attached_at': '', 'detached_at': '', 'volume_id': '5c623140-2a5f-4c38-9cbd-39a5b2e82500', 'serial': '5c623140-2a5f-4c38-9cbd-39a5b2e82500'} {{(pid=65682) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 687.915386] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdff69a6-a0cb-441b-8c0e-f112c53424c7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.948849] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2a9ea3-0189-406b-b042-0757d22e81b7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.961027] env[65682]: DEBUG oslo_vmware.api [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52e8da9a-0c88-d831-097f-d7ce689b067f, 'name': SearchDatastore_Task, 'duration_secs': 0.02923} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.964263] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.965061] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.965531] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.965912] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.966120] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.969667] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4626e1d5-c056-4431-91df-4406e673dd32 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.972504] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baec3246-4bb0-476c-ad81-e77fcb2502c0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.006040] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6201e0ef-5069-4308-b576-c94b3d51db9b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.009415] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.009606] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.010872] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83565014-fcd2-489e-9ef8-74f8ff9bb3e2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.018707] env[65682]: DEBUG oslo_vmware.api [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Waiting for the task: (returnval){ [ 688.018707] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52036c81-f054-f248-d69d-54f46c2ba061" [ 688.018707] env[65682]: _type = "Task" [ 688.018707] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.033662] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-993aa8e0-6e07-4e9c-8646-e72b3748f447 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] The volume has not been displaced from its original location: [datastore2] volume-5c623140-2a5f-4c38-9cbd-39a5b2e82500/volume-5c623140-2a5f-4c38-9cbd-39a5b2e82500.vmdk. No consolidation needed. {{(pid=65682) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 688.040026] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-993aa8e0-6e07-4e9c-8646-e72b3748f447 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Reconfiguring VM instance instance-00000009 to detach disk 2001 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 688.046906] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4c20752-8142-4d46-8ead-76d7d3eca09b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.067916] env[65682]: DEBUG oslo_vmware.api [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52036c81-f054-f248-d69d-54f46c2ba061, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.070351] env[65682]: DEBUG oslo_vmware.api [None req-993aa8e0-6e07-4e9c-8646-e72b3748f447 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] Waiting for the task: (returnval){ [ 688.070351] env[65682]: value = "task-4615572" [ 688.070351] env[65682]: _type = "Task" [ 688.070351] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.086767] env[65682]: DEBUG oslo_vmware.api [None req-993aa8e0-6e07-4e9c-8646-e72b3748f447 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] Task: {'id': task-4615572, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.147230] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4d6f05-e1ed-438c-bfdc-93448080b0ce {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.151397] env[65682]: DEBUG oslo_concurrency.lockutils [req-fb91dcbb-7c86-4b15-8df4-e8ee69eea2d7 req-441d553a-e449-4696-a07b-04ea9a61ab4b service nova] Releasing lock "refresh_cache-1e7321e4-9d1b-41c3-becf-7b886b7a27a4" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.151977] env[65682]: DEBUG nova.compute.manager [req-fb91dcbb-7c86-4b15-8df4-e8ee69eea2d7 req-441d553a-e449-4696-a07b-04ea9a61ab4b service nova] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Received event network-vif-deleted-ad753216-feb7-41ea-98e5-4aa3c5959c44 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 688.158165] env[65682]: DEBUG oslo_vmware.api [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4615571, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.164965] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4565d81a-6652-4e8a-8b14-c17b03d34679 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.214871] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf4644e-a8d5-442b-b1d7-28b47bbd2756 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.223325] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquiring lock "181f94d0-a313-4bc2-91a9-37ba572dc379" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.223761] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Lock "181f94d0-a313-4bc2-91a9-37ba572dc379" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.240754] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f53877b-8aa8-4d57-8d9c-cc65a78a67e8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.267216] env[65682]: DEBUG nova.compute.provider_tree [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 688.278910] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquiring lock "b5e349bc-83eb-417a-a892-61a2be7e06f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.279162] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Lock "b5e349bc-83eb-417a-a892-61a2be7e06f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.321998] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquiring lock "f9347764-1fbe-4a3c-8d8b-828bb61b9f25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.322721] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Lock "f9347764-1fbe-4a3c-8d8b-828bb61b9f25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.547962] env[65682]: DEBUG oslo_vmware.api [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52036c81-f054-f248-d69d-54f46c2ba061, 'name': SearchDatastore_Task, 'duration_secs': 0.065084} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.548685] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7692d2c-d841-439b-a416-3edf2fb6d25e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.555443] env[65682]: DEBUG oslo_vmware.api [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Waiting for the task: (returnval){ [ 688.555443] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5227b810-069c-0b9d-4176-5335210b0322" [ 688.555443] env[65682]: _type = "Task" [ 688.555443] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.567891] env[65682]: DEBUG oslo_vmware.api [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5227b810-069c-0b9d-4176-5335210b0322, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.583786] env[65682]: DEBUG oslo_vmware.api [None req-993aa8e0-6e07-4e9c-8646-e72b3748f447 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] Task: {'id': task-4615572, 'name': ReconfigVM_Task, 'duration_secs': 0.287528} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.583786] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-993aa8e0-6e07-4e9c-8646-e72b3748f447 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Reconfigured VM instance instance-00000009 to detach disk 2001 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 688.588344] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2a2663b-4410-46f6-a16c-a133f281493a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.607642] env[65682]: DEBUG oslo_vmware.api [None req-993aa8e0-6e07-4e9c-8646-e72b3748f447 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] Waiting for the task: (returnval){ [ 688.607642] env[65682]: value = "task-4615573" [ 688.607642] env[65682]: _type = "Task" [ 688.607642] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.623166] env[65682]: DEBUG oslo_vmware.api [None req-993aa8e0-6e07-4e9c-8646-e72b3748f447 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] Task: {'id': task-4615573, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.654245] env[65682]: DEBUG oslo_vmware.api [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4615571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624251} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.654245] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 559700b5-72a1-423d-894c-f191dbb88d03/559700b5-72a1-423d-894c-f191dbb88d03.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.654426] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.654767] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7dc9407-32ee-42b2-915c-34bd508c1d15 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.665095] env[65682]: DEBUG oslo_vmware.api [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Waiting for the task: (returnval){ [ 688.665095] env[65682]: value = "task-4615574" [ 688.665095] env[65682]: _type = "Task" [ 688.665095] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.677612] env[65682]: DEBUG oslo_vmware.api [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4615574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.733324] env[65682]: DEBUG nova.compute.manager [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 688.782961] env[65682]: DEBUG nova.compute.manager [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 688.802893] env[65682]: ERROR nova.scheduler.client.report [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [req-c74dcac8-b487-4ed4-80ec-c28e0ed95d9f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c74dcac8-b487-4ed4-80ec-c28e0ed95d9f"}]} [ 688.825343] env[65682]: DEBUG nova.compute.manager [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 688.840450] env[65682]: DEBUG nova.scheduler.client.report [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Refreshing inventories for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 688.858907] env[65682]: DEBUG nova.scheduler.client.report [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Updating ProviderTree inventory for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 688.858907] env[65682]: DEBUG nova.compute.provider_tree [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 688.883803] env[65682]: DEBUG nova.scheduler.client.report [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Refreshing aggregate associations for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4, aggregates: b41540fc-54e0-45d8-a14b-b519655455f4 {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 688.917077] env[65682]: DEBUG nova.scheduler.client.report [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Refreshing trait associations for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 689.066952] env[65682]: DEBUG oslo_vmware.api [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5227b810-069c-0b9d-4176-5335210b0322, 'name': SearchDatastore_Task, 'duration_secs': 0.010075} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.069790] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.070073] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] ef478472-6a7e-4ae1-97d6-e30e080ecb1b/ef478472-6a7e-4ae1-97d6-e30e080ecb1b.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.070775] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18991107-99ae-4c07-bc0d-2ff3a5b2059f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.080934] env[65682]: DEBUG oslo_vmware.api [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Waiting for the task: (returnval){ [ 689.080934] env[65682]: value = "task-4615575" [ 689.080934] env[65682]: _type = "Task" [ 689.080934] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.096683] env[65682]: DEBUG oslo_vmware.api [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': task-4615575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.121282] env[65682]: DEBUG oslo_vmware.api [None req-993aa8e0-6e07-4e9c-8646-e72b3748f447 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] Task: {'id': task-4615573, 'name': ReconfigVM_Task, 'duration_secs': 0.166424} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.121915] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-993aa8e0-6e07-4e9c-8646-e72b3748f447 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901499', 'volume_id': '5c623140-2a5f-4c38-9cbd-39a5b2e82500', 'name': 'volume-5c623140-2a5f-4c38-9cbd-39a5b2e82500', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8dfedc69-d424-40c8-b383-714719622e52', 'attached_at': '', 'detached_at': '', 'volume_id': '5c623140-2a5f-4c38-9cbd-39a5b2e82500', 'serial': '5c623140-2a5f-4c38-9cbd-39a5b2e82500'} {{(pid=65682) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 689.179668] env[65682]: DEBUG oslo_vmware.api [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4615574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067257} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.183020] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.183020] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177dffd7-258a-443f-9d0f-c5d08ee26224 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.209342] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 559700b5-72a1-423d-894c-f191dbb88d03/559700b5-72a1-423d-894c-f191dbb88d03.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.212650] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f964dcb2-7eb4-4f85-9f43-54238536863d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.236969] env[65682]: DEBUG oslo_vmware.api [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Waiting for the task: (returnval){ [ 689.236969] env[65682]: value = "task-4615576" [ 689.236969] env[65682]: _type = "Task" [ 689.236969] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.241605] env[65682]: DEBUG nova.compute.manager [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 689.244473] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644e30ba-fe86-494c-942a-9701091f711b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.256974] env[65682]: DEBUG oslo_vmware.api [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4615576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.271769] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.311572] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.355580] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.476734] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245c7450-07bd-4f3f-9a31-95b5e79df250 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.487950] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71277e19-3260-48ed-8296-49f5b9d0727d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.526157] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51799c52-da29-448c-8873-e392991a8d32 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.537355] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d99e245-fe4e-44cc-96c2-6446568176b3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.559816] env[65682]: DEBUG nova.compute.provider_tree [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 689.591574] env[65682]: DEBUG oslo_vmware.api [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': task-4615575, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.758462] env[65682]: DEBUG oslo_vmware.api [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4615576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.760358] env[65682]: DEBUG nova.objects.instance [None req-993aa8e0-6e07-4e9c-8646-e72b3748f447 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] Lazy-loading 'flavor' on Instance uuid 8dfedc69-d424-40c8-b383-714719622e52 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 689.767918] env[65682]: INFO nova.compute.manager [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] instance snapshotting [ 689.768235] env[65682]: WARNING nova.compute.manager [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 689.771658] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8752ff65-9bfb-4981-9828-83577cb2444e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.804329] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8788e91-a1c9-4a9f-b2fb-af61415baff8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.099529] env[65682]: DEBUG oslo_vmware.api [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': task-4615575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538502} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.102223] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] ef478472-6a7e-4ae1-97d6-e30e080ecb1b/ef478472-6a7e-4ae1-97d6-e30e080ecb1b.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.102223] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.102223] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-448938e9-b19a-4ac0-9f96-ca13eefda2ee {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.111672] env[65682]: DEBUG oslo_vmware.api [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Waiting for the task: (returnval){ [ 690.111672] env[65682]: value = "task-4615580" [ 690.111672] env[65682]: _type = "Task" [ 690.111672] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.118707] env[65682]: DEBUG nova.scheduler.client.report [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Updated inventory for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with generation 42 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 690.118707] env[65682]: DEBUG nova.compute.provider_tree [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Updating resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 generation from 42 to 43 during operation: update_inventory {{(pid=65682) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 690.118707] env[65682]: DEBUG nova.compute.provider_tree [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 690.127249] env[65682]: DEBUG oslo_vmware.api [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': task-4615580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.253302] env[65682]: DEBUG oslo_vmware.api [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4615576, 'name': ReconfigVM_Task, 'duration_secs': 0.799505} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.253723] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 559700b5-72a1-423d-894c-f191dbb88d03/559700b5-72a1-423d-894c-f191dbb88d03.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.254243] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6515c8a-8a5c-4ab5-8d67-3da400edc6ad {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.264622] env[65682]: DEBUG oslo_vmware.api [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Waiting for the task: (returnval){ [ 690.264622] env[65682]: value = "task-4615581" [ 690.264622] env[65682]: _type = "Task" [ 690.264622] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.275723] env[65682]: DEBUG oslo_vmware.api [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4615581, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.315114] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Creating Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 690.315572] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a7021914-c8c1-4f5f-8143-ba3794ec93c9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.325666] env[65682]: DEBUG oslo_vmware.api [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 690.325666] env[65682]: value = "task-4615582" [ 690.325666] env[65682]: _type = "Task" [ 690.325666] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.336121] env[65682]: DEBUG oslo_vmware.api [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615582, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.389376] env[65682]: DEBUG nova.compute.manager [req-c4a18675-299a-42d8-92a5-9e412a10cad8 req-25a29214-b278-4bd6-9d91-d9f4946031f7 service nova] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Received event network-vif-deleted-b4eb75cb-f841-473f-a55d-3bcbfc4c0e05 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 690.389486] env[65682]: DEBUG nova.compute.manager [req-c4a18675-299a-42d8-92a5-9e412a10cad8 req-25a29214-b278-4bd6-9d91-d9f4946031f7 service nova] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Received event network-vif-plugged-1616aa2f-6261-466c-8658-8210fa899c9c {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 690.389717] env[65682]: DEBUG oslo_concurrency.lockutils [req-c4a18675-299a-42d8-92a5-9e412a10cad8 req-25a29214-b278-4bd6-9d91-d9f4946031f7 service nova] Acquiring lock "559700b5-72a1-423d-894c-f191dbb88d03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.391653] env[65682]: DEBUG oslo_concurrency.lockutils [req-c4a18675-299a-42d8-92a5-9e412a10cad8 req-25a29214-b278-4bd6-9d91-d9f4946031f7 service nova] Lock "559700b5-72a1-423d-894c-f191dbb88d03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.391841] env[65682]: DEBUG oslo_concurrency.lockutils [req-c4a18675-299a-42d8-92a5-9e412a10cad8 req-25a29214-b278-4bd6-9d91-d9f4946031f7 service nova] Lock "559700b5-72a1-423d-894c-f191dbb88d03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.392070] env[65682]: DEBUG nova.compute.manager [req-c4a18675-299a-42d8-92a5-9e412a10cad8 req-25a29214-b278-4bd6-9d91-d9f4946031f7 service nova] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] No waiting events found dispatching network-vif-plugged-1616aa2f-6261-466c-8658-8210fa899c9c {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 690.392249] env[65682]: WARNING nova.compute.manager [req-c4a18675-299a-42d8-92a5-9e412a10cad8 req-25a29214-b278-4bd6-9d91-d9f4946031f7 service nova] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Received unexpected event network-vif-plugged-1616aa2f-6261-466c-8658-8210fa899c9c for instance with vm_state building and task_state spawning. [ 690.392618] env[65682]: DEBUG nova.compute.manager [req-c4a18675-299a-42d8-92a5-9e412a10cad8 req-25a29214-b278-4bd6-9d91-d9f4946031f7 service nova] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Received event network-changed-1616aa2f-6261-466c-8658-8210fa899c9c {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 690.392618] env[65682]: DEBUG nova.compute.manager [req-c4a18675-299a-42d8-92a5-9e412a10cad8 req-25a29214-b278-4bd6-9d91-d9f4946031f7 service nova] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Refreshing instance network info cache due to event network-changed-1616aa2f-6261-466c-8658-8210fa899c9c. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 690.393790] env[65682]: DEBUG oslo_concurrency.lockutils [req-c4a18675-299a-42d8-92a5-9e412a10cad8 req-25a29214-b278-4bd6-9d91-d9f4946031f7 service nova] Acquiring lock "refresh_cache-559700b5-72a1-423d-894c-f191dbb88d03" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.393790] env[65682]: DEBUG oslo_concurrency.lockutils [req-c4a18675-299a-42d8-92a5-9e412a10cad8 req-25a29214-b278-4bd6-9d91-d9f4946031f7 service nova] Acquired lock "refresh_cache-559700b5-72a1-423d-894c-f191dbb88d03" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.393790] env[65682]: DEBUG nova.network.neutron [req-c4a18675-299a-42d8-92a5-9e412a10cad8 req-25a29214-b278-4bd6-9d91-d9f4946031f7 service nova] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Refreshing network info cache for port 1616aa2f-6261-466c-8658-8210fa899c9c {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.625905] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.328s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.627917] env[65682]: DEBUG nova.compute.manager [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 690.630286] env[65682]: DEBUG oslo_vmware.api [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': task-4615580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08129} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.636353] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ab6bbdd7-82b1-436a-b136-8f7a2271b831 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.306s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.636353] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ab6bbdd7-82b1-436a-b136-8f7a2271b831 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.637332] env[65682]: DEBUG oslo_concurrency.lockutils [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.279s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.638518] env[65682]: DEBUG oslo_concurrency.lockutils [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.640122] env[65682]: DEBUG oslo_concurrency.lockutils [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.657s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.642381] env[65682]: INFO nova.compute.claims [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.645182] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.646734] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd930ab5-ef97-4ef6-9c36-712e20b860ec {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.687774] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] ef478472-6a7e-4ae1-97d6-e30e080ecb1b/ef478472-6a7e-4ae1-97d6-e30e080ecb1b.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.688691] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caec0087-958e-4579-aba0-6d72c83d4007 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.711146] env[65682]: DEBUG oslo_vmware.api [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Waiting for the task: (returnval){ [ 690.711146] env[65682]: value = "task-4615583" [ 690.711146] env[65682]: _type = "Task" [ 690.711146] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.721488] env[65682]: DEBUG oslo_vmware.api [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': task-4615583, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.728199] env[65682]: INFO nova.scheduler.client.report [None req-ab6bbdd7-82b1-436a-b136-8f7a2271b831 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Deleted allocations for instance c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56 [ 690.733216] env[65682]: INFO nova.scheduler.client.report [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Deleted allocations for instance 0ae3113b-d090-4a2a-b07f-1f0ec28c078c [ 690.779212] env[65682]: DEBUG oslo_vmware.api [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4615581, 'name': Rename_Task, 'duration_secs': 0.181957} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.779574] env[65682]: DEBUG oslo_concurrency.lockutils [None req-993aa8e0-6e07-4e9c-8646-e72b3748f447 tempest-VolumesAssistedSnapshotsTest-423696886 tempest-VolumesAssistedSnapshotsTest-423696886-project-admin] Lock "8dfedc69-d424-40c8-b383-714719622e52" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.425s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.784027] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.784632] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b0d3efa-8a7a-4306-8374-21da37b9f26d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.794547] env[65682]: DEBUG oslo_vmware.api [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Waiting for the task: (returnval){ [ 690.794547] env[65682]: value = "task-4615584" [ 690.794547] env[65682]: _type = "Task" [ 690.794547] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.806963] env[65682]: DEBUG oslo_vmware.api [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4615584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.841775] env[65682]: DEBUG oslo_vmware.api [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615582, 'name': CreateSnapshot_Task, 'duration_secs': 0.508338} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.844193] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Created Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 690.844193] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2add0a-8633-402c-8889-f299ac05b234 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.897161] env[65682]: WARNING neutronclient.v2_0.client [req-c4a18675-299a-42d8-92a5-9e412a10cad8 req-25a29214-b278-4bd6-9d91-d9f4946031f7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.137128] env[65682]: DEBUG nova.compute.utils [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.138577] env[65682]: DEBUG nova.compute.manager [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 691.138807] env[65682]: DEBUG nova.network.neutron [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 691.140468] env[65682]: WARNING neutronclient.v2_0.client [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.140468] env[65682]: WARNING neutronclient.v2_0.client [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.212532] env[65682]: DEBUG nova.policy [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db55fdbfad5c4ac2a775fd45cb44d6ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '990741a7150b42248bcc99e683ec6d2c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.224859] env[65682]: DEBUG oslo_vmware.api [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': task-4615583, 'name': ReconfigVM_Task, 'duration_secs': 0.364827} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.225332] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Reconfigured VM instance instance-00000018 to attach disk [datastore2] ef478472-6a7e-4ae1-97d6-e30e080ecb1b/ef478472-6a7e-4ae1-97d6-e30e080ecb1b.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.226481] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-439deb6c-5ab2-4a4a-9b50-b8466e0b9cdf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.235069] env[65682]: DEBUG oslo_vmware.api [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Waiting for the task: (returnval){ [ 691.235069] env[65682]: value = "task-4615585" [ 691.235069] env[65682]: _type = "Task" [ 691.235069] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.244821] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ab6bbdd7-82b1-436a-b136-8f7a2271b831 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667 tempest-FloatingIPsAssociationNegativeTestJSON-1974011667-project-member] Lock "c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.818s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.250724] env[65682]: DEBUG oslo_concurrency.lockutils [None req-514bf8f4-7ac5-479a-ba67-e8e8db5fabcd tempest-ServersListShow2100Test-1128550964 tempest-ServersListShow2100Test-1128550964-project-member] Lock "0ae3113b-d090-4a2a-b07f-1f0ec28c078c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.799s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.256032] env[65682]: DEBUG oslo_vmware.api [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': task-4615585, 'name': Rename_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.308252] env[65682]: DEBUG oslo_vmware.api [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4615584, 'name': PowerOnVM_Task, 'duration_secs': 0.513356} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.308986] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.309591] env[65682]: INFO nova.compute.manager [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Took 10.03 seconds to spawn the instance on the hypervisor. [ 691.310116] env[65682]: DEBUG nova.compute.manager [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 691.311159] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b3609c-48d7-4ee1-b039-39e994ae0b6b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.371940] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Creating linked-clone VM from snapshot {{(pid=65682) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 691.375803] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e738b6e2-6aad-44b0-81ff-829afae451e2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.387322] env[65682]: DEBUG oslo_vmware.api [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 691.387322] env[65682]: value = "task-4615586" [ 691.387322] env[65682]: _type = "Task" [ 691.387322] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.396495] env[65682]: DEBUG oslo_vmware.api [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615586, 'name': CloneVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.648106] env[65682]: DEBUG nova.compute.manager [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 691.750406] env[65682]: DEBUG oslo_vmware.api [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': task-4615585, 'name': Rename_Task, 'duration_secs': 0.178516} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.750999] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.751505] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-731f28f9-65fc-4d2f-a3e9-8ffcf1891a7e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.761186] env[65682]: DEBUG oslo_vmware.api [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Waiting for the task: (returnval){ [ 691.761186] env[65682]: value = "task-4615587" [ 691.761186] env[65682]: _type = "Task" [ 691.761186] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.775585] env[65682]: DEBUG oslo_vmware.api [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': task-4615587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.840877] env[65682]: INFO nova.compute.manager [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Took 26.55 seconds to build instance. [ 691.903170] env[65682]: DEBUG oslo_vmware.api [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615586, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.910256] env[65682]: DEBUG nova.network.neutron [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] Successfully created port: cdb71676-b7b3-43f1-b2e8-4d7b00116c7d {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 692.056136] env[65682]: WARNING neutronclient.v2_0.client [req-c4a18675-299a-42d8-92a5-9e412a10cad8 req-25a29214-b278-4bd6-9d91-d9f4946031f7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.106098] env[65682]: INFO nova.compute.manager [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Rebuilding instance [ 692.211539] env[65682]: DEBUG nova.compute.manager [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 692.212947] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e49ddc9-890e-498f-9ce6-97e835752d34 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.219466] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79b143e-11cb-482d-8cef-ef3f84921f52 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.237106] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804b80c5-3f73-4cae-a4cb-c34bc3a0a1e1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.280651] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976ad7d0-e48e-4c83-9beb-bdd965e3533a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.293090] env[65682]: DEBUG oslo_vmware.api [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': task-4615587, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.296693] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70508e7e-65a4-444a-a4fd-3491d50baaa3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.314396] env[65682]: DEBUG nova.compute.provider_tree [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 692.343172] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4b45dd55-d376-4ab8-9b79-3186dc5d2878 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Lock "559700b5-72a1-423d-894c-f191dbb88d03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.062s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.403597] env[65682]: DEBUG oslo_vmware.api [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615586, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.670376] env[65682]: DEBUG nova.compute.manager [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 692.705190] env[65682]: DEBUG nova.virt.hardware [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 692.705565] env[65682]: DEBUG nova.virt.hardware [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.706337] env[65682]: DEBUG nova.virt.hardware [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 692.706337] env[65682]: DEBUG nova.virt.hardware [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.706757] env[65682]: DEBUG nova.virt.hardware [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 692.706757] env[65682]: DEBUG nova.virt.hardware [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 692.707123] env[65682]: DEBUG nova.virt.hardware [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 692.707395] env[65682]: DEBUG nova.virt.hardware [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 692.707608] env[65682]: DEBUG nova.virt.hardware [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 692.708246] env[65682]: DEBUG nova.virt.hardware [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 692.708246] env[65682]: DEBUG nova.virt.hardware [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 692.709038] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18537b8-163d-40ab-8ba0-bedc8a8242ba {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.720382] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5093d06-a955-429f-ad9c-d3ecdc106ffa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.788042] env[65682]: DEBUG oslo_vmware.api [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': task-4615587, 'name': PowerOnVM_Task, 'duration_secs': 0.809511} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.788042] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.788042] env[65682]: DEBUG nova.compute.manager [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 692.788901] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e62f60-e922-4b43-929c-9684fe039425 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.855791] env[65682]: DEBUG nova.scheduler.client.report [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Updated inventory for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with generation 43 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 692.855791] env[65682]: DEBUG nova.compute.provider_tree [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Updating resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 generation from 43 to 44 during operation: update_inventory {{(pid=65682) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 692.856037] env[65682]: DEBUG nova.compute.provider_tree [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 692.901977] env[65682]: DEBUG oslo_vmware.api [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615586, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.243298] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.243298] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12d49f51-aef0-47ec-aebe-bad59ff1dcc6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.253202] env[65682]: DEBUG oslo_vmware.api [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 693.253202] env[65682]: value = "task-4615589" [ 693.253202] env[65682]: _type = "Task" [ 693.253202] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.263087] env[65682]: DEBUG oslo_vmware.api [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.310756] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.361638] env[65682]: DEBUG oslo_concurrency.lockutils [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.362368] env[65682]: DEBUG nova.compute.manager [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 693.366418] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.740s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.366766] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.369530] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b40968a3-6846-4cd1-b238-51be740dad0a tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.257s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.369760] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b40968a3-6846-4cd1-b238-51be740dad0a tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.371634] env[65682]: DEBUG oslo_concurrency.lockutils [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.512s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.373349] env[65682]: INFO nova.compute.claims [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.405420] env[65682]: DEBUG oslo_vmware.api [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615586, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.406782] env[65682]: INFO nova.scheduler.client.report [None req-b40968a3-6846-4cd1-b238-51be740dad0a tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Deleted allocations for instance b84a71cd-3669-49f7-b566-6ff213f14d37 [ 693.409080] env[65682]: INFO nova.scheduler.client.report [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Deleted allocations for instance 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b [ 693.768187] env[65682]: DEBUG oslo_vmware.api [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615589, 'name': PowerOffVM_Task, 'duration_secs': 0.392277} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.768187] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.768473] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.769428] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c564b4-898c-4a64-b249-ffc5c158c292 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.778176] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.778521] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e44ddde-ad50-4448-8f92-39e2466396dd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.873049] env[65682]: DEBUG nova.network.neutron [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] Successfully updated port: cdb71676-b7b3-43f1-b2e8-4d7b00116c7d {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 693.878263] env[65682]: DEBUG nova.compute.utils [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.886925] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.886925] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.886925] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Deleting the datastore file [datastore1] 1e7321e4-9d1b-41c3-becf-7b886b7a27a4 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.886925] env[65682]: DEBUG nova.compute.manager [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 693.886925] env[65682]: DEBUG nova.network.neutron [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 693.887173] env[65682]: WARNING neutronclient.v2_0.client [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 693.887522] env[65682]: WARNING neutronclient.v2_0.client [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 693.889561] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41d246d5-09ea-4aaf-ab12-81be2c0bab23 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.900652] env[65682]: DEBUG oslo_vmware.api [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 693.900652] env[65682]: value = "task-4615591" [ 693.900652] env[65682]: _type = "Task" [ 693.900652] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.909037] env[65682]: DEBUG oslo_vmware.api [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615586, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.921495] env[65682]: DEBUG oslo_vmware.api [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.922103] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4cd8c909-0669-4b4c-95b2-44cd826798d6 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Lock "7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.876s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.923226] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b40968a3-6846-4cd1-b238-51be740dad0a tempest-DeleteServersAdminTestJSON-189495506 tempest-DeleteServersAdminTestJSON-189495506-project-member] Lock "b84a71cd-3669-49f7-b566-6ff213f14d37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.527s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.174464] env[65682]: DEBUG nova.network.neutron [req-c4a18675-299a-42d8-92a5-9e412a10cad8 req-25a29214-b278-4bd6-9d91-d9f4946031f7 service nova] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Updated VIF entry in instance network info cache for port 1616aa2f-6261-466c-8658-8210fa899c9c. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 694.174464] env[65682]: DEBUG nova.network.neutron [req-c4a18675-299a-42d8-92a5-9e412a10cad8 req-25a29214-b278-4bd6-9d91-d9f4946031f7 service nova] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Updating instance_info_cache with network_info: [{"id": "1616aa2f-6261-466c-8658-8210fa899c9c", "address": "fa:16:3e:02:36:e6", "network": {"id": "809c6bcb-6ec8-4d4b-aa81-f45abb89eb4e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-434745643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f634acfb2e5a4e5a9769684c8f34c0a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1616aa2f-62", "ovs_interfaceid": "1616aa2f-6261-466c-8658-8210fa899c9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.189216] env[65682]: DEBUG nova.policy [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2073a65d751d4e8c9ddbca13821cb63a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc53d005d29d482e9151fef335b887c3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.388431] env[65682]: DEBUG nova.compute.manager [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 694.398181] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Acquiring lock "refresh_cache-746a1592-b842-45a5-af76-11161889f176" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.398763] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Acquired lock "refresh_cache-746a1592-b842-45a5-af76-11161889f176" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.398763] env[65682]: DEBUG nova.network.neutron [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 694.422373] env[65682]: DEBUG oslo_vmware.api [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615586, 'name': CloneVM_Task, 'duration_secs': 2.89744} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.422864] env[65682]: INFO nova.virt.vmwareapi.vmops [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Created linked-clone VM from snapshot [ 694.430349] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c539dd-6ca3-41fc-a89a-2286ddb7ee33 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.442439] env[65682]: DEBUG oslo_vmware.api [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30809} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.443634] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.443898] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.444216] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.451859] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Uploading image 16f3d3ce-dc27-4ee9-8c97-4c5b88aef3eb {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 694.500236] env[65682]: DEBUG oslo_vmware.rw_handles [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 694.500236] env[65682]: value = "vm-901519" [ 694.500236] env[65682]: _type = "VirtualMachine" [ 694.500236] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 694.500236] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d310864f-4480-4464-909e-0e93c8fd103e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.511988] env[65682]: DEBUG oslo_vmware.rw_handles [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lease: (returnval){ [ 694.511988] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c57e98-e1e7-806f-7b31-9833c1428c7b" [ 694.511988] env[65682]: _type = "HttpNfcLease" [ 694.511988] env[65682]: } obtained for exporting VM: (result){ [ 694.511988] env[65682]: value = "vm-901519" [ 694.511988] env[65682]: _type = "VirtualMachine" [ 694.511988] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 694.512367] env[65682]: DEBUG oslo_vmware.api [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the lease: (returnval){ [ 694.512367] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c57e98-e1e7-806f-7b31-9833c1428c7b" [ 694.512367] env[65682]: _type = "HttpNfcLease" [ 694.512367] env[65682]: } to be ready. {{(pid=65682) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 694.524090] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 694.524090] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c57e98-e1e7-806f-7b31-9833c1428c7b" [ 694.524090] env[65682]: _type = "HttpNfcLease" [ 694.524090] env[65682]: } is initializing. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 694.679284] env[65682]: DEBUG oslo_concurrency.lockutils [req-c4a18675-299a-42d8-92a5-9e412a10cad8 req-25a29214-b278-4bd6-9d91-d9f4946031f7 service nova] Releasing lock "refresh_cache-559700b5-72a1-423d-894c-f191dbb88d03" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.740171] env[65682]: DEBUG nova.network.neutron [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Successfully created port: 3c8df491-7e02-46e3-b603-bf8894c1f6d2 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 694.829693] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50151ab2-a7c7-4bc2-891c-a8e7de41091e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.838328] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c27dde-6c08-4f6b-9f24-e8cd19a93600 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.874064] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b402226b-3209-4213-ae0b-c800d56f51ec {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.879939] env[65682]: DEBUG oslo_concurrency.lockutils [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Acquiring lock "1ee31b8f-5bb3-473a-b27f-331a853ed787" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.880193] env[65682]: DEBUG oslo_concurrency.lockutils [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Lock "1ee31b8f-5bb3-473a-b27f-331a853ed787" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.887881] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d61d6dc-8e20-41c8-ab70-71515ba525d0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.908488] env[65682]: DEBUG nova.compute.provider_tree [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.024774] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 695.024774] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c57e98-e1e7-806f-7b31-9833c1428c7b" [ 695.024774] env[65682]: _type = "HttpNfcLease" [ 695.024774] env[65682]: } is ready. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 695.025235] env[65682]: DEBUG oslo_vmware.rw_handles [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 695.025235] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c57e98-e1e7-806f-7b31-9833c1428c7b" [ 695.025235] env[65682]: _type = "HttpNfcLease" [ 695.025235] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 695.026125] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f613d5f-3df7-416e-adaf-d127ba487c40 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.037024] env[65682]: DEBUG oslo_vmware.rw_handles [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5296d7db-7e57-94ea-5e9f-c1e3fa146ba5/disk-0.vmdk from lease info. {{(pid=65682) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 695.037024] env[65682]: DEBUG oslo_vmware.rw_handles [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5296d7db-7e57-94ea-5e9f-c1e3fa146ba5/disk-0.vmdk for reading. {{(pid=65682) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 695.156889] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a0de7482-ad74-4d6f-8e68-98cec411d5b8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.383393] env[65682]: DEBUG nova.compute.manager [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 695.413323] env[65682]: DEBUG nova.compute.manager [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 695.417062] env[65682]: DEBUG nova.scheduler.client.report [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.444383] env[65682]: DEBUG nova.virt.hardware [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 695.444689] env[65682]: DEBUG nova.virt.hardware [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.444880] env[65682]: DEBUG nova.virt.hardware [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 695.445021] env[65682]: DEBUG nova.virt.hardware [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.445162] env[65682]: DEBUG nova.virt.hardware [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 695.445298] env[65682]: DEBUG nova.virt.hardware [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 695.447021] env[65682]: DEBUG nova.virt.hardware [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 695.447021] env[65682]: DEBUG nova.virt.hardware [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 695.447021] env[65682]: DEBUG nova.virt.hardware [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 695.447021] env[65682]: DEBUG nova.virt.hardware [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 695.447021] env[65682]: DEBUG nova.virt.hardware [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 695.447439] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1214213f-12ee-40d9-885a-14d5d8dfb63c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.458286] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7169498e-2b01-428d-8849-d0046f7c0448 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.490670] env[65682]: DEBUG nova.virt.hardware [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 695.490670] env[65682]: DEBUG nova.virt.hardware [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.490670] env[65682]: DEBUG nova.virt.hardware [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 695.490801] env[65682]: DEBUG nova.virt.hardware [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.490801] env[65682]: DEBUG nova.virt.hardware [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 695.490801] env[65682]: DEBUG nova.virt.hardware [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 695.490801] env[65682]: DEBUG nova.virt.hardware [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 695.491782] env[65682]: DEBUG nova.virt.hardware [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 695.491782] env[65682]: DEBUG nova.virt.hardware [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 695.491782] env[65682]: DEBUG nova.virt.hardware [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 695.491782] env[65682]: DEBUG nova.virt.hardware [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 695.492361] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afe1c2d-146b-47be-b18d-0a07f4d3a32f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.501298] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db6d90e-a29f-455a-bfa5-9351c1822630 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.521557] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:53:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b895549-f8be-4a9d-83ee-b19d71c123be', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.528416] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 695.529360] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.529723] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-850068f6-8de7-4636-bbd1-b6b3da30d049 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.551864] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.551864] env[65682]: value = "task-4615594" [ 695.551864] env[65682]: _type = "Task" [ 695.551864] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.563292] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615594, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.923435] env[65682]: DEBUG nova.network.neutron [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 695.927015] env[65682]: DEBUG oslo_concurrency.lockutils [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.927399] env[65682]: DEBUG nova.compute.manager [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 695.932925] env[65682]: DEBUG oslo_concurrency.lockutils [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.934599] env[65682]: DEBUG oslo_concurrency.lockutils [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.678s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.934599] env[65682]: DEBUG oslo_concurrency.lockutils [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.934599] env[65682]: INFO nova.compute.manager [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Successfully reverted task state from image_uploading on failure for instance. [ 695.937497] env[65682]: DEBUG oslo_concurrency.lockutils [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.127s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.940502] env[65682]: INFO nova.compute.claims [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.946437] env[65682]: ERROR oslo_messaging.rpc.server [None req-27a69ec9-1d5c-463d-8e1d-68459c707060 tempest-ServersAaction247Test-560072689 tempest-ServersAaction247Test-560072689-project-member] Exception during message handling: oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.vm.Snapshot:snapshot-901503' has already been deleted or has not been completely created [ 695.946437] env[65682]: Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-901503' has already been deleted or has not been completely created' [ 695.946437] env[65682]: Faults: [ManagedObjectNotFound] [ 695.946437] env[65682]: Details: {'obj': 'snapshot-901503'} [ 695.946437] env[65682]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 695.946437] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler [ 695.946437] env[65682]: ERROR oslo_messaging.rpc.server response = request(managed_object, **kwargs) [ 695.946437] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__ [ 695.946437] env[65682]: ERROR oslo_messaging.rpc.server return client.invoke(args, kwargs) [ 695.946437] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke [ 695.946437] env[65682]: ERROR oslo_messaging.rpc.server result = self.send(soapenv, timeout=timeout) [ 695.946437] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send [ 695.946437] env[65682]: ERROR oslo_messaging.rpc.server return self.process_reply(reply.message, None, None) [ 695.946437] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply [ 695.946437] env[65682]: ERROR oslo_messaging.rpc.server raise WebFault(fault, replyroot) [ 695.946437] env[65682]: ERROR oslo_messaging.rpc.server suds.WebFault: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-901503' has already been deleted or has not been completely created' [ 695.947884] env[65682]: ERROR oslo_messaging.rpc.server [ 695.947884] env[65682]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 695.947884] env[65682]: ERROR oslo_messaging.rpc.server [ 695.947884] env[65682]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 695.947884] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api [ 695.947884] env[65682]: ERROR oslo_messaging.rpc.server return api_method(*args, **kwargs) [ 695.947884] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler [ 695.947884] env[65682]: ERROR oslo_messaging.rpc.server raise exceptions.VimFaultException(fault_list, fault_string, [ 695.947884] env[65682]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.VimFaultException: The object 'vim.vm.Snapshot:snapshot-901503' has already been deleted or has not been completely created [ 695.947884] env[65682]: ERROR oslo_messaging.rpc.server Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-901503' has already been deleted or has not been completely created' [ 695.947884] env[65682]: ERROR oslo_messaging.rpc.server Faults: [ManagedObjectNotFound] [ 695.947884] env[65682]: ERROR oslo_messaging.rpc.server Details: {'obj': 'snapshot-901503'} [ 695.947884] env[65682]: ERROR oslo_messaging.rpc.server [ 695.947884] env[65682]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 695.947884] env[65682]: ERROR oslo_messaging.rpc.server [ 695.947884] env[65682]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 695.947884] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 695.947884] env[65682]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 695.947884] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 695.949179] env[65682]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 695.949179] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 695.949179] env[65682]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 695.949179] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 695.949179] env[65682]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 695.949179] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 695.949179] env[65682]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 695.949179] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 695.949179] env[65682]: ERROR oslo_messaging.rpc.server raise self.value [ 695.949179] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 695.949179] env[65682]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 695.949179] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 166, in decorated_function [ 695.949179] env[65682]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 695.949179] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 695.949179] env[65682]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 695.949179] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 695.949179] env[65682]: ERROR oslo_messaging.rpc.server raise self.value [ 695.949179] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 157, in decorated_function [ 695.949547] env[65682]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 695.949547] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1483, in decorated_function [ 695.949547] env[65682]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 695.949547] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function [ 695.949547] env[65682]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 695.949547] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 695.949547] env[65682]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 695.949547] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 695.949547] env[65682]: ERROR oslo_messaging.rpc.server raise self.value [ 695.949547] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function [ 695.949547] env[65682]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 695.949547] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4547, in backup_instance [ 695.949547] env[65682]: ERROR oslo_messaging.rpc.server self._do_snapshot_instance(context, image_id, instance) [ 695.949547] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 233, in decorated_function [ 695.949547] env[65682]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 695.949547] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 695.949547] env[65682]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 695.949547] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 695.949926] env[65682]: ERROR oslo_messaging.rpc.server raise self.value [ 695.949926] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 230, in decorated_function [ 695.949926] env[65682]: ERROR oslo_messaging.rpc.server return function(self, context, image_id, instance, [ 695.949926] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4533, in _do_snapshot_instance [ 695.949926] env[65682]: ERROR oslo_messaging.rpc.server self._snapshot_instance(context, image_id, instance, [ 695.949926] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4616, in _snapshot_instance [ 695.949926] env[65682]: ERROR oslo_messaging.rpc.server self.driver.snapshot(context, instance, image_id, [ 695.949926] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 573, in snapshot [ 695.949926] env[65682]: ERROR oslo_messaging.rpc.server self._vmops.snapshot(context, instance, image_id, update_task_state) [ 695.949926] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1033, in snapshot [ 695.949926] env[65682]: ERROR oslo_messaging.rpc.server self._delete_vm_snapshot(instance, vm_ref, snapshot_ref) [ 695.949926] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/decorator.py", line 235, in fun [ 695.949926] env[65682]: ERROR oslo_messaging.rpc.server return caller(func, *(extras + args), **kw) [ 695.949926] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 124, in retry_if_task_in_progress [ 695.949926] env[65682]: ERROR oslo_messaging.rpc.server f(*args, **kwargs) [ 695.949926] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 933, in _delete_vm_snapshot [ 695.949926] env[65682]: ERROR oslo_messaging.rpc.server delete_snapshot_task = self._session._call_method( [ 695.949926] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 127, in _call_method [ 695.950306] env[65682]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception() as ctxt: [ 695.950306] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 695.950306] env[65682]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 695.950306] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 695.950306] env[65682]: ERROR oslo_messaging.rpc.server raise self.value [ 695.950306] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 125, in _call_method [ 695.950306] env[65682]: ERROR oslo_messaging.rpc.server return self.invoke_api(module, method, *args, **kwargs) [ 695.950306] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api [ 695.950306] env[65682]: ERROR oslo_messaging.rpc.server return _invoke_api(module, method, *args, **kwargs) [ 695.950306] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func [ 695.950306] env[65682]: ERROR oslo_messaging.rpc.server return evt.wait() [ 695.950306] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 695.950306] env[65682]: ERROR oslo_messaging.rpc.server result = hub.switch() [ 695.950306] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 695.950306] env[65682]: ERROR oslo_messaging.rpc.server return self.greenlet.switch() [ 695.950306] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner [ 695.950306] env[65682]: ERROR oslo_messaging.rpc.server idle = self.f(*self.args, **self.kw) [ 695.950655] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func [ 695.950655] env[65682]: ERROR oslo_messaging.rpc.server result = f(*args, **kwargs) [ 695.950655] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api [ 695.950655] env[65682]: ERROR oslo_messaging.rpc.server raise clazz(str(excep), [ 695.950655] env[65682]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.vm.Snapshot:snapshot-901503' has already been deleted or has not been completely created [ 695.950655] env[65682]: ERROR oslo_messaging.rpc.server Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-901503' has already been deleted or has not been completely created' [ 695.950655] env[65682]: ERROR oslo_messaging.rpc.server Faults: [ManagedObjectNotFound] [ 695.950655] env[65682]: ERROR oslo_messaging.rpc.server Details: {'obj': 'snapshot-901503'} [ 695.950655] env[65682]: ERROR oslo_messaging.rpc.server [ 696.067371] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615594, 'name': CreateVM_Task, 'duration_secs': 0.384587} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.067640] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.068982] env[65682]: WARNING neutronclient.v2_0.client [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 696.068982] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.068982] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.069373] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.069957] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51501a1d-fa35-4b9f-bbe4-16b28553b60e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.076418] env[65682]: DEBUG oslo_vmware.api [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 696.076418] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d1df77-4fa6-4af3-0a12-b8139a7cd5ae" [ 696.076418] env[65682]: _type = "Task" [ 696.076418] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.088146] env[65682]: DEBUG oslo_vmware.api [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d1df77-4fa6-4af3-0a12-b8139a7cd5ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.447733] env[65682]: DEBUG nova.compute.utils [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.452332] env[65682]: DEBUG nova.compute.manager [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 696.452561] env[65682]: DEBUG nova.network.neutron [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 696.452836] env[65682]: WARNING neutronclient.v2_0.client [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.453150] env[65682]: WARNING neutronclient.v2_0.client [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.589397] env[65682]: DEBUG oslo_vmware.api [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d1df77-4fa6-4af3-0a12-b8139a7cd5ae, 'name': SearchDatastore_Task, 'duration_secs': 0.021575} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.589755] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.590023] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.590285] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.590391] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.590579] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.591035] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f886ee5-3bd9-42b4-badd-fdb77081cbea {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.603443] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.603574] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.604589] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eef45c8-fafd-4e3f-9c5c-abd66c863b86 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.612720] env[65682]: DEBUG oslo_vmware.api [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 696.612720] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5204816c-7016-c599-e226-91da1acfb061" [ 696.612720] env[65682]: _type = "Task" [ 696.612720] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.625083] env[65682]: DEBUG oslo_vmware.api [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5204816c-7016-c599-e226-91da1acfb061, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.950900] env[65682]: DEBUG nova.compute.manager [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 697.130367] env[65682]: DEBUG oslo_vmware.api [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5204816c-7016-c599-e226-91da1acfb061, 'name': SearchDatastore_Task, 'duration_secs': 0.018834} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.131323] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0212640a-be35-463f-bac7-ab65edba82c0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.141775] env[65682]: DEBUG oslo_vmware.api [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 697.141775] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528ef31f-60c9-8503-9828-3bf48885da2e" [ 697.141775] env[65682]: _type = "Task" [ 697.141775] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.156486] env[65682]: DEBUG oslo_vmware.api [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528ef31f-60c9-8503-9828-3bf48885da2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.234672] env[65682]: DEBUG nova.network.neutron [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Successfully updated port: 3c8df491-7e02-46e3-b603-bf8894c1f6d2 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 697.281115] env[65682]: DEBUG nova.policy [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c51c33fd67744098b02ec038f0d4bf4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3ce4e16bb234fb3a65623e27db425f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.328858] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5d4af9-f461-4393-a762-0a4c94788ef5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.340744] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952b1a12-935a-47e6-a687-e740ce255f9d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.379421] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97e27c3-fc7f-4fb7-aabc-cc5a13718ea3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.388935] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6829f864-9d63-4586-895b-309c96358790 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.405561] env[65682]: DEBUG nova.compute.provider_tree [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.658828] env[65682]: DEBUG oslo_vmware.api [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528ef31f-60c9-8503-9828-3bf48885da2e, 'name': SearchDatastore_Task, 'duration_secs': 0.017106} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.659906] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.659906] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 1e7321e4-9d1b-41c3-becf-7b886b7a27a4/1e7321e4-9d1b-41c3-becf-7b886b7a27a4.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.660769] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a674c53-fb3e-491e-a6a8-06c8c44602c0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.670265] env[65682]: DEBUG oslo_vmware.api [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 697.670265] env[65682]: value = "task-4615596" [ 697.670265] env[65682]: _type = "Task" [ 697.670265] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.689768] env[65682]: DEBUG oslo_vmware.api [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.742095] env[65682]: DEBUG oslo_concurrency.lockutils [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Acquiring lock "refresh_cache-c8ea402b-3b65-4b67-ae16-b3ae51a3dc86" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.742562] env[65682]: DEBUG oslo_concurrency.lockutils [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Acquired lock "refresh_cache-c8ea402b-3b65-4b67-ae16-b3ae51a3dc86" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.743032] env[65682]: DEBUG nova.network.neutron [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 697.912029] env[65682]: DEBUG nova.scheduler.client.report [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.967834] env[65682]: DEBUG nova.compute.manager [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 698.000152] env[65682]: DEBUG nova.virt.hardware [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 698.000407] env[65682]: DEBUG nova.virt.hardware [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.000557] env[65682]: DEBUG nova.virt.hardware [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 698.000734] env[65682]: DEBUG nova.virt.hardware [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.000872] env[65682]: DEBUG nova.virt.hardware [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 698.001019] env[65682]: DEBUG nova.virt.hardware [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 698.001316] env[65682]: DEBUG nova.virt.hardware [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 698.001379] env[65682]: DEBUG nova.virt.hardware [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 698.001538] env[65682]: DEBUG nova.virt.hardware [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 698.001700] env[65682]: DEBUG nova.virt.hardware [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 698.001869] env[65682]: DEBUG nova.virt.hardware [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 698.002808] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25e0b9a-af3c-4966-833a-82717422766c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.012955] env[65682]: DEBUG nova.network.neutron [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Successfully created port: 4289fe10-8701-4ba5-a63b-c98ca4f2a837 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 698.016719] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f67826c-6f23-442e-ac21-8aa18da2174c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.182475] env[65682]: DEBUG oslo_vmware.api [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615596, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.362152] env[65682]: WARNING neutronclient.v2_0.client [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.414831] env[65682]: DEBUG oslo_concurrency.lockutils [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.417902] env[65682]: DEBUG nova.compute.manager [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 698.420984] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.149s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.424256] env[65682]: INFO nova.compute.claims [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.686136] env[65682]: DEBUG oslo_vmware.api [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617179} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.686495] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 1e7321e4-9d1b-41c3-becf-7b886b7a27a4/1e7321e4-9d1b-41c3-becf-7b886b7a27a4.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.686727] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.686925] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2e3cc34-80bb-41fb-ae1b-fc5e1e6ed26d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.697178] env[65682]: DEBUG oslo_vmware.api [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 698.697178] env[65682]: value = "task-4615597" [ 698.697178] env[65682]: _type = "Task" [ 698.697178] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.708179] env[65682]: DEBUG oslo_vmware.api [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.755648] env[65682]: DEBUG nova.network.neutron [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Successfully created port: 5c36511a-9e6c-44c5-863f-d8d82d0b5073 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 698.931382] env[65682]: DEBUG nova.compute.utils [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.936821] env[65682]: DEBUG nova.compute.manager [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 698.937094] env[65682]: DEBUG nova.network.neutron [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 698.937573] env[65682]: WARNING neutronclient.v2_0.client [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.938073] env[65682]: WARNING neutronclient.v2_0.client [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.213444] env[65682]: DEBUG oslo_vmware.api [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.378885} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.213863] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.214856] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebe3cb0-6c5f-4d39-afa2-9729902f4d5e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.248904] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 1e7321e4-9d1b-41c3-becf-7b886b7a27a4/1e7321e4-9d1b-41c3-becf-7b886b7a27a4.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.250606] env[65682]: DEBUG nova.network.neutron [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 699.253622] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-972a93cf-e4c2-41fb-8f11-99de65f3401e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.279489] env[65682]: DEBUG oslo_vmware.api [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 699.279489] env[65682]: value = "task-4615599" [ 699.279489] env[65682]: _type = "Task" [ 699.279489] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.291031] env[65682]: DEBUG oslo_vmware.api [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615599, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.450595] env[65682]: DEBUG nova.compute.manager [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 699.790036] env[65682]: DEBUG oslo_vmware.api [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615599, 'name': ReconfigVM_Task, 'duration_secs': 0.386038} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.793693] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 1e7321e4-9d1b-41c3-becf-7b886b7a27a4/1e7321e4-9d1b-41c3-becf-7b886b7a27a4.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.794177] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e75b3693-4913-4282-a508-1b078da79631 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.802393] env[65682]: DEBUG oslo_vmware.api [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 699.802393] env[65682]: value = "task-4615600" [ 699.802393] env[65682]: _type = "Task" [ 699.802393] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.819981] env[65682]: DEBUG oslo_vmware.api [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615600, 'name': Rename_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.849549] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a21b19-cf28-4ea2-b206-fad28021bdd3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.857536] env[65682]: DEBUG nova.policy [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6b22e0b7c784c3cba10855ca1a2637a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0867ace4b8ad40dd9634f56d44b7a346', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.863354] env[65682]: DEBUG nova.network.neutron [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Successfully created port: c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 699.868358] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6fdf3e-bce6-41b0-a953-f6ef80d7f705 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.910418] env[65682]: DEBUG nova.network.neutron [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] Updating instance_info_cache with network_info: [{"id": "cdb71676-b7b3-43f1-b2e8-4d7b00116c7d", "address": "fa:16:3e:10:ab:9d", "network": {"id": "21b398bc-810a-4a89-b909-23153277bca2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1539647520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "990741a7150b42248bcc99e683ec6d2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdb71676-b7", "ovs_interfaceid": "cdb71676-b7b3-43f1-b2e8-4d7b00116c7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.912857] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde78ab5-9e87-480f-b85d-15cd142aaf4a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.923396] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e67e505-2f8d-4383-9421-287ce86f5948 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.945036] env[65682]: DEBUG nova.compute.provider_tree [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.095264] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Acquiring lock "dc0deed5-2e50-44e7-8e8d-1fc90b4f1611" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.096444] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Lock "dc0deed5-2e50-44e7-8e8d-1fc90b4f1611" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.317831] env[65682]: DEBUG oslo_vmware.api [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615600, 'name': Rename_Task, 'duration_secs': 0.17402} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.318196] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.318490] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23d50280-bf3f-4ffc-9e29-36b971f0da73 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.326256] env[65682]: DEBUG oslo_vmware.api [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 700.326256] env[65682]: value = "task-4615601" [ 700.326256] env[65682]: _type = "Task" [ 700.326256] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.341237] env[65682]: DEBUG oslo_vmware.api [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.417540] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Releasing lock "refresh_cache-746a1592-b842-45a5-af76-11161889f176" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.417819] env[65682]: DEBUG nova.compute.manager [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] Instance network_info: |[{"id": "cdb71676-b7b3-43f1-b2e8-4d7b00116c7d", "address": "fa:16:3e:10:ab:9d", "network": {"id": "21b398bc-810a-4a89-b909-23153277bca2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1539647520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "990741a7150b42248bcc99e683ec6d2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdb71676-b7", "ovs_interfaceid": "cdb71676-b7b3-43f1-b2e8-4d7b00116c7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 700.418337] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:ab:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdb71676-b7b3-43f1-b2e8-4d7b00116c7d', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.427208] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Creating folder: Project (990741a7150b42248bcc99e683ec6d2c). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.427549] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0c5478f-2e52-4db7-99ad-3305e437659c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.440353] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Created folder: Project (990741a7150b42248bcc99e683ec6d2c) in parent group-v901426. [ 700.440627] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Creating folder: Instances. Parent ref: group-v901522. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.440960] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a781f316-42d8-4286-a8fc-833b7c8976eb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.448579] env[65682]: DEBUG nova.scheduler.client.report [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.456409] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Created folder: Instances in parent group-v901522. [ 700.456409] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 700.456590] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 746a1592-b842-45a5-af76-11161889f176] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.456778] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-421a1a68-cc93-4baf-8c7e-9c41643ca9ac {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.476198] env[65682]: DEBUG nova.compute.manager [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 700.484994] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.484994] env[65682]: value = "task-4615604" [ 700.484994] env[65682]: _type = "Task" [ 700.484994] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.496066] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615604, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.513600] env[65682]: DEBUG nova.virt.hardware [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 700.513855] env[65682]: DEBUG nova.virt.hardware [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.514023] env[65682]: DEBUG nova.virt.hardware [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 700.514242] env[65682]: DEBUG nova.virt.hardware [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.514460] env[65682]: DEBUG nova.virt.hardware [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 700.514649] env[65682]: DEBUG nova.virt.hardware [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 700.514876] env[65682]: DEBUG nova.virt.hardware [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 700.515066] env[65682]: DEBUG nova.virt.hardware [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 700.515240] env[65682]: DEBUG nova.virt.hardware [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 700.515432] env[65682]: DEBUG nova.virt.hardware [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 700.515658] env[65682]: DEBUG nova.virt.hardware [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 700.517127] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7f1cd6-2d3f-48ea-9983-45b75b23b258 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.530709] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efbdba0-ef3f-4e9b-ac2f-d30ad42c5903 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.601376] env[65682]: DEBUG nova.compute.manager [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 700.704031] env[65682]: DEBUG nova.network.neutron [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Successfully created port: 08539295-4873-4fe0-be63-aa253c4f5b27 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 700.759957] env[65682]: WARNING neutronclient.v2_0.client [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.841413] env[65682]: DEBUG oslo_vmware.api [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615601, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.958731] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.959679] env[65682]: DEBUG nova.compute.manager [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 700.964381] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.653s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.966889] env[65682]: INFO nova.compute.claims [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.002135] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615604, 'name': CreateVM_Task, 'duration_secs': 0.510997} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.002332] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 746a1592-b842-45a5-af76-11161889f176] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.002944] env[65682]: WARNING neutronclient.v2_0.client [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.003286] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.003384] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.003753] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.005080] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33ae8be2-9e65-45fe-9d29-ec6b0e578ccd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.016217] env[65682]: DEBUG oslo_vmware.api [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Waiting for the task: (returnval){ [ 701.016217] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52137bdb-5409-ccf3-d458-cd35d220b05d" [ 701.016217] env[65682]: _type = "Task" [ 701.016217] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.029841] env[65682]: DEBUG oslo_vmware.api [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52137bdb-5409-ccf3-d458-cd35d220b05d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.137044] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.341036] env[65682]: DEBUG oslo_vmware.api [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615601, 'name': PowerOnVM_Task, 'duration_secs': 0.532598} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.341596] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.341980] env[65682]: DEBUG nova.compute.manager [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 701.343078] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea359dc9-7d69-4cb0-ac4c-3753ea8a521d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.475855] env[65682]: DEBUG nova.compute.utils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.477924] env[65682]: DEBUG nova.compute.manager [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 701.478477] env[65682]: DEBUG nova.network.neutron [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 701.478904] env[65682]: WARNING neutronclient.v2_0.client [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.479309] env[65682]: WARNING neutronclient.v2_0.client [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.531367] env[65682]: DEBUG oslo_vmware.api [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52137bdb-5409-ccf3-d458-cd35d220b05d, 'name': SearchDatastore_Task, 'duration_secs': 0.021464} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.532034] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.532034] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.532244] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.532572] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.532825] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.533162] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f21dc486-9ff6-48b2-8198-eecef80744e2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.548461] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.548763] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.549657] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b10735ca-2202-4947-ac62-0c9cf6e3d36e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.559038] env[65682]: DEBUG oslo_vmware.api [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Waiting for the task: (returnval){ [ 701.559038] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52be92af-8a13-7d28-e754-c6aa2603f219" [ 701.559038] env[65682]: _type = "Task" [ 701.559038] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.569746] env[65682]: DEBUG oslo_vmware.api [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52be92af-8a13-7d28-e754-c6aa2603f219, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.705962] env[65682]: DEBUG nova.network.neutron [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Successfully updated port: 4289fe10-8701-4ba5-a63b-c98ca4f2a837 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 701.863476] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.983017] env[65682]: DEBUG nova.compute.manager [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 702.072267] env[65682]: DEBUG oslo_vmware.api [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52be92af-8a13-7d28-e754-c6aa2603f219, 'name': SearchDatastore_Task, 'duration_secs': 0.017066} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.072921] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ce5f081-f213-4242-9956-3aa0da9a406b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.081429] env[65682]: DEBUG oslo_vmware.api [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Waiting for the task: (returnval){ [ 702.081429] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]521c1cf5-0ccc-7dcc-36c8-f22989044f9c" [ 702.081429] env[65682]: _type = "Task" [ 702.081429] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.094888] env[65682]: DEBUG oslo_vmware.api [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]521c1cf5-0ccc-7dcc-36c8-f22989044f9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.338813] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235bdcf8-be5a-4f32-8006-75b149791813 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.348421] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7febd65c-b20f-49c8-ba63-e81cb5dc62ce {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.381239] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf808f6-f55b-451c-9fa5-28217e7b8594 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.390897] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c69b74-db0e-471c-be8c-1d3e909e01ce {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.407616] env[65682]: DEBUG nova.compute.provider_tree [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.548677] env[65682]: DEBUG oslo_concurrency.lockutils [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "8a169693-eae1-4796-a42b-b7cb2e9aeadb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.548910] env[65682]: DEBUG oslo_concurrency.lockutils [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "8a169693-eae1-4796-a42b-b7cb2e9aeadb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.595403] env[65682]: DEBUG oslo_vmware.api [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]521c1cf5-0ccc-7dcc-36c8-f22989044f9c, 'name': SearchDatastore_Task, 'duration_secs': 0.014585} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.595816] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.596139] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 746a1592-b842-45a5-af76-11161889f176/746a1592-b842-45a5-af76-11161889f176.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.596455] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4101a19-5fd2-4eb3-9e92-a9e0d5819b5a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.604138] env[65682]: DEBUG oslo_vmware.api [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Waiting for the task: (returnval){ [ 702.604138] env[65682]: value = "task-4615606" [ 702.604138] env[65682]: _type = "Task" [ 702.604138] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.615217] env[65682]: DEBUG oslo_vmware.api [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': task-4615606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.658933] env[65682]: DEBUG nova.policy [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4720a1deb07c4aef8de8f75d889ebc07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b717b357dfcd4266a3687344f05cd8f4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.711907] env[65682]: DEBUG nova.network.neutron [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Updating instance_info_cache with network_info: [{"id": "3c8df491-7e02-46e3-b603-bf8894c1f6d2", "address": "fa:16:3e:6e:ee:e3", "network": {"id": "a2879524-21b0-421a-aab1-f0a474bc0187", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1811425516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc53d005d29d482e9151fef335b887c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c8df491-7e", "ovs_interfaceid": "3c8df491-7e02-46e3-b603-bf8894c1f6d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.910664] env[65682]: DEBUG nova.scheduler.client.report [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.933701] env[65682]: DEBUG nova.network.neutron [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Successfully updated port: 08539295-4873-4fe0-be63-aa253c4f5b27 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 702.997818] env[65682]: DEBUG nova.compute.manager [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 703.034623] env[65682]: DEBUG nova.virt.hardware [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 703.034874] env[65682]: DEBUG nova.virt.hardware [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.035054] env[65682]: DEBUG nova.virt.hardware [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 703.035409] env[65682]: DEBUG nova.virt.hardware [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.035594] env[65682]: DEBUG nova.virt.hardware [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 703.035770] env[65682]: DEBUG nova.virt.hardware [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 703.036170] env[65682]: DEBUG nova.virt.hardware [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 703.036253] env[65682]: DEBUG nova.virt.hardware [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 703.036380] env[65682]: DEBUG nova.virt.hardware [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 703.036616] env[65682]: DEBUG nova.virt.hardware [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 703.036757] env[65682]: DEBUG nova.virt.hardware [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 703.038646] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbadb7bb-4281-4ec9-9d88-5a1c92da5fff {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.051957] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c25f40-bc9d-4ffe-8f5f-e98ba7bca723 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.058269] env[65682]: DEBUG nova.compute.manager [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 703.120791] env[65682]: DEBUG oslo_vmware.api [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': task-4615606, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.215012] env[65682]: DEBUG oslo_concurrency.lockutils [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Releasing lock "refresh_cache-c8ea402b-3b65-4b67-ae16-b3ae51a3dc86" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.215706] env[65682]: DEBUG nova.compute.manager [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Instance network_info: |[{"id": "3c8df491-7e02-46e3-b603-bf8894c1f6d2", "address": "fa:16:3e:6e:ee:e3", "network": {"id": "a2879524-21b0-421a-aab1-f0a474bc0187", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1811425516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc53d005d29d482e9151fef335b887c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c8df491-7e", "ovs_interfaceid": "3c8df491-7e02-46e3-b603-bf8894c1f6d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 703.216099] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:ee:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '571cdf48-7016-4715-8739-4cb70c90cd6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c8df491-7e02-46e3-b603-bf8894c1f6d2', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.226135] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Creating folder: Project (bc53d005d29d482e9151fef335b887c3). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.226319] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-370d49da-6d09-4435-8c2a-ce1eb90a1787 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.241008] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Created folder: Project (bc53d005d29d482e9151fef335b887c3) in parent group-v901426. [ 703.241519] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Creating folder: Instances. Parent ref: group-v901525. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.241876] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81d6e8f6-d380-4f52-ae04-0008880110da {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.254809] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Created folder: Instances in parent group-v901525. [ 703.255083] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 703.256484] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.256484] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa9a876d-0800-48c1-8d3f-75b726ec7d2d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.283405] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.283405] env[65682]: value = "task-4615610" [ 703.283405] env[65682]: _type = "Task" [ 703.283405] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.293672] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615610, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.419081] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.420124] env[65682]: DEBUG nova.compute.manager [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 703.422610] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.068s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.424341] env[65682]: INFO nova.compute.claims [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.437782] env[65682]: DEBUG oslo_concurrency.lockutils [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Acquiring lock "refresh_cache-189e7304-e24b-4b6e-8b56-7bad9d792778" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.438748] env[65682]: DEBUG oslo_concurrency.lockutils [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Acquired lock "refresh_cache-189e7304-e24b-4b6e-8b56-7bad9d792778" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.440059] env[65682]: DEBUG nova.network.neutron [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 703.586136] env[65682]: DEBUG oslo_concurrency.lockutils [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.621387] env[65682]: DEBUG oslo_vmware.api [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': task-4615606, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595105} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.621829] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 746a1592-b842-45a5-af76-11161889f176/746a1592-b842-45a5-af76-11161889f176.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.622112] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.622436] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6286b1b6-e571-412c-9f50-a5cc99311bf3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.632407] env[65682]: DEBUG oslo_vmware.api [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Waiting for the task: (returnval){ [ 703.632407] env[65682]: value = "task-4615611" [ 703.632407] env[65682]: _type = "Task" [ 703.632407] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.645484] env[65682]: DEBUG oslo_vmware.api [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': task-4615611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.796925] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615610, 'name': CreateVM_Task, 'duration_secs': 0.412529} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.796925] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.797876] env[65682]: WARNING neutronclient.v2_0.client [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.799546] env[65682]: DEBUG oslo_concurrency.lockutils [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.799546] env[65682]: DEBUG oslo_concurrency.lockutils [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.799546] env[65682]: DEBUG oslo_concurrency.lockutils [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.799546] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58f29028-1d81-4d85-b65f-17293e115f00 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.805793] env[65682]: DEBUG oslo_vmware.api [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Waiting for the task: (returnval){ [ 703.805793] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d56cf2-e379-8adb-63cd-7644e02cdd95" [ 703.805793] env[65682]: _type = "Task" [ 703.805793] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.815685] env[65682]: DEBUG oslo_vmware.api [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d56cf2-e379-8adb-63cd-7644e02cdd95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.929428] env[65682]: DEBUG nova.compute.utils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.934162] env[65682]: DEBUG nova.compute.manager [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 703.934399] env[65682]: DEBUG nova.network.neutron [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 703.934986] env[65682]: WARNING neutronclient.v2_0.client [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.935503] env[65682]: WARNING neutronclient.v2_0.client [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.144791] env[65682]: DEBUG oslo_vmware.api [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': task-4615611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099364} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.145233] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.146347] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b699c800-1bb7-483f-b87d-fcd7a9737fc8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.172237] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 746a1592-b842-45a5-af76-11161889f176/746a1592-b842-45a5-af76-11161889f176.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.172605] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39653160-2d76-4bce-bef5-91d92577c496 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.195344] env[65682]: DEBUG oslo_vmware.api [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Waiting for the task: (returnval){ [ 704.195344] env[65682]: value = "task-4615612" [ 704.195344] env[65682]: _type = "Task" [ 704.195344] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.205451] env[65682]: DEBUG oslo_vmware.api [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': task-4615612, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.318740] env[65682]: DEBUG oslo_vmware.api [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d56cf2-e379-8adb-63cd-7644e02cdd95, 'name': SearchDatastore_Task, 'duration_secs': 0.012663} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.319912] env[65682]: DEBUG oslo_concurrency.lockutils [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.320385] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.320789] env[65682]: DEBUG oslo_concurrency.lockutils [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.321483] env[65682]: DEBUG oslo_concurrency.lockutils [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.321483] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.321959] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fea7cb9c-0908-4b02-a51c-75778cd47aec {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.333916] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.334760] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.337181] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f26b894-7e6b-49a0-8ac2-01218d695a73 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.348933] env[65682]: DEBUG oslo_vmware.api [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Waiting for the task: (returnval){ [ 704.348933] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c3348c-6f99-4815-6efc-57080821cb64" [ 704.348933] env[65682]: _type = "Task" [ 704.348933] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.358224] env[65682]: DEBUG nova.network.neutron [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Successfully created port: 834c89db-3206-475f-b7e7-cb62cd07ea85 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 704.372291] env[65682]: DEBUG oslo_vmware.api [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c3348c-6f99-4815-6efc-57080821cb64, 'name': SearchDatastore_Task, 'duration_secs': 0.019268} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.373727] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cbfa122-1957-4300-a636-7e787302ab93 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.382203] env[65682]: DEBUG oslo_vmware.api [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Waiting for the task: (returnval){ [ 704.382203] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52dd444d-122c-ab45-0e18-1fe08c81f8d6" [ 704.382203] env[65682]: _type = "Task" [ 704.382203] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.397242] env[65682]: DEBUG oslo_vmware.api [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52dd444d-122c-ab45-0e18-1fe08c81f8d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.435218] env[65682]: DEBUG nova.compute.manager [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 704.530573] env[65682]: DEBUG oslo_vmware.rw_handles [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5296d7db-7e57-94ea-5e9f-c1e3fa146ba5/disk-0.vmdk. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 704.531594] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97ebd65-c609-41cb-953d-6bdc88c6badf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.548211] env[65682]: DEBUG oslo_vmware.rw_handles [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5296d7db-7e57-94ea-5e9f-c1e3fa146ba5/disk-0.vmdk is in state: ready. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 704.548211] env[65682]: ERROR oslo_vmware.rw_handles [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5296d7db-7e57-94ea-5e9f-c1e3fa146ba5/disk-0.vmdk due to incomplete transfer. [ 704.548815] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b0200309-4fcb-4acd-8ba9-7340876fd86d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.560805] env[65682]: DEBUG oslo_vmware.rw_handles [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5296d7db-7e57-94ea-5e9f-c1e3fa146ba5/disk-0.vmdk. {{(pid=65682) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 704.562094] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Uploaded image 16f3d3ce-dc27-4ee9-8c97-4c5b88aef3eb to the Glance image server {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 704.563111] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Destroying the VM {{(pid=65682) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 704.567444] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e5044b70-613a-4097-8819-07a28b9db366 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.574734] env[65682]: DEBUG oslo_vmware.api [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 704.574734] env[65682]: value = "task-4615613" [ 704.574734] env[65682]: _type = "Task" [ 704.574734] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.588718] env[65682]: DEBUG oslo_vmware.api [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615613, 'name': Destroy_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.708474] env[65682]: DEBUG oslo_vmware.api [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': task-4615612, 'name': ReconfigVM_Task, 'duration_secs': 0.407038} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.710157] env[65682]: DEBUG nova.network.neutron [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Successfully updated port: 5c36511a-9e6c-44c5-863f-d8d82d0b5073 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 704.711030] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 746a1592-b842-45a5-af76-11161889f176/746a1592-b842-45a5-af76-11161889f176.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.713778] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a8120ae-b1a6-407e-a5ba-af41f6db9b6d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.724235] env[65682]: DEBUG oslo_vmware.api [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Waiting for the task: (returnval){ [ 704.724235] env[65682]: value = "task-4615614" [ 704.724235] env[65682]: _type = "Task" [ 704.724235] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.742024] env[65682]: DEBUG oslo_vmware.api [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': task-4615614, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.901043] env[65682]: DEBUG oslo_vmware.api [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52dd444d-122c-ab45-0e18-1fe08c81f8d6, 'name': SearchDatastore_Task, 'duration_secs': 0.015829} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.901043] env[65682]: DEBUG oslo_concurrency.lockutils [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.901043] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] c8ea402b-3b65-4b67-ae16-b3ae51a3dc86/c8ea402b-3b65-4b67-ae16-b3ae51a3dc86.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.901043] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c72fcab-bc1b-43f1-9ac0-4f90aea2dbd7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.904197] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe593f2-0bd3-4d44-a18b-a0e5dc2bbffa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.917025] env[65682]: DEBUG oslo_vmware.api [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Waiting for the task: (returnval){ [ 704.917025] env[65682]: value = "task-4615615" [ 704.917025] env[65682]: _type = "Task" [ 704.917025] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.917456] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ec7e07-e8a0-4439-9026-885914545e56 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.930650] env[65682]: DEBUG oslo_vmware.api [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Task: {'id': task-4615615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.965385] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6273b4d-4d41-4e10-8b02-914bd19edd2f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.978298] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960166af-5030-4b9e-8ec5-8d1440abaec5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.994142] env[65682]: DEBUG nova.compute.provider_tree [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.055769] env[65682]: DEBUG nova.policy [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4720a1deb07c4aef8de8f75d889ebc07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b717b357dfcd4266a3687344f05cd8f4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.082049] env[65682]: DEBUG nova.network.neutron [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 705.090094] env[65682]: DEBUG oslo_vmware.api [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615613, 'name': Destroy_Task, 'duration_secs': 0.397201} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.090486] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Destroyed the VM [ 705.090721] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Deleting Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 705.090982] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-63b075c1-d00d-4484-9fe0-2037cd5d15a2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.097614] env[65682]: DEBUG oslo_vmware.api [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 705.097614] env[65682]: value = "task-4615616" [ 705.097614] env[65682]: _type = "Task" [ 705.097614] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.107589] env[65682]: DEBUG oslo_vmware.api [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615616, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.236666] env[65682]: DEBUG oslo_vmware.api [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': task-4615614, 'name': Rename_Task, 'duration_secs': 0.192362} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.237024] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.237330] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ba7bd5c-c836-4fef-a75b-6b903ddd28ad {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.247435] env[65682]: DEBUG oslo_vmware.api [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Waiting for the task: (returnval){ [ 705.247435] env[65682]: value = "task-4615618" [ 705.247435] env[65682]: _type = "Task" [ 705.247435] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.260784] env[65682]: DEBUG oslo_vmware.api [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': task-4615618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.426621] env[65682]: DEBUG oslo_vmware.api [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Task: {'id': task-4615615, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.464777] env[65682]: DEBUG nova.compute.manager [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 705.498576] env[65682]: DEBUG nova.virt.hardware [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 705.498895] env[65682]: DEBUG nova.virt.hardware [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.499109] env[65682]: DEBUG nova.virt.hardware [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 705.499435] env[65682]: DEBUG nova.virt.hardware [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.499622] env[65682]: DEBUG nova.virt.hardware [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 705.499801] env[65682]: DEBUG nova.virt.hardware [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 705.500216] env[65682]: DEBUG nova.virt.hardware [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 705.500292] env[65682]: DEBUG nova.virt.hardware [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 705.500986] env[65682]: DEBUG nova.virt.hardware [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 705.501285] env[65682]: DEBUG nova.virt.hardware [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 705.501449] env[65682]: DEBUG nova.virt.hardware [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 705.502394] env[65682]: DEBUG nova.scheduler.client.report [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.508571] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47ffc92-84f3-44a6-a8b1-4387557189d0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.520053] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd82952-bffc-445a-af84-0c27f8fc5723 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.608861] env[65682]: DEBUG oslo_vmware.api [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615616, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.759144] env[65682]: DEBUG oslo_vmware.api [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': task-4615618, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.931893] env[65682]: DEBUG oslo_vmware.api [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Task: {'id': task-4615615, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531234} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.931893] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] c8ea402b-3b65-4b67-ae16-b3ae51a3dc86/c8ea402b-3b65-4b67-ae16-b3ae51a3dc86.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.931893] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.931893] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82ba526f-fc9a-4094-a6a6-b235d5cab8c2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.939887] env[65682]: DEBUG oslo_vmware.api [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Waiting for the task: (returnval){ [ 705.939887] env[65682]: value = "task-4615619" [ 705.939887] env[65682]: _type = "Task" [ 705.939887] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.949324] env[65682]: DEBUG oslo_vmware.api [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Task: {'id': task-4615619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.016025] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.016025] env[65682]: DEBUG nova.compute.manager [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 706.017524] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.707s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.017978] env[65682]: DEBUG nova.objects.instance [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65682) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 706.109366] env[65682]: DEBUG oslo_vmware.api [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615616, 'name': RemoveSnapshot_Task, 'duration_secs': 0.932422} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.109690] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Deleted Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 706.110189] env[65682]: INFO nova.compute.manager [None req-8edef50a-3f84-4703-ab2a-83010a94ca76 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Took 16.34 seconds to snapshot the instance on the hypervisor. [ 706.258815] env[65682]: DEBUG oslo_vmware.api [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': task-4615618, 'name': PowerOnVM_Task, 'duration_secs': 0.763552} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.262098] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.262098] env[65682]: INFO nova.compute.manager [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] Took 13.59 seconds to spawn the instance on the hypervisor. [ 706.262098] env[65682]: DEBUG nova.compute.manager [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 706.262098] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda5bf2f-dc5a-461c-9766-cf9730339a30 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.455877] env[65682]: DEBUG oslo_vmware.api [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Task: {'id': task-4615619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070579} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.456418] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.457451] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130c8437-5b5a-4c76-8c05-0aa45a501154 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.484445] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] c8ea402b-3b65-4b67-ae16-b3ae51a3dc86/c8ea402b-3b65-4b67-ae16-b3ae51a3dc86.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.484970] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01c17556-73ed-4b29-81b8-ec0a87719566 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.502410] env[65682]: DEBUG nova.network.neutron [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Successfully created port: bc8719ab-c26f-4e18-9b34-14c6779dd339 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 706.513132] env[65682]: DEBUG oslo_vmware.api [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Waiting for the task: (returnval){ [ 706.513132] env[65682]: value = "task-4615620" [ 706.513132] env[65682]: _type = "Task" [ 706.513132] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.523195] env[65682]: DEBUG nova.compute.utils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.531993] env[65682]: DEBUG nova.compute.manager [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 706.533045] env[65682]: DEBUG nova.network.neutron [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 706.533045] env[65682]: WARNING neutronclient.v2_0.client [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.533259] env[65682]: WARNING neutronclient.v2_0.client [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.535669] env[65682]: DEBUG oslo_vmware.api [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Task: {'id': task-4615620, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.679602] env[65682]: DEBUG nova.network.neutron [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Successfully updated port: 834c89db-3206-475f-b7e7-cb62cd07ea85 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 706.786046] env[65682]: INFO nova.compute.manager [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] Took 30.82 seconds to build instance. [ 707.022469] env[65682]: DEBUG oslo_vmware.api [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Task: {'id': task-4615620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.037589] env[65682]: DEBUG nova.compute.manager [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 707.041157] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f5287d1d-ab78-4845-abb4-f6fc9130d028 tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.042286] env[65682]: DEBUG oslo_concurrency.lockutils [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.109s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.043822] env[65682]: INFO nova.compute.claims [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.183571] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquiring lock "refresh_cache-181f94d0-a313-4bc2-91a9-37ba572dc379" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.183571] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquired lock "refresh_cache-181f94d0-a313-4bc2-91a9-37ba572dc379" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.183571] env[65682]: DEBUG nova.network.neutron [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 707.287596] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6cc4f427-bed5-4b20-b59c-9f466abb603c tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Lock "746a1592-b842-45a5-af76-11161889f176" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.348s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.448812] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Acquiring lock "a4e298d5-1423-4561-b40f-d61ec5e6ba83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.448965] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Lock "a4e298d5-1423-4561-b40f-d61ec5e6ba83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.526424] env[65682]: DEBUG oslo_vmware.api [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Task: {'id': task-4615620, 'name': ReconfigVM_Task, 'duration_secs': 0.618567} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.526791] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Reconfigured VM instance instance-0000001c to attach disk [datastore1] c8ea402b-3b65-4b67-ae16-b3ae51a3dc86/c8ea402b-3b65-4b67-ae16-b3ae51a3dc86.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.527536] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f0855ae-7f29-4532-8fbf-557a44eb9f09 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.536576] env[65682]: DEBUG oslo_vmware.api [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Waiting for the task: (returnval){ [ 707.536576] env[65682]: value = "task-4615622" [ 707.536576] env[65682]: _type = "Task" [ 707.536576] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.552804] env[65682]: DEBUG oslo_vmware.api [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Task: {'id': task-4615622, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.951809] env[65682]: DEBUG nova.compute.manager [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 708.050462] env[65682]: DEBUG oslo_vmware.api [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Task: {'id': task-4615622, 'name': Rename_Task, 'duration_secs': 0.236523} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.050462] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.050462] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-880c5822-86ff-48f8-bb9a-4d1646fe73b6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.058600] env[65682]: DEBUG nova.compute.manager [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 708.063116] env[65682]: DEBUG oslo_vmware.api [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Waiting for the task: (returnval){ [ 708.063116] env[65682]: value = "task-4615623" [ 708.063116] env[65682]: _type = "Task" [ 708.063116] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.072785] env[65682]: DEBUG oslo_vmware.api [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Task: {'id': task-4615623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.088390] env[65682]: DEBUG nova.virt.hardware [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 708.088597] env[65682]: DEBUG nova.virt.hardware [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.088819] env[65682]: DEBUG nova.virt.hardware [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 708.088985] env[65682]: DEBUG nova.virt.hardware [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.089171] env[65682]: DEBUG nova.virt.hardware [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 708.089387] env[65682]: DEBUG nova.virt.hardware [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 708.089660] env[65682]: DEBUG nova.virt.hardware [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 708.089705] env[65682]: DEBUG nova.virt.hardware [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 708.089857] env[65682]: DEBUG nova.virt.hardware [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 708.089985] env[65682]: DEBUG nova.virt.hardware [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 708.090172] env[65682]: DEBUG nova.virt.hardware [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 708.091222] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233ecaa8-d3ea-4ba7-a589-60ccc6c9d3c3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.095196] env[65682]: DEBUG nova.network.neutron [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Successfully updated port: c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 708.107328] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dac36e1-32b9-4be5-b459-826e97f5f921 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.152782] env[65682]: DEBUG nova.policy [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4720a1deb07c4aef8de8f75d889ebc07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b717b357dfcd4266a3687344f05cd8f4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.460266] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ade00ec-5eb0-4cbe-a05a-00a2126217a6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.470904] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2eb96d1-70ca-4809-8adc-ab9123d8d540 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.476037] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.505473] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa43dcf0-4a75-4f40-a2ae-9d6f47f149e1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.514270] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1644320d-e0b1-470c-a2e6-243821427fe1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.529879] env[65682]: DEBUG nova.compute.provider_tree [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.573670] env[65682]: DEBUG oslo_vmware.api [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Task: {'id': task-4615623, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.600595] env[65682]: DEBUG oslo_concurrency.lockutils [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Acquiring lock "refresh_cache-bb377ed3-35f4-4001-a73c-45d257bec3f2" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.600831] env[65682]: DEBUG oslo_concurrency.lockutils [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Acquired lock "refresh_cache-bb377ed3-35f4-4001-a73c-45d257bec3f2" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.600972] env[65682]: DEBUG nova.network.neutron [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 709.036022] env[65682]: DEBUG nova.scheduler.client.report [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.074493] env[65682]: DEBUG oslo_vmware.api [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Task: {'id': task-4615623, 'name': PowerOnVM_Task, 'duration_secs': 0.701044} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.074757] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.074947] env[65682]: INFO nova.compute.manager [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Took 13.66 seconds to spawn the instance on the hypervisor. [ 709.075148] env[65682]: DEBUG nova.compute.manager [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 709.076048] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a92679-a722-48fa-a7d0-8c9dc30b3452 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.274498] env[65682]: DEBUG nova.network.neutron [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 709.344286] env[65682]: DEBUG nova.network.neutron [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Successfully updated port: bc8719ab-c26f-4e18-9b34-14c6779dd339 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 709.410782] env[65682]: WARNING neutronclient.v2_0.client [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.541256] env[65682]: DEBUG oslo_concurrency.lockutils [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.541905] env[65682]: DEBUG nova.compute.manager [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 709.547311] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.410s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.549314] env[65682]: INFO nova.compute.claims [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.603429] env[65682]: INFO nova.compute.manager [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Took 31.64 seconds to build instance. [ 709.728538] env[65682]: DEBUG nova.network.neutron [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Successfully created port: ae8954aa-031d-4e69-8de5-93ce3968a894 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 709.847991] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquiring lock "refresh_cache-b5e349bc-83eb-417a-a892-61a2be7e06f9" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.848331] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquired lock "refresh_cache-b5e349bc-83eb-417a-a892-61a2be7e06f9" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.848631] env[65682]: DEBUG nova.network.neutron [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 710.049144] env[65682]: DEBUG nova.compute.utils [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.050798] env[65682]: DEBUG nova.compute.manager [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 710.051635] env[65682]: DEBUG nova.network.neutron [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 710.055330] env[65682]: WARNING neutronclient.v2_0.client [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.055330] env[65682]: WARNING neutronclient.v2_0.client [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.105940] env[65682]: DEBUG oslo_concurrency.lockutils [None req-90f52e6d-d352-466c-8f77-5a17ccf3b00a tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Lock "c8ea402b-3b65-4b67-ae16-b3ae51a3dc86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.153s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.557514] env[65682]: DEBUG nova.compute.manager [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 710.596390] env[65682]: DEBUG nova.network.neutron [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 710.878205] env[65682]: DEBUG nova.policy [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fcfcf2b71c4475f8b6dc27cf3865b83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4f47bde909a4cccafd43f828891ba64', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.907171] env[65682]: DEBUG nova.network.neutron [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 711.000327] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7436f5ee-a06d-43e0-aeba-1e2cd7fd4734 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.010067] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250409b6-399c-49c3-81fb-18db3d03d549 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.047497] env[65682]: DEBUG nova.network.neutron [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Updating instance_info_cache with network_info: [{"id": "08539295-4873-4fe0-be63-aa253c4f5b27", "address": "fa:16:3e:84:bf:8e", "network": {"id": "00cad830-f617-4287-93c2-29b47cc6ae7b", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-197692607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0867ace4b8ad40dd9634f56d44b7a346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08539295-48", "ovs_interfaceid": "08539295-4873-4fe0-be63-aa253c4f5b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.049334] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cddfaf9-30ee-4c06-b958-54c090ebfd6b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.061657] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035319cb-dd34-440a-8eba-acce33de1951 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.068271] env[65682]: INFO nova.virt.block_device [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Booting with volume 31daff33-ed42-496b-b3d1-243c6343e16b at /dev/sda [ 711.081448] env[65682]: DEBUG nova.compute.provider_tree [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.122857] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93192f8a-74e9-433e-b0cd-1574f10aa445 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.133507] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de326046-299d-40ae-b998-24abaf092755 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.182639] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e32b08a9-d375-425e-bbd0-4c158bc6ae6d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.195894] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03338a24-dc1e-4c8f-8a2c-4d2600670682 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.240685] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d78963c-c523-4cb9-9a72-505668cd4166 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.251885] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b23ec8d-bc99-4a08-a348-6d4592946751 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.266903] env[65682]: DEBUG nova.virt.block_device [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Updating existing volume attachment record: b04f19a8-4b97-4b84-bb2c-c7a473ae33dc {{(pid=65682) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 711.554657] env[65682]: DEBUG oslo_concurrency.lockutils [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Releasing lock "refresh_cache-189e7304-e24b-4b6e-8b56-7bad9d792778" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.555061] env[65682]: DEBUG nova.compute.manager [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Instance network_info: |[{"id": "08539295-4873-4fe0-be63-aa253c4f5b27", "address": "fa:16:3e:84:bf:8e", "network": {"id": "00cad830-f617-4287-93c2-29b47cc6ae7b", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-197692607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0867ace4b8ad40dd9634f56d44b7a346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08539295-48", "ovs_interfaceid": "08539295-4873-4fe0-be63-aa253c4f5b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 711.555540] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:bf:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08539295-4873-4fe0-be63-aa253c4f5b27', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.564268] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Creating folder: Project (0867ace4b8ad40dd9634f56d44b7a346). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.564652] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e08f19e-ddce-43fa-ab1e-28fc4f2412f4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.579585] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Created folder: Project (0867ace4b8ad40dd9634f56d44b7a346) in parent group-v901426. [ 711.579792] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Creating folder: Instances. Parent ref: group-v901528. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.580055] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba9b4cbe-bda3-445a-8844-54df858b202d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.588199] env[65682]: DEBUG nova.scheduler.client.report [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.593253] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Created folder: Instances in parent group-v901528. [ 711.594778] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 711.595451] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.595788] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6454e116-56d8-4e23-b589-1f81c0cddd40 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.624675] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.624675] env[65682]: value = "task-4615626" [ 711.624675] env[65682]: _type = "Task" [ 711.624675] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.638356] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615626, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.862342] env[65682]: DEBUG nova.compute.manager [req-ffe116dd-1036-49bf-a067-3f6028c938d4 req-9c64348c-5703-49e3-a3bd-f165da886daf service nova] [instance: 746a1592-b842-45a5-af76-11161889f176] Received event network-vif-plugged-cdb71676-b7b3-43f1-b2e8-4d7b00116c7d {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 711.862504] env[65682]: DEBUG oslo_concurrency.lockutils [req-ffe116dd-1036-49bf-a067-3f6028c938d4 req-9c64348c-5703-49e3-a3bd-f165da886daf service nova] Acquiring lock "746a1592-b842-45a5-af76-11161889f176-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.862801] env[65682]: DEBUG oslo_concurrency.lockutils [req-ffe116dd-1036-49bf-a067-3f6028c938d4 req-9c64348c-5703-49e3-a3bd-f165da886daf service nova] Lock "746a1592-b842-45a5-af76-11161889f176-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.863522] env[65682]: DEBUG oslo_concurrency.lockutils [req-ffe116dd-1036-49bf-a067-3f6028c938d4 req-9c64348c-5703-49e3-a3bd-f165da886daf service nova] Lock "746a1592-b842-45a5-af76-11161889f176-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.863792] env[65682]: DEBUG nova.compute.manager [req-ffe116dd-1036-49bf-a067-3f6028c938d4 req-9c64348c-5703-49e3-a3bd-f165da886daf service nova] [instance: 746a1592-b842-45a5-af76-11161889f176] No waiting events found dispatching network-vif-plugged-cdb71676-b7b3-43f1-b2e8-4d7b00116c7d {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 711.863986] env[65682]: WARNING nova.compute.manager [req-ffe116dd-1036-49bf-a067-3f6028c938d4 req-9c64348c-5703-49e3-a3bd-f165da886daf service nova] [instance: 746a1592-b842-45a5-af76-11161889f176] Received unexpected event network-vif-plugged-cdb71676-b7b3-43f1-b2e8-4d7b00116c7d for instance with vm_state active and task_state None. [ 711.928179] env[65682]: WARNING neutronclient.v2_0.client [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.097349] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.097903] env[65682]: DEBUG nova.compute.manager [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 712.101238] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.238s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.101815] env[65682]: DEBUG nova.objects.instance [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65682) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 712.142085] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615626, 'name': CreateVM_Task, 'duration_secs': 0.369465} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.142332] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.142797] env[65682]: WARNING neutronclient.v2_0.client [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.143197] env[65682]: DEBUG oslo_concurrency.lockutils [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.143914] env[65682]: DEBUG oslo_concurrency.lockutils [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.143914] env[65682]: DEBUG oslo_concurrency.lockutils [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.143914] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-337485fd-d548-431a-8834-058c8d5d119f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.151170] env[65682]: DEBUG oslo_vmware.api [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Waiting for the task: (returnval){ [ 712.151170] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d4287e-829a-8819-780d-02291ccb5588" [ 712.151170] env[65682]: _type = "Task" [ 712.151170] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.161458] env[65682]: DEBUG oslo_vmware.api [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d4287e-829a-8819-780d-02291ccb5588, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.268982] env[65682]: DEBUG nova.network.neutron [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Successfully updated port: ae8954aa-031d-4e69-8de5-93ce3968a894 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 712.576032] env[65682]: DEBUG nova.network.neutron [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Successfully created port: d654a2fa-0f11-4bda-bcfa-1261556c3e68 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 712.605933] env[65682]: DEBUG nova.compute.utils [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.611464] env[65682]: DEBUG nova.compute.manager [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 712.611975] env[65682]: DEBUG nova.network.neutron [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 712.612521] env[65682]: WARNING neutronclient.v2_0.client [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.612887] env[65682]: WARNING neutronclient.v2_0.client [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.650494] env[65682]: WARNING neutronclient.v2_0.client [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.672362] env[65682]: DEBUG oslo_vmware.api [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d4287e-829a-8819-780d-02291ccb5588, 'name': SearchDatastore_Task, 'duration_secs': 0.046557} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.672952] env[65682]: DEBUG oslo_concurrency.lockutils [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.673103] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.674392] env[65682]: DEBUG oslo_concurrency.lockutils [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.674392] env[65682]: DEBUG oslo_concurrency.lockutils [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.674392] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.674392] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dfed862-1e05-4aec-8cda-324640c34f6d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.691732] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.692089] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.696510] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-375e75c4-5ffa-4a05-9d40-9560a54e29c7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.704096] env[65682]: DEBUG oslo_vmware.api [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Waiting for the task: (returnval){ [ 712.704096] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52bfa33e-134e-53f8-24b4-d35f5fd700b3" [ 712.704096] env[65682]: _type = "Task" [ 712.704096] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.713715] env[65682]: DEBUG oslo_vmware.api [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52bfa33e-134e-53f8-24b4-d35f5fd700b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.772496] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquiring lock "refresh_cache-f9347764-1fbe-4a3c-8d8b-828bb61b9f25" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.772496] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquired lock "refresh_cache-f9347764-1fbe-4a3c-8d8b-828bb61b9f25" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.772572] env[65682]: DEBUG nova.network.neutron [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 712.871027] env[65682]: WARNING neutronclient.v2_0.client [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.919504] env[65682]: DEBUG nova.policy [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee332f68f1514eb79b0359e541dfa0d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c93c1c81794b4994a81d657620864895', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.043282] env[65682]: DEBUG nova.network.neutron [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Updating instance_info_cache with network_info: [{"id": "834c89db-3206-475f-b7e7-cb62cd07ea85", "address": "fa:16:3e:06:0e:d9", "network": {"id": "6e954a49-6855-46d4-9edc-a92444630a42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1213605505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b717b357dfcd4266a3687344f05cd8f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap834c89db-32", "ovs_interfaceid": "834c89db-3206-475f-b7e7-cb62cd07ea85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.112698] env[65682]: DEBUG nova.compute.manager [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 713.116790] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4cbdbde2-e5d1-4a75-9a92-ec2d2c5a9b3d tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.118031] env[65682]: DEBUG oslo_concurrency.lockutils [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.532s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.119523] env[65682]: INFO nova.compute.claims [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.219955] env[65682]: DEBUG oslo_vmware.api [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52bfa33e-134e-53f8-24b4-d35f5fd700b3, 'name': SearchDatastore_Task, 'duration_secs': 0.011349} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.220811] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-693dfdee-a627-4657-beac-cc8f4f54da01 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.227907] env[65682]: DEBUG oslo_vmware.api [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Waiting for the task: (returnval){ [ 713.227907] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52bb4e87-02eb-7882-3fd5-5be5da82b2dd" [ 713.227907] env[65682]: _type = "Task" [ 713.227907] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.237663] env[65682]: DEBUG oslo_vmware.api [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52bb4e87-02eb-7882-3fd5-5be5da82b2dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.251144] env[65682]: DEBUG nova.network.neutron [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Updating instance_info_cache with network_info: [{"id": "bc8719ab-c26f-4e18-9b34-14c6779dd339", "address": "fa:16:3e:fa:8d:bc", "network": {"id": "6e954a49-6855-46d4-9edc-a92444630a42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1213605505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b717b357dfcd4266a3687344f05cd8f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc8719ab-c2", "ovs_interfaceid": "bc8719ab-c26f-4e18-9b34-14c6779dd339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.392251] env[65682]: DEBUG nova.compute.manager [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 713.392823] env[65682]: DEBUG nova.virt.hardware [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 713.393045] env[65682]: DEBUG nova.virt.hardware [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.393203] env[65682]: DEBUG nova.virt.hardware [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 713.393383] env[65682]: DEBUG nova.virt.hardware [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.393563] env[65682]: DEBUG nova.virt.hardware [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 713.393701] env[65682]: DEBUG nova.virt.hardware [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 713.393914] env[65682]: DEBUG nova.virt.hardware [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 713.394087] env[65682]: DEBUG nova.virt.hardware [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 713.394254] env[65682]: DEBUG nova.virt.hardware [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 713.394410] env[65682]: DEBUG nova.virt.hardware [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 713.394581] env[65682]: DEBUG nova.virt.hardware [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 713.395493] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd1d41f-3436-4b45-9780-3777d38a8c78 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.406206] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd967dbd-ea07-420b-88a2-571e471471ce {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.534012] env[65682]: DEBUG nova.network.neutron [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Successfully created port: 82f5fafe-f1c2-4d69-8ffa-8e1255c39d54 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 713.547247] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Releasing lock "refresh_cache-181f94d0-a313-4bc2-91a9-37ba572dc379" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.548027] env[65682]: DEBUG nova.compute.manager [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Instance network_info: |[{"id": "834c89db-3206-475f-b7e7-cb62cd07ea85", "address": "fa:16:3e:06:0e:d9", "network": {"id": "6e954a49-6855-46d4-9edc-a92444630a42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1213605505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b717b357dfcd4266a3687344f05cd8f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap834c89db-32", "ovs_interfaceid": "834c89db-3206-475f-b7e7-cb62cd07ea85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 713.548793] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:0e:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97af1e58-5a75-44a1-b30c-9abb8932df9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '834c89db-3206-475f-b7e7-cb62cd07ea85', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.557085] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Creating folder: Project (b717b357dfcd4266a3687344f05cd8f4). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.557420] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-391571e4-3912-4ef6-987e-ded0d3ec636b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.570054] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Created folder: Project (b717b357dfcd4266a3687344f05cd8f4) in parent group-v901426. [ 713.570386] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Creating folder: Instances. Parent ref: group-v901531. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.570757] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-466f34ad-6f9c-446e-8bac-3bb821e0f282 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.582607] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Created folder: Instances in parent group-v901531. [ 713.583794] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 713.583794] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.583794] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15882689-936f-4469-b7c8-4e5582e01d64 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.611792] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.611792] env[65682]: value = "task-4615629" [ 713.611792] env[65682]: _type = "Task" [ 713.611792] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.624957] env[65682]: DEBUG nova.network.neutron [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 713.632691] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615629, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.741082] env[65682]: DEBUG oslo_vmware.api [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52bb4e87-02eb-7882-3fd5-5be5da82b2dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010714} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.741816] env[65682]: DEBUG oslo_concurrency.lockutils [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.742110] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 189e7304-e24b-4b6e-8b56-7bad9d792778/189e7304-e24b-4b6e-8b56-7bad9d792778.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.742414] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa1914e9-23cf-421f-af16-fadecd4bee9a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.751378] env[65682]: DEBUG oslo_vmware.api [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Waiting for the task: (returnval){ [ 713.751378] env[65682]: value = "task-4615630" [ 713.751378] env[65682]: _type = "Task" [ 713.751378] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.755209] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Releasing lock "refresh_cache-b5e349bc-83eb-417a-a892-61a2be7e06f9" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.755588] env[65682]: DEBUG nova.compute.manager [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Instance network_info: |[{"id": "bc8719ab-c26f-4e18-9b34-14c6779dd339", "address": "fa:16:3e:fa:8d:bc", "network": {"id": "6e954a49-6855-46d4-9edc-a92444630a42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1213605505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b717b357dfcd4266a3687344f05cd8f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc8719ab-c2", "ovs_interfaceid": "bc8719ab-c26f-4e18-9b34-14c6779dd339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 713.756167] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:8d:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97af1e58-5a75-44a1-b30c-9abb8932df9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc8719ab-c26f-4e18-9b34-14c6779dd339', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.765527] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 713.767037] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.767037] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0241f9eb-9a06-4d70-b293-e366b2da8977 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.786580] env[65682]: DEBUG oslo_vmware.api [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Task: {'id': task-4615630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.793385] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.793385] env[65682]: value = "task-4615631" [ 713.793385] env[65682]: _type = "Task" [ 713.793385] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.803042] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615631, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.854261] env[65682]: DEBUG oslo_concurrency.lockutils [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "63bdb800-aeda-456e-9acd-afab1096c9d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.854524] env[65682]: DEBUG oslo_concurrency.lockutils [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "63bdb800-aeda-456e-9acd-afab1096c9d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.125122] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615629, 'name': CreateVM_Task, 'duration_secs': 0.424579} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.125448] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.126102] env[65682]: WARNING neutronclient.v2_0.client [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.126547] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.126778] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.127801] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.129138] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39821091-7b71-406c-ae73-eee058e1c9c7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.135294] env[65682]: DEBUG nova.compute.manager [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 714.143234] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for the task: (returnval){ [ 714.143234] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]524eb0a0-1ff6-4cbd-1e79-7c35832cdb7f" [ 714.143234] env[65682]: _type = "Task" [ 714.143234] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.158044] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]524eb0a0-1ff6-4cbd-1e79-7c35832cdb7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.170206] env[65682]: DEBUG nova.virt.hardware [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 714.170573] env[65682]: DEBUG nova.virt.hardware [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.170824] env[65682]: DEBUG nova.virt.hardware [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 714.171291] env[65682]: DEBUG nova.virt.hardware [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.171291] env[65682]: DEBUG nova.virt.hardware [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 714.171540] env[65682]: DEBUG nova.virt.hardware [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 714.171808] env[65682]: DEBUG nova.virt.hardware [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 714.172057] env[65682]: DEBUG nova.virt.hardware [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 714.172293] env[65682]: DEBUG nova.virt.hardware [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 714.172516] env[65682]: DEBUG nova.virt.hardware [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 714.172832] env[65682]: DEBUG nova.virt.hardware [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 714.173846] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4826c22-33f0-419d-af68-aa55d13b09ed {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.186657] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8bdf20-462d-4639-8ff0-01ef3a989282 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.263974] env[65682]: DEBUG oslo_vmware.api [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Task: {'id': task-4615630, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.306335] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615631, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.341395] env[65682]: DEBUG nova.network.neutron [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Successfully updated port: d654a2fa-0f11-4bda-bcfa-1261556c3e68 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 714.358215] env[65682]: DEBUG nova.compute.manager [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 714.490162] env[65682]: WARNING neutronclient.v2_0.client [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.589798] env[65682]: WARNING neutronclient.v2_0.client [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.593503] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e84954e-8f55-445e-9b24-34e3b33ed6de {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.602587] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc2b157-fa9b-48ac-b402-6d4a606a169f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.636260] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1c51a6-3844-4070-98af-eb4b1b41f9d2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.648057] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85854ee4-89f0-4e6c-b938-784170b029e9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.661161] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]524eb0a0-1ff6-4cbd-1e79-7c35832cdb7f, 'name': SearchDatastore_Task, 'duration_secs': 0.032882} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.674232] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.674510] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.674787] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.674945] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.675140] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.676099] env[65682]: DEBUG nova.compute.provider_tree [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.678479] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b534cb56-dc28-4e57-9153-da8efadc9e90 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.690901] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.691203] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.692195] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-578500c7-971b-4f8b-a664-2ce3d2060f9d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.700196] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for the task: (returnval){ [ 714.700196] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52079098-17e1-a88b-ac8f-3fedad4af4f3" [ 714.700196] env[65682]: _type = "Task" [ 714.700196] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.712932] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52079098-17e1-a88b-ac8f-3fedad4af4f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.763519] env[65682]: DEBUG oslo_vmware.api [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Task: {'id': task-4615630, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55529} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.763993] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 189e7304-e24b-4b6e-8b56-7bad9d792778/189e7304-e24b-4b6e-8b56-7bad9d792778.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.764455] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.765184] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64e8ac59-3829-4e58-8254-a05e6c3c818e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.778020] env[65682]: DEBUG oslo_vmware.api [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Waiting for the task: (returnval){ [ 714.778020] env[65682]: value = "task-4615632" [ 714.778020] env[65682]: _type = "Task" [ 714.778020] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.786649] env[65682]: DEBUG oslo_vmware.api [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Task: {'id': task-4615632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.806071] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615631, 'name': CreateVM_Task, 'duration_secs': 0.598101} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.806276] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.807087] env[65682]: WARNING neutronclient.v2_0.client [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.807286] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.807432] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.807980] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.807980] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05a73240-2dba-4032-88a0-f075cfe50a46 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.813867] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for the task: (returnval){ [ 714.813867] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52e6f35d-89e7-5ee3-44c2-cada3eba644f" [ 714.813867] env[65682]: _type = "Task" [ 714.813867] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.824047] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52e6f35d-89e7-5ee3-44c2-cada3eba644f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.844242] env[65682]: DEBUG oslo_concurrency.lockutils [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Acquiring lock "refresh_cache-1ee31b8f-5bb3-473a-b27f-331a853ed787" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.844428] env[65682]: DEBUG oslo_concurrency.lockutils [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Acquired lock "refresh_cache-1ee31b8f-5bb3-473a-b27f-331a853ed787" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.844603] env[65682]: DEBUG nova.network.neutron [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 714.888913] env[65682]: DEBUG oslo_concurrency.lockutils [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.905906] env[65682]: DEBUG nova.network.neutron [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Updating instance_info_cache with network_info: [{"id": "ae8954aa-031d-4e69-8de5-93ce3968a894", "address": "fa:16:3e:c8:48:4f", "network": {"id": "6e954a49-6855-46d4-9edc-a92444630a42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1213605505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b717b357dfcd4266a3687344f05cd8f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae8954aa-03", "ovs_interfaceid": "ae8954aa-031d-4e69-8de5-93ce3968a894", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.045227] env[65682]: WARNING neutronclient.v2_0.client [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.181994] env[65682]: DEBUG nova.scheduler.client.report [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.215348] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52079098-17e1-a88b-ac8f-3fedad4af4f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010892} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.217444] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8d69ee1-5d62-4237-91af-2424cb29ed1b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.225803] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for the task: (returnval){ [ 715.225803] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a4a269-fc5f-be1c-6789-7e54ce42ab1f" [ 715.225803] env[65682]: _type = "Task" [ 715.225803] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.236737] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a4a269-fc5f-be1c-6789-7e54ce42ab1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.256363] env[65682]: DEBUG nova.network.neutron [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Updating instance_info_cache with network_info: [{"id": "4289fe10-8701-4ba5-a63b-c98ca4f2a837", "address": "fa:16:3e:3d:1a:cb", "network": {"id": "2f11c9de-c2df-4eeb-9b0b-82c10600d8b6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1977061315", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ce4e16bb234fb3a65623e27db425f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4289fe10-87", "ovs_interfaceid": "4289fe10-8701-4ba5-a63b-c98ca4f2a837", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5c36511a-9e6c-44c5-863f-d8d82d0b5073", "address": "fa:16:3e:01:7e:4b", "network": {"id": "0c081f7b-8664-402d-976b-8f05f7a35187", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-157867040", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f3ce4e16bb234fb3a65623e27db425f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c36511a-9e", "ovs_interfaceid": "5c36511a-9e6c-44c5-863f-d8d82d0b5073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2", "address": "fa:16:3e:b5:15:cc", "network": {"id": "2f11c9de-c2df-4eeb-9b0b-82c10600d8b6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1977061315", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ce4e16bb234fb3a65623e27db425f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6ecae25-4a", "ovs_interfaceid": "c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.291420] env[65682]: DEBUG oslo_vmware.api [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Task: {'id': task-4615632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.277746} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.291753] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.295395] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e63c1a0-f576-40e6-9f4b-ee817a8f2aaa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.322858] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 189e7304-e24b-4b6e-8b56-7bad9d792778/189e7304-e24b-4b6e-8b56-7bad9d792778.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.323283] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a59016ac-ad1d-479e-a9b5-83653e5715a8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.357564] env[65682]: DEBUG oslo_vmware.api [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Waiting for the task: (returnval){ [ 715.357564] env[65682]: value = "task-4615633" [ 715.357564] env[65682]: _type = "Task" [ 715.357564] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.358522] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52e6f35d-89e7-5ee3-44c2-cada3eba644f, 'name': SearchDatastore_Task, 'duration_secs': 0.01117} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.358522] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.358866] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.359261] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.373078] env[65682]: DEBUG oslo_vmware.api [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Task: {'id': task-4615633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.377720] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquiring lock "c46c1769-6758-4ad1-8768-8579ce514021" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.377961] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lock "c46c1769-6758-4ad1-8768-8579ce514021" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.398765] env[65682]: DEBUG nova.network.neutron [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 715.402682] env[65682]: DEBUG nova.network.neutron [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Successfully updated port: 82f5fafe-f1c2-4d69-8ffa-8e1255c39d54 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 715.408662] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Releasing lock "refresh_cache-f9347764-1fbe-4a3c-8d8b-828bb61b9f25" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.408741] env[65682]: DEBUG nova.compute.manager [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Instance network_info: |[{"id": "ae8954aa-031d-4e69-8de5-93ce3968a894", "address": "fa:16:3e:c8:48:4f", "network": {"id": "6e954a49-6855-46d4-9edc-a92444630a42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1213605505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b717b357dfcd4266a3687344f05cd8f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae8954aa-03", "ovs_interfaceid": "ae8954aa-031d-4e69-8de5-93ce3968a894", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 715.409381] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:48:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97af1e58-5a75-44a1-b30c-9abb8932df9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae8954aa-031d-4e69-8de5-93ce3968a894', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.419061] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 715.420199] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.420440] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc163795-e435-48ed-9661-b11ec838f498 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.446048] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.446048] env[65682]: value = "task-4615634" [ 715.446048] env[65682]: _type = "Task" [ 715.446048] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.458132] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615634, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.583166] env[65682]: WARNING neutronclient.v2_0.client [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.692144] env[65682]: DEBUG oslo_concurrency.lockutils [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.692144] env[65682]: DEBUG nova.compute.manager [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 715.695581] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.220s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.701164] env[65682]: INFO nova.compute.claims [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.717087] env[65682]: DEBUG nova.compute.manager [req-aa15f15c-0dd8-4f97-bdf8-9a2e3bf2b651 req-aeef71fb-fc2d-4bbc-ae5d-043157be49f0 service nova] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Received event network-vif-plugged-08539295-4873-4fe0-be63-aa253c4f5b27 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 715.717390] env[65682]: DEBUG oslo_concurrency.lockutils [req-aa15f15c-0dd8-4f97-bdf8-9a2e3bf2b651 req-aeef71fb-fc2d-4bbc-ae5d-043157be49f0 service nova] Acquiring lock "189e7304-e24b-4b6e-8b56-7bad9d792778-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.718286] env[65682]: DEBUG oslo_concurrency.lockutils [req-aa15f15c-0dd8-4f97-bdf8-9a2e3bf2b651 req-aeef71fb-fc2d-4bbc-ae5d-043157be49f0 service nova] Lock "189e7304-e24b-4b6e-8b56-7bad9d792778-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.718552] env[65682]: DEBUG oslo_concurrency.lockutils [req-aa15f15c-0dd8-4f97-bdf8-9a2e3bf2b651 req-aeef71fb-fc2d-4bbc-ae5d-043157be49f0 service nova] Lock "189e7304-e24b-4b6e-8b56-7bad9d792778-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.718759] env[65682]: DEBUG nova.compute.manager [req-aa15f15c-0dd8-4f97-bdf8-9a2e3bf2b651 req-aeef71fb-fc2d-4bbc-ae5d-043157be49f0 service nova] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] No waiting events found dispatching network-vif-plugged-08539295-4873-4fe0-be63-aa253c4f5b27 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 715.719094] env[65682]: WARNING nova.compute.manager [req-aa15f15c-0dd8-4f97-bdf8-9a2e3bf2b651 req-aeef71fb-fc2d-4bbc-ae5d-043157be49f0 service nova] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Received unexpected event network-vif-plugged-08539295-4873-4fe0-be63-aa253c4f5b27 for instance with vm_state building and task_state spawning. [ 715.737874] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a4a269-fc5f-be1c-6789-7e54ce42ab1f, 'name': SearchDatastore_Task, 'duration_secs': 0.032476} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.738114] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.738640] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 181f94d0-a313-4bc2-91a9-37ba572dc379/181f94d0-a313-4bc2-91a9-37ba572dc379.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.738739] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.738857] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.739539] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49433118-75e7-4388-aa79-b1b09230d1f0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.742060] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84ef2b59-3fe6-4288-be41-7f08b6093906 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.751034] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for the task: (returnval){ [ 715.751034] env[65682]: value = "task-4615635" [ 715.751034] env[65682]: _type = "Task" [ 715.751034] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.758099] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.758301] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.766530] env[65682]: DEBUG oslo_concurrency.lockutils [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Releasing lock "refresh_cache-bb377ed3-35f4-4001-a73c-45d257bec3f2" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.766530] env[65682]: DEBUG nova.compute.manager [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Instance network_info: |[{"id": "4289fe10-8701-4ba5-a63b-c98ca4f2a837", "address": "fa:16:3e:3d:1a:cb", "network": {"id": "2f11c9de-c2df-4eeb-9b0b-82c10600d8b6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1977061315", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ce4e16bb234fb3a65623e27db425f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4289fe10-87", "ovs_interfaceid": "4289fe10-8701-4ba5-a63b-c98ca4f2a837", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5c36511a-9e6c-44c5-863f-d8d82d0b5073", "address": "fa:16:3e:01:7e:4b", "network": {"id": "0c081f7b-8664-402d-976b-8f05f7a35187", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-157867040", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f3ce4e16bb234fb3a65623e27db425f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c36511a-9e", "ovs_interfaceid": "5c36511a-9e6c-44c5-863f-d8d82d0b5073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2", "address": "fa:16:3e:b5:15:cc", "network": {"id": "2f11c9de-c2df-4eeb-9b0b-82c10600d8b6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1977061315", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ce4e16bb234fb3a65623e27db425f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6ecae25-4a", "ovs_interfaceid": "c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 715.766530] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58617a0e-b3f4-40be-ac65-38f91287404a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.773046] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:1a:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4289fe10-8701-4ba5-a63b-c98ca4f2a837', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:7e:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4df917f7-847a-4c0e-b0e3-69a52e4a1554', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c36511a-9e6c-44c5-863f-d8d82d0b5073', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:15:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.785919] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Creating folder: Project (f3ce4e16bb234fb3a65623e27db425f5). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.786321] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.786960] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1676939d-8d10-4a24-b935-24b3f0a9af2c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.794944] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for the task: (returnval){ [ 715.794944] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d64128-6f20-4845-e074-5ac99550ad11" [ 715.794944] env[65682]: _type = "Task" [ 715.794944] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.802021] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Created folder: Project (f3ce4e16bb234fb3a65623e27db425f5) in parent group-v901426. [ 715.802021] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Creating folder: Instances. Parent ref: group-v901536. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.802223] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28373dc8-4b79-4939-a559-60b7618673a3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.807532] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d64128-6f20-4845-e074-5ac99550ad11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.818227] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Created folder: Instances in parent group-v901536. [ 715.818694] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 715.818946] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.819404] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5897ff1-ffef-4aa1-88e5-9b558edc1617 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.855349] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.855349] env[65682]: value = "task-4615638" [ 715.855349] env[65682]: _type = "Task" [ 715.855349] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.876073] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615638, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.876738] env[65682]: DEBUG oslo_vmware.api [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Task: {'id': task-4615633, 'name': ReconfigVM_Task, 'duration_secs': 0.31883} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.877613] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 189e7304-e24b-4b6e-8b56-7bad9d792778/189e7304-e24b-4b6e-8b56-7bad9d792778.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.878675] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79d995f6-ce23-408b-8586-6beccc7f994a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.888001] env[65682]: DEBUG oslo_vmware.api [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Waiting for the task: (returnval){ [ 715.888001] env[65682]: value = "task-4615639" [ 715.888001] env[65682]: _type = "Task" [ 715.888001] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.901681] env[65682]: DEBUG oslo_vmware.api [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Task: {'id': task-4615639, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.905106] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Acquiring lock "refresh_cache-dc0deed5-2e50-44e7-8e8d-1fc90b4f1611" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.905106] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Acquired lock "refresh_cache-dc0deed5-2e50-44e7-8e8d-1fc90b4f1611" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.905106] env[65682]: DEBUG nova.network.neutron [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 715.930366] env[65682]: DEBUG nova.network.neutron [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Updating instance_info_cache with network_info: [{"id": "d654a2fa-0f11-4bda-bcfa-1261556c3e68", "address": "fa:16:3e:14:54:28", "network": {"id": "106b73b7-6e2c-42eb-92ad-04e4274af08e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-874600951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e4f47bde909a4cccafd43f828891ba64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd654a2fa-0f", "ovs_interfaceid": "d654a2fa-0f11-4bda-bcfa-1261556c3e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.959419] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615634, 'name': CreateVM_Task, 'duration_secs': 0.506912} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.961048] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.962112] env[65682]: WARNING neutronclient.v2_0.client [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.963989] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.963989] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.963989] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.964333] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26c42cf4-d3f3-4331-85a9-091f0477b436 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.981035] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for the task: (returnval){ [ 715.981035] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c10c51-5b02-a12d-0145-bcdb736ab823" [ 715.981035] env[65682]: _type = "Task" [ 715.981035] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.994785] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c10c51-5b02-a12d-0145-bcdb736ab823, 'name': SearchDatastore_Task, 'duration_secs': 0.012297} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.996244] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.996244] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.997717] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.033344] env[65682]: DEBUG oslo_concurrency.lockutils [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Acquiring lock "f0062382-d9ea-489c-9e51-99b494a435da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.033805] env[65682]: DEBUG oslo_concurrency.lockutils [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Lock "f0062382-d9ea-489c-9e51-99b494a435da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.168237] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Acquiring lock "ef478472-6a7e-4ae1-97d6-e30e080ecb1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.168237] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Lock "ef478472-6a7e-4ae1-97d6-e30e080ecb1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.168476] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Acquiring lock "ef478472-6a7e-4ae1-97d6-e30e080ecb1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.168640] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Lock "ef478472-6a7e-4ae1-97d6-e30e080ecb1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.168820] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Lock "ef478472-6a7e-4ae1-97d6-e30e080ecb1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.171292] env[65682]: INFO nova.compute.manager [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Terminating instance [ 716.208825] env[65682]: DEBUG nova.compute.utils [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.212124] env[65682]: DEBUG nova.compute.manager [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 716.212352] env[65682]: DEBUG nova.network.neutron [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 716.212685] env[65682]: WARNING neutronclient.v2_0.client [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.212989] env[65682]: WARNING neutronclient.v2_0.client [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.264581] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615635, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.302844] env[65682]: DEBUG nova.policy [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6316728f0e84555b2693fc2c5780e38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8eaca82bae54434ea55d652d06ff4773', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.312448] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d64128-6f20-4845-e074-5ac99550ad11, 'name': SearchDatastore_Task, 'duration_secs': 0.024031} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.313423] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-500735d3-6a9a-42ec-a13c-88e8baded2ad {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.321206] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for the task: (returnval){ [ 716.321206] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]524adbe5-4d99-bef9-4ac4-5b4b77d1fd95" [ 716.321206] env[65682]: _type = "Task" [ 716.321206] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.334222] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]524adbe5-4d99-bef9-4ac4-5b4b77d1fd95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.366514] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615638, 'name': CreateVM_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.378696] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Acquiring lock "82843684-9e3d-4e9f-9d40-efe9c679a99e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.379027] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Lock "82843684-9e3d-4e9f-9d40-efe9c679a99e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.379167] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Acquiring lock "82843684-9e3d-4e9f-9d40-efe9c679a99e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.379345] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Lock "82843684-9e3d-4e9f-9d40-efe9c679a99e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.379536] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Lock "82843684-9e3d-4e9f-9d40-efe9c679a99e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.382150] env[65682]: INFO nova.compute.manager [None req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Terminating instance [ 716.398699] env[65682]: DEBUG oslo_vmware.api [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Task: {'id': task-4615639, 'name': Rename_Task, 'duration_secs': 0.180565} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.399241] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.399502] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dfb294b-e5f9-4bcc-9ca0-7daddafc9aac {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.407102] env[65682]: DEBUG oslo_vmware.api [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Waiting for the task: (returnval){ [ 716.407102] env[65682]: value = "task-4615640" [ 716.407102] env[65682]: _type = "Task" [ 716.407102] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.420366] env[65682]: DEBUG oslo_vmware.api [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Task: {'id': task-4615640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.433487] env[65682]: DEBUG oslo_concurrency.lockutils [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Releasing lock "refresh_cache-1ee31b8f-5bb3-473a-b27f-331a853ed787" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.433863] env[65682]: DEBUG nova.compute.manager [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Instance network_info: |[{"id": "d654a2fa-0f11-4bda-bcfa-1261556c3e68", "address": "fa:16:3e:14:54:28", "network": {"id": "106b73b7-6e2c-42eb-92ad-04e4274af08e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-874600951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e4f47bde909a4cccafd43f828891ba64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd654a2fa-0f", "ovs_interfaceid": "d654a2fa-0f11-4bda-bcfa-1261556c3e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 716.434305] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:54:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ac73085-7d7d-4ac3-863f-7b36a1b69aee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd654a2fa-0f11-4bda-bcfa-1261556c3e68', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.447362] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Creating folder: Project (e4f47bde909a4cccafd43f828891ba64). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.447693] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4868715f-9d56-4503-967b-b6a68c0b6676 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.469361] env[65682]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 716.469361] env[65682]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65682) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 716.469361] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Folder already exists: Project (e4f47bde909a4cccafd43f828891ba64). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 716.469361] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Creating folder: Instances. Parent ref: group-v901500. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.469361] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-040aa4ae-a67e-412a-b96a-d133982672b6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.479287] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cd8961fa-2179-4fb4-9dd9-f37544d638db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Acquiring lock "8dfedc69-d424-40c8-b383-714719622e52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.479287] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cd8961fa-2179-4fb4-9dd9-f37544d638db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Lock "8dfedc69-d424-40c8-b383-714719622e52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.479287] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cd8961fa-2179-4fb4-9dd9-f37544d638db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Acquiring lock "8dfedc69-d424-40c8-b383-714719622e52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.479287] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cd8961fa-2179-4fb4-9dd9-f37544d638db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Lock "8dfedc69-d424-40c8-b383-714719622e52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.479287] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cd8961fa-2179-4fb4-9dd9-f37544d638db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Lock "8dfedc69-d424-40c8-b383-714719622e52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.484022] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Created folder: Instances in parent group-v901500. [ 716.484022] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 716.484022] env[65682]: INFO nova.compute.manager [None req-cd8961fa-2179-4fb4-9dd9-f37544d638db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Terminating instance [ 716.485416] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.486139] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-954eef87-df73-4911-a246-96a712cac825 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.513028] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.513028] env[65682]: value = "task-4615643" [ 716.513028] env[65682]: _type = "Task" [ 716.513028] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.528676] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615643, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.677575] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Acquiring lock "refresh_cache-ef478472-6a7e-4ae1-97d6-e30e080ecb1b" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.677575] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Acquired lock "refresh_cache-ef478472-6a7e-4ae1-97d6-e30e080ecb1b" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.677575] env[65682]: DEBUG nova.network.neutron [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 716.713384] env[65682]: DEBUG nova.compute.manager [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 716.739092] env[65682]: DEBUG nova.network.neutron [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Successfully created port: 4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 716.766789] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615635, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.779061] env[65682]: DEBUG nova.network.neutron [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 716.840112] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]524adbe5-4d99-bef9-4ac4-5b4b77d1fd95, 'name': SearchDatastore_Task, 'duration_secs': 0.023917} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.844156] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.844585] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] b5e349bc-83eb-417a-a892-61a2be7e06f9/b5e349bc-83eb-417a-a892-61a2be7e06f9.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.847519] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.847861] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.849044] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91562563-cf30-4fa4-9d81-edd76c22a2ec {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.850811] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55f45f90-8fad-47d3-91e6-b0b4e9613370 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.860787] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for the task: (returnval){ [ 716.860787] env[65682]: value = "task-4615644" [ 716.860787] env[65682]: _type = "Task" [ 716.860787] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.866638] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.866638] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.873802] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96d4f4b4-fffa-4831-bc1d-9a8f3159f447 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.876610] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615638, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.886445] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.887530] env[65682]: DEBUG nova.compute.manager [None req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 716.887811] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.888233] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for the task: (returnval){ [ 716.888233] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f54a4d-3036-3d7d-c17b-5b81e29db9f3" [ 716.888233] env[65682]: _type = "Task" [ 716.888233] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.889329] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67960af2-d1c3-4631-ad1a-943be0a1b6fd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.911049] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f54a4d-3036-3d7d-c17b-5b81e29db9f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010811} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.917718] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.920975] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-896f1504-6dd4-492e-953d-8f03bf9e497d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.928375] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-727ee329-e471-45c2-b764-543fad64074f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.937777] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for the task: (returnval){ [ 716.937777] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5282fafe-6683-06ba-cb20-9066e698c70c" [ 716.937777] env[65682]: _type = "Task" [ 716.937777] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.943077] env[65682]: DEBUG oslo_vmware.api [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Task: {'id': task-4615640, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.951760] env[65682]: DEBUG oslo_vmware.api [None req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Waiting for the task: (returnval){ [ 716.951760] env[65682]: value = "task-4615645" [ 716.951760] env[65682]: _type = "Task" [ 716.951760] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.967630] env[65682]: WARNING neutronclient.v2_0.client [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.971086] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5282fafe-6683-06ba-cb20-9066e698c70c, 'name': SearchDatastore_Task, 'duration_secs': 0.012352} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.974722] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.975158] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] f9347764-1fbe-4a3c-8d8b-828bb61b9f25/f9347764-1fbe-4a3c-8d8b-828bb61b9f25.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.975670] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ea551ba-2360-4a24-8fbf-004f3456fd3e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.982327] env[65682]: DEBUG oslo_vmware.api [None req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4615645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.989202] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for the task: (returnval){ [ 716.989202] env[65682]: value = "task-4615646" [ 716.989202] env[65682]: _type = "Task" [ 716.989202] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.004156] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.010341] env[65682]: DEBUG nova.compute.manager [None req-cd8961fa-2179-4fb4-9dd9-f37544d638db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 717.010496] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8961fa-2179-4fb4-9dd9-f37544d638db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.012043] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24500c7-3e4e-4749-8a80-db046328c1d3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.033146] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8961fa-2179-4fb4-9dd9-f37544d638db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.037531] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4847e21a-bb7b-4b6f-ace8-211ec3c8055a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.039385] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615643, 'name': CreateVM_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.054445] env[65682]: DEBUG oslo_vmware.api [None req-cd8961fa-2179-4fb4-9dd9-f37544d638db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Waiting for the task: (returnval){ [ 717.054445] env[65682]: value = "task-4615647" [ 717.054445] env[65682]: _type = "Task" [ 717.054445] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.064576] env[65682]: DEBUG oslo_vmware.api [None req-cd8961fa-2179-4fb4-9dd9-f37544d638db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Task: {'id': task-4615647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.150483] env[65682]: DEBUG nova.network.neutron [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Updating instance_info_cache with network_info: [{"id": "82f5fafe-f1c2-4d69-8ffa-8e1255c39d54", "address": "fa:16:3e:60:34:91", "network": {"id": "77316b66-ea63-4584-99dd-80424d5a5fd5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-874022092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c93c1c81794b4994a81d657620864895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82f5fafe-f1", "ovs_interfaceid": "82f5fafe-f1c2-4d69-8ffa-8e1255c39d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.180728] env[65682]: WARNING neutronclient.v2_0.client [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.270379] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615635, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.274566] env[65682]: DEBUG nova.network.neutron [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 717.279737] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19dfadb-115d-45e6-a626-27a7a61fdd7c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.290230] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b12fb01-3a74-4c4f-ab67-1d81a9e4e624 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.328048] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1f568e-44c6-4a6e-a531-b537e6181f26 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.340160] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9ec262-6391-4315-b360-fd6e6f1659b7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.356901] env[65682]: DEBUG nova.compute.provider_tree [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.373356] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.377888] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615638, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.422259] env[65682]: DEBUG oslo_vmware.api [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Task: {'id': task-4615640, 'name': PowerOnVM_Task, 'duration_secs': 0.852048} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.422559] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.422762] env[65682]: INFO nova.compute.manager [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Took 16.95 seconds to spawn the instance on the hypervisor. [ 717.422940] env[65682]: DEBUG nova.compute.manager [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 717.423924] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e8db64-a24f-4e60-bed0-51e3f19e513c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.464326] env[65682]: DEBUG oslo_vmware.api [None req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4615645, 'name': PowerOffVM_Task, 'duration_secs': 0.436023} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.464530] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.464698] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.464999] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29f0fac0-7230-4f60-ab41-e51933b4aaec {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.492540] env[65682]: DEBUG nova.network.neutron [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.505942] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615646, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.533275] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615643, 'name': CreateVM_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.544050] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.544308] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.544541] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Deleting the datastore file [datastore2] 82843684-9e3d-4e9f-9d40-efe9c679a99e {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.544795] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25b82fa0-39a1-46f4-bb14-9e256f72aff6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.555167] env[65682]: DEBUG oslo_vmware.api [None req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Waiting for the task: (returnval){ [ 717.555167] env[65682]: value = "task-4615649" [ 717.555167] env[65682]: _type = "Task" [ 717.555167] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.574698] env[65682]: DEBUG oslo_vmware.api [None req-cd8961fa-2179-4fb4-9dd9-f37544d638db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Task: {'id': task-4615647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.578932] env[65682]: DEBUG oslo_vmware.api [None req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4615649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.654024] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Releasing lock "refresh_cache-dc0deed5-2e50-44e7-8e8d-1fc90b4f1611" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.654703] env[65682]: DEBUG nova.compute.manager [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Instance network_info: |[{"id": "82f5fafe-f1c2-4d69-8ffa-8e1255c39d54", "address": "fa:16:3e:60:34:91", "network": {"id": "77316b66-ea63-4584-99dd-80424d5a5fd5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-874022092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c93c1c81794b4994a81d657620864895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82f5fafe-f1", "ovs_interfaceid": "82f5fafe-f1c2-4d69-8ffa-8e1255c39d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 717.655311] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:34:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82f5fafe-f1c2-4d69-8ffa-8e1255c39d54', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.669724] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Creating folder: Project (c93c1c81794b4994a81d657620864895). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.672945] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd6ef8d1-e089-47b0-a189-55f8715b2d5b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.679045] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.679219] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.692974] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Created folder: Project (c93c1c81794b4994a81d657620864895) in parent group-v901426. [ 717.693338] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Creating folder: Instances. Parent ref: group-v901541. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.693775] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c05da9e-877e-4fc5-a9db-a84bba3fa659 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.707521] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Created folder: Instances in parent group-v901541. [ 717.707521] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 717.707749] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.707865] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c806c71-0169-4836-8ca3-3e3a7c96fd36 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.731745] env[65682]: DEBUG nova.compute.manager [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 717.748308] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.748308] env[65682]: value = "task-4615652" [ 717.748308] env[65682]: _type = "Task" [ 717.748308] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.763953] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615652, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.776539] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615635, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.613243} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.776739] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 181f94d0-a313-4bc2-91a9-37ba572dc379/181f94d0-a313-4bc2-91a9-37ba572dc379.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.777012] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.777349] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ff9dcdf-241b-46ae-8706-6e846a528b56 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.787737] env[65682]: DEBUG nova.virt.hardware [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 717.787737] env[65682]: DEBUG nova.virt.hardware [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.787737] env[65682]: DEBUG nova.virt.hardware [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 717.787737] env[65682]: DEBUG nova.virt.hardware [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.787737] env[65682]: DEBUG nova.virt.hardware [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 717.787737] env[65682]: DEBUG nova.virt.hardware [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 717.787737] env[65682]: DEBUG nova.virt.hardware [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 717.787737] env[65682]: DEBUG nova.virt.hardware [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 717.787737] env[65682]: DEBUG nova.virt.hardware [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 717.787737] env[65682]: DEBUG nova.virt.hardware [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 717.787737] env[65682]: DEBUG nova.virt.hardware [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 717.789038] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ce3eaf-9e0a-49db-8cb9-66d8cf81b58e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.802469] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ba46bd-d041-4059-9555-9263b8e38761 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.810606] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for the task: (returnval){ [ 717.810606] env[65682]: value = "task-4615653" [ 717.810606] env[65682]: _type = "Task" [ 717.810606] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.822878] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615653, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.867271] env[65682]: DEBUG nova.scheduler.client.report [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.890626] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615644, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.896368] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615638, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.953683] env[65682]: INFO nova.compute.manager [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Took 30.17 seconds to build instance. [ 717.999469] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Releasing lock "refresh_cache-ef478472-6a7e-4ae1-97d6-e30e080ecb1b" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.000163] env[65682]: DEBUG nova.compute.manager [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 718.000457] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.002688] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72be84cf-082c-45f3-8f8c-d90825e3cb35 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.016070] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615646, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.025022] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.030049] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-755b4e06-9ffe-43e5-b17e-a0f02bf4bc9f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.040465] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615643, 'name': CreateVM_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.042421] env[65682]: DEBUG oslo_vmware.api [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Waiting for the task: (returnval){ [ 718.042421] env[65682]: value = "task-4615654" [ 718.042421] env[65682]: _type = "Task" [ 718.042421] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.056028] env[65682]: DEBUG oslo_vmware.api [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': task-4615654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.074685] env[65682]: DEBUG oslo_vmware.api [None req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4615649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.079143] env[65682]: DEBUG oslo_vmware.api [None req-cd8961fa-2179-4fb4-9dd9-f37544d638db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Task: {'id': task-4615647, 'name': PowerOffVM_Task, 'duration_secs': 1.024716} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.079484] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8961fa-2179-4fb4-9dd9-f37544d638db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.079679] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8961fa-2179-4fb4-9dd9-f37544d638db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 718.080166] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95040d79-aefd-400f-abd6-8119556df65c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.158739] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8961fa-2179-4fb4-9dd9-f37544d638db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 718.158975] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8961fa-2179-4fb4-9dd9-f37544d638db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 718.159754] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd8961fa-2179-4fb4-9dd9-f37544d638db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Deleting the datastore file [datastore1] 8dfedc69-d424-40c8-b383-714719622e52 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.159754] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bd710c6-2953-4d8e-80a6-d0de5dda2651 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.169662] env[65682]: DEBUG oslo_vmware.api [None req-cd8961fa-2179-4fb4-9dd9-f37544d638db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Waiting for the task: (returnval){ [ 718.169662] env[65682]: value = "task-4615656" [ 718.169662] env[65682]: _type = "Task" [ 718.169662] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.180582] env[65682]: DEBUG oslo_vmware.api [None req-cd8961fa-2179-4fb4-9dd9-f37544d638db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Task: {'id': task-4615656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.259915] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615652, 'name': CreateVM_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.324072] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615653, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.369214} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.326226] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.332951] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df723410-50af-4a88-b307-2c10021a497c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.339658] env[65682]: DEBUG oslo_concurrency.lockutils [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Acquiring lock "89576a50-d305-48e2-89f2-2c5a91e2c204" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.340165] env[65682]: DEBUG oslo_concurrency.lockutils [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Lock "89576a50-d305-48e2-89f2-2c5a91e2c204" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.346221] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Acquiring lock "651e4382-f857-4e51-be98-7a69232637cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.346221] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Lock "651e4382-f857-4e51-be98-7a69232637cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.372874] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 181f94d0-a313-4bc2-91a9-37ba572dc379/181f94d0-a313-4bc2-91a9-37ba572dc379.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.378753] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4971ca0e-61dd-4548-9a04-b0ffd45b0e24 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.396915] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.398109] env[65682]: DEBUG nova.compute.manager [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 718.405936] env[65682]: DEBUG oslo_concurrency.lockutils [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.517s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.408159] env[65682]: INFO nova.compute.claims [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.415327] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615638, 'name': CreateVM_Task, 'duration_secs': 2.069873} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.418909] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.418909] env[65682]: WARNING neutronclient.v2_0.client [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.418909] env[65682]: WARNING neutronclient.v2_0.client [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.418909] env[65682]: WARNING neutronclient.v2_0.client [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.418909] env[65682]: DEBUG oslo_concurrency.lockutils [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.419138] env[65682]: DEBUG oslo_concurrency.lockutils [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.419382] env[65682]: DEBUG oslo_concurrency.lockutils [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.420056] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for the task: (returnval){ [ 718.420056] env[65682]: value = "task-4615657" [ 718.420056] env[65682]: _type = "Task" [ 718.420056] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.424061] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe1a4606-3893-449e-9776-4afc0de0f6aa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.425774] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615644, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.269334} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.429667] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] b5e349bc-83eb-417a-a892-61a2be7e06f9/b5e349bc-83eb-417a-a892-61a2be7e06f9.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.429894] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.433297] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d011f9a-15ee-4de0-bacd-2c18b980bde9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.434986] env[65682]: DEBUG oslo_vmware.api [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Waiting for the task: (returnval){ [ 718.434986] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523237db-1b1e-f7af-d6e2-8606a30d01f0" [ 718.434986] env[65682]: _type = "Task" [ 718.434986] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.447175] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for the task: (returnval){ [ 718.447175] env[65682]: value = "task-4615658" [ 718.447175] env[65682]: _type = "Task" [ 718.447175] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.447535] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.457909] env[65682]: DEBUG oslo_concurrency.lockutils [None req-71594f7f-e3de-4cbf-8352-870e262fc1a3 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Lock "189e7304-e24b-4b6e-8b56-7bad9d792778" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.697s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.457909] env[65682]: DEBUG oslo_vmware.api [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523237db-1b1e-f7af-d6e2-8606a30d01f0, 'name': SearchDatastore_Task, 'duration_secs': 0.017859} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.459537] env[65682]: DEBUG oslo_concurrency.lockutils [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.460392] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.460392] env[65682]: DEBUG oslo_concurrency.lockutils [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.460582] env[65682]: DEBUG oslo_concurrency.lockutils [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.460903] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.467018] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce22a21d-5581-4620-a45b-366ede7de13e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.469998] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.479970] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.480200] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.481103] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5003ba0-4cfe-4084-a329-bb2f42429aa3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.494966] env[65682]: DEBUG oslo_vmware.api [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Waiting for the task: (returnval){ [ 718.494966] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ec37e1-2133-5604-e640-6b8183ec08bf" [ 718.494966] env[65682]: _type = "Task" [ 718.494966] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.509140] env[65682]: DEBUG oslo_vmware.api [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ec37e1-2133-5604-e640-6b8183ec08bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.513031] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615646, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.132997} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.513031] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] f9347764-1fbe-4a3c-8d8b-828bb61b9f25/f9347764-1fbe-4a3c-8d8b-828bb61b9f25.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.513176] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.513697] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25e21c6c-965c-4fc2-99be-213fd840aafd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.522568] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for the task: (returnval){ [ 718.522568] env[65682]: value = "task-4615659" [ 718.522568] env[65682]: _type = "Task" [ 718.522568] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.538481] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615659, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.544431] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615643, 'name': CreateVM_Task, 'duration_secs': 1.743316} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.544431] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.547488] env[65682]: WARNING neutronclient.v2_0.client [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.547852] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'device_type': None, 'disk_bus': None, 'guest_format': None, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901510', 'volume_id': '31daff33-ed42-496b-b3d1-243c6343e16b', 'name': 'volume-31daff33-ed42-496b-b3d1-243c6343e16b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ee31b8f-5bb3-473a-b27f-331a853ed787', 'attached_at': '', 'detached_at': '', 'volume_id': '31daff33-ed42-496b-b3d1-243c6343e16b', 'serial': '31daff33-ed42-496b-b3d1-243c6343e16b'}, 'delete_on_termination': True, 'attachment_id': 'b04f19a8-4b97-4b84-bb2c-c7a473ae33dc', 'volume_type': None}], 'swap': None} {{(pid=65682) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 718.548057] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Root volume attach. Driver type: vmdk {{(pid=65682) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 718.549366] env[65682]: DEBUG nova.network.neutron [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Successfully updated port: 4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 718.551207] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86692ee1-df7c-49de-bd28-c2b1a33f8377 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.565781] env[65682]: DEBUG oslo_vmware.api [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': task-4615654, 'name': PowerOffVM_Task, 'duration_secs': 0.418884} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.569864] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.570064] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 718.570827] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c09890-4899-4753-851b-7f46accad4d6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.574260] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80b4c2f3-e90f-4196-bf0c-25415b8bbb09 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.584388] env[65682]: DEBUG oslo_vmware.api [None req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4615649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.66315} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.584588] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.584773] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 718.584948] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 718.585140] env[65682]: INFO nova.compute.manager [None req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Took 1.70 seconds to destroy the instance on the hypervisor. [ 718.585379] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 718.586202] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633e649c-823f-41b5-8f17-d8fce3dabb8d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.589366] env[65682]: DEBUG nova.compute.manager [-] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 718.589496] env[65682]: DEBUG nova.network.neutron [-] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 718.589752] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.598283] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-9832ece0-7f83-416b-a901-85c7790a1652 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.607245] env[65682]: DEBUG oslo_vmware.api [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Waiting for the task: (returnval){ [ 718.607245] env[65682]: value = "task-4615661" [ 718.607245] env[65682]: _type = "Task" [ 718.607245] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.612466] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 718.612682] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 718.612909] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Deleting the datastore file [datastore2] ef478472-6a7e-4ae1-97d6-e30e080ecb1b {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.613541] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2cb6cc1-5da8-4113-824c-2c3003eb2c41 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.622319] env[65682]: DEBUG oslo_vmware.api [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Task: {'id': task-4615661, 'name': RelocateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.627853] env[65682]: DEBUG oslo_vmware.api [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Waiting for the task: (returnval){ [ 718.627853] env[65682]: value = "task-4615662" [ 718.627853] env[65682]: _type = "Task" [ 718.627853] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.639541] env[65682]: DEBUG oslo_vmware.api [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': task-4615662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.659119] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.681558] env[65682]: DEBUG oslo_vmware.api [None req-cd8961fa-2179-4fb4-9dd9-f37544d638db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Task: {'id': task-4615656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323111} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.681896] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd8961fa-2179-4fb4-9dd9-f37544d638db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.682171] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8961fa-2179-4fb4-9dd9-f37544d638db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 718.682392] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8961fa-2179-4fb4-9dd9-f37544d638db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 718.682631] env[65682]: INFO nova.compute.manager [None req-cd8961fa-2179-4fb4-9dd9-f37544d638db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Took 1.67 seconds to destroy the instance on the hypervisor. [ 718.682972] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-cd8961fa-2179-4fb4-9dd9-f37544d638db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 718.683397] env[65682]: DEBUG nova.compute.manager [-] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 718.683531] env[65682]: DEBUG nova.network.neutron [-] [instance: 8dfedc69-d424-40c8-b383-714719622e52] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 718.683812] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.762514] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615652, 'name': CreateVM_Task, 'duration_secs': 0.793111} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.762704] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.763198] env[65682]: WARNING neutronclient.v2_0.client [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.763543] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.763786] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.764076] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.764370] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90f7b26f-36c8-4c52-9100-7d1f2d8cb1d1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.770931] env[65682]: DEBUG oslo_vmware.api [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Waiting for the task: (returnval){ [ 718.770931] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52e0cc1e-3144-fddc-b226-73e37d376ff8" [ 718.770931] env[65682]: _type = "Task" [ 718.770931] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.780188] env[65682]: DEBUG nova.compute.manager [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: 746a1592-b842-45a5-af76-11161889f176] Received event network-changed-cdb71676-b7b3-43f1-b2e8-4d7b00116c7d {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 718.780330] env[65682]: DEBUG nova.compute.manager [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: 746a1592-b842-45a5-af76-11161889f176] Refreshing instance network info cache due to event network-changed-cdb71676-b7b3-43f1-b2e8-4d7b00116c7d. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 718.780483] env[65682]: DEBUG oslo_concurrency.lockutils [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] Acquiring lock "refresh_cache-746a1592-b842-45a5-af76-11161889f176" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.780670] env[65682]: DEBUG oslo_concurrency.lockutils [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] Acquired lock "refresh_cache-746a1592-b842-45a5-af76-11161889f176" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.780838] env[65682]: DEBUG nova.network.neutron [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: 746a1592-b842-45a5-af76-11161889f176] Refreshing network info cache for port cdb71676-b7b3-43f1-b2e8-4d7b00116c7d {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.783624] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.795153] env[65682]: DEBUG oslo_vmware.api [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52e0cc1e-3144-fddc-b226-73e37d376ff8, 'name': SearchDatastore_Task, 'duration_secs': 0.011909} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.796122] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.796560] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.796560] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.903396] env[65682]: DEBUG nova.compute.utils [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.904920] env[65682]: DEBUG nova.compute.manager [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 718.905250] env[65682]: DEBUG nova.network.neutron [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 718.905596] env[65682]: WARNING neutronclient.v2_0.client [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.905963] env[65682]: WARNING neutronclient.v2_0.client [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.936978] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.962708] env[65682]: DEBUG nova.compute.manager [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 718.966080] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179888} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.966141] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.967268] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e2febf-67ae-485d-b27f-82274c8c51a8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.024508] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] b5e349bc-83eb-417a-a892-61a2be7e06f9/b5e349bc-83eb-417a-a892-61a2be7e06f9.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.029648] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb20a90e-9765-4744-83f8-35e0ff8070e4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.056490] env[65682]: DEBUG oslo_concurrency.lockutils [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "refresh_cache-8a169693-eae1-4796-a42b-b7cb2e9aeadb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.056787] env[65682]: DEBUG oslo_concurrency.lockutils [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquired lock "refresh_cache-8a169693-eae1-4796-a42b-b7cb2e9aeadb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.057284] env[65682]: DEBUG nova.network.neutron [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 719.065828] env[65682]: DEBUG oslo_vmware.api [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ec37e1-2133-5604-e640-6b8183ec08bf, 'name': SearchDatastore_Task, 'duration_secs': 0.023525} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.071321] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for the task: (returnval){ [ 719.071321] env[65682]: value = "task-4615663" [ 719.071321] env[65682]: _type = "Task" [ 719.071321] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.071833] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160806} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.072504] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c805985-eaba-41cc-9eae-55fc6495ce8f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.075568] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.084489] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb39cce-711b-4a7e-9ac8-080e19adc9b9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.093061] env[65682]: DEBUG oslo_vmware.api [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Waiting for the task: (returnval){ [ 719.093061] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c79c38-fb6a-ee3c-a50e-fbf78a62daee" [ 719.093061] env[65682]: _type = "Task" [ 719.093061] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.122068] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] f9347764-1fbe-4a3c-8d8b-828bb61b9f25/f9347764-1fbe-4a3c-8d8b-828bb61b9f25.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.122726] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.123117] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdc34109-5d3b-4a29-8441-eb7423fc1415 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.151976] env[65682]: DEBUG oslo_vmware.api [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c79c38-fb6a-ee3c-a50e-fbf78a62daee, 'name': SearchDatastore_Task, 'duration_secs': 0.015798} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.160617] env[65682]: DEBUG oslo_concurrency.lockutils [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.160915] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] bb377ed3-35f4-4001-a73c-45d257bec3f2/bb377ed3-35f4-4001-a73c-45d257bec3f2.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.161341] env[65682]: DEBUG oslo_vmware.api [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Task: {'id': task-4615661, 'name': RelocateVM_Task} progress is 38%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.164833] env[65682]: DEBUG oslo_vmware.api [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Task: {'id': task-4615662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115159} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.166683] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.166920] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.167251] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0f718d3-c562-4bfa-b95b-6f3f7ae065cc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.169988] env[65682]: DEBUG oslo_concurrency.lockutils [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquiring lock "9db826c2-b488-458f-abe7-b5f3cd3b97d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.170233] env[65682]: DEBUG oslo_concurrency.lockutils [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "9db826c2-b488-458f-abe7-b5f3cd3b97d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.170478] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.170615] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.170814] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.170997] env[65682]: INFO nova.compute.manager [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 719.171274] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 719.171537] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for the task: (returnval){ [ 719.171537] env[65682]: value = "task-4615664" [ 719.171537] env[65682]: _type = "Task" [ 719.171537] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.172270] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0628dda8-17d0-48c3-8663-11eed443fbc3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.175282] env[65682]: DEBUG nova.compute.manager [-] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 719.175466] env[65682]: DEBUG nova.network.neutron [-] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 719.175787] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.190260] env[65682]: DEBUG oslo_vmware.api [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Waiting for the task: (returnval){ [ 719.190260] env[65682]: value = "task-4615665" [ 719.190260] env[65682]: _type = "Task" [ 719.190260] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.198073] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615664, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.199863] env[65682]: DEBUG oslo_concurrency.lockutils [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquiring lock "80e8abe3-552a-42a8-83df-55ea1d2f04c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.200140] env[65682]: DEBUG oslo_concurrency.lockutils [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "80e8abe3-552a-42a8-83df-55ea1d2f04c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.204190] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.204433] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.206134] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-962b578d-5df4-4544-891a-857e90cb8c44 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.213983] env[65682]: DEBUG oslo_vmware.api [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Waiting for the task: (returnval){ [ 719.213983] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5272cb9f-532b-e12f-1277-982a2cef07ca" [ 719.213983] env[65682]: _type = "Task" [ 719.213983] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.217769] env[65682]: DEBUG oslo_vmware.api [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4615665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.231799] env[65682]: DEBUG oslo_vmware.api [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5272cb9f-532b-e12f-1277-982a2cef07ca, 'name': SearchDatastore_Task} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.232636] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab000869-a80d-4f3f-8de9-cce936f66d88 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.243040] env[65682]: DEBUG oslo_vmware.api [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Waiting for the task: (returnval){ [ 719.243040] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52679072-7d77-b275-b1ea-cc211d7a821d" [ 719.243040] env[65682]: _type = "Task" [ 719.243040] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.257996] env[65682]: DEBUG oslo_vmware.api [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52679072-7d77-b275-b1ea-cc211d7a821d, 'name': SearchDatastore_Task, 'duration_secs': 0.012904} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.258088] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.258378] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] dc0deed5-2e50-44e7-8e8d-1fc90b4f1611/dc0deed5-2e50-44e7-8e8d-1fc90b4f1611.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.258713] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82a913ff-1e16-495e-97e8-71dff18ee0d3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.269716] env[65682]: DEBUG oslo_vmware.api [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Waiting for the task: (returnval){ [ 719.269716] env[65682]: value = "task-4615666" [ 719.269716] env[65682]: _type = "Task" [ 719.269716] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.283877] env[65682]: WARNING neutronclient.v2_0.client [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.286728] env[65682]: DEBUG oslo_vmware.api [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Task: {'id': task-4615666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.363906] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Acquiring lock "361105bf-f13c-4c6f-973f-b8e70665f84e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.363906] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Lock "361105bf-f13c-4c6f-973f-b8e70665f84e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.409836] env[65682]: DEBUG nova.compute.manager [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 719.449996] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615657, 'name': ReconfigVM_Task, 'duration_secs': 1.013578} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.450767] env[65682]: DEBUG nova.network.neutron [-] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 719.451563] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.456923] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 181f94d0-a313-4bc2-91a9-37ba572dc379/181f94d0-a313-4bc2-91a9-37ba572dc379.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.458245] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10c358b5-e1c0-49af-9447-05fc22348117 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.473111] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for the task: (returnval){ [ 719.473111] env[65682]: value = "task-4615667" [ 719.473111] env[65682]: _type = "Task" [ 719.473111] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.492613] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615667, 'name': Rename_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.494541] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.563967] env[65682]: DEBUG nova.policy [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd09f7e864121444f871dec7e5bff0c69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c454c93fd4bd47c4b8d8e08295e61f4b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.589080] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615663, 'name': ReconfigVM_Task, 'duration_secs': 0.401362} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.589688] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Reconfigured VM instance instance-00000020 to attach disk [datastore1] b5e349bc-83eb-417a-a892-61a2be7e06f9/b5e349bc-83eb-417a-a892-61a2be7e06f9.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.590788] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42129f4a-6615-4729-b4ca-c5335380d483 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.602968] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for the task: (returnval){ [ 719.602968] env[65682]: value = "task-4615668" [ 719.602968] env[65682]: _type = "Task" [ 719.602968] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.625164] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615668, 'name': Rename_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.647848] env[65682]: DEBUG oslo_vmware.api [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Task: {'id': task-4615661, 'name': RelocateVM_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.690146] env[65682]: DEBUG nova.network.neutron [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 719.709211] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615664, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.721714] env[65682]: DEBUG oslo_vmware.api [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4615665, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.782133] env[65682]: DEBUG oslo_vmware.api [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Task: {'id': task-4615666, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.858531] env[65682]: DEBUG nova.network.neutron [-] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.874210] env[65682]: DEBUG nova.network.neutron [-] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.962121] env[65682]: DEBUG nova.network.neutron [-] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.994403] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615667, 'name': Rename_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.119688] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615668, 'name': Rename_Task, 'duration_secs': 0.473} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.120091] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.120730] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ada812a-3f84-4578-b211-bea827b301c0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.133427] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for the task: (returnval){ [ 720.133427] env[65682]: value = "task-4615669" [ 720.133427] env[65682]: _type = "Task" [ 720.133427] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.143521] env[65682]: DEBUG oslo_vmware.api [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Task: {'id': task-4615661, 'name': RelocateVM_Task} progress is 65%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.147264] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.181412] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72536426-4931-4c22-a93b-40f18568edca {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.196952] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59d6221-21e1-4d54-8d9b-43ba43f94cd6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.208664] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615664, 'name': ReconfigVM_Task, 'duration_secs': 0.648901} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.211812] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Reconfigured VM instance instance-00000021 to attach disk [datastore1] f9347764-1fbe-4a3c-8d8b-828bb61b9f25/f9347764-1fbe-4a3c-8d8b-828bb61b9f25.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.240179] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48d3cd13-3072-499c-b654-bd750deb5aa0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.246665] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c69662b-7719-49df-82d0-9486a82f5fa5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.250644] env[65682]: DEBUG oslo_vmware.api [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4615665, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553703} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.251422] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] bb377ed3-35f4-4001-a73c-45d257bec3f2/bb377ed3-35f4-4001-a73c-45d257bec3f2.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.251672] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.252135] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7143696-0410-414f-9d3c-dd3abfc53f6b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.260251] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192e2bb1-3481-483f-85f6-a57ddaaf29b5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.265637] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for the task: (returnval){ [ 720.265637] env[65682]: value = "task-4615670" [ 720.265637] env[65682]: _type = "Task" [ 720.265637] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.267664] env[65682]: DEBUG oslo_vmware.api [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Waiting for the task: (returnval){ [ 720.267664] env[65682]: value = "task-4615671" [ 720.267664] env[65682]: _type = "Task" [ 720.267664] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.284578] env[65682]: DEBUG nova.compute.provider_tree [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.303636] env[65682]: DEBUG oslo_vmware.api [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4615671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.304921] env[65682]: DEBUG nova.network.neutron [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Successfully created port: afc26e8e-d2cf-464c-9e56-c5ad59f90d6e {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 720.317172] env[65682]: DEBUG oslo_vmware.api [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Task: {'id': task-4615666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.837792} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.317587] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615670, 'name': Rename_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.318701] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] dc0deed5-2e50-44e7-8e8d-1fc90b4f1611/dc0deed5-2e50-44e7-8e8d-1fc90b4f1611.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.318911] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.319243] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92468a55-d556-4b60-b331-46c6ff69cec7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.331090] env[65682]: DEBUG oslo_vmware.api [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Waiting for the task: (returnval){ [ 720.331090] env[65682]: value = "task-4615672" [ 720.331090] env[65682]: _type = "Task" [ 720.331090] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.337495] env[65682]: WARNING neutronclient.v2_0.client [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.348967] env[65682]: DEBUG oslo_vmware.api [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Task: {'id': task-4615672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.368231] env[65682]: INFO nova.compute.manager [-] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Took 1.78 seconds to deallocate network for instance. [ 720.377256] env[65682]: INFO nova.compute.manager [-] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Took 1.69 seconds to deallocate network for instance. [ 720.382173] env[65682]: WARNING neutronclient.v2_0.client [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.429570] env[65682]: DEBUG nova.compute.manager [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 720.468470] env[65682]: INFO nova.compute.manager [-] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Took 1.29 seconds to deallocate network for instance. [ 720.471305] env[65682]: DEBUG nova.virt.hardware [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 720.471681] env[65682]: DEBUG nova.virt.hardware [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.471895] env[65682]: DEBUG nova.virt.hardware [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 720.472429] env[65682]: DEBUG nova.virt.hardware [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.472429] env[65682]: DEBUG nova.virt.hardware [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 720.472429] env[65682]: DEBUG nova.virt.hardware [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 720.473843] env[65682]: DEBUG nova.virt.hardware [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 720.473843] env[65682]: DEBUG nova.virt.hardware [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 720.473843] env[65682]: DEBUG nova.virt.hardware [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 720.473843] env[65682]: DEBUG nova.virt.hardware [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 720.473843] env[65682]: DEBUG nova.virt.hardware [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 720.476237] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4c6ad6-1d9b-4cdc-a627-53775a8b20e2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.503119] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615667, 'name': Rename_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.504570] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc8ab46-a4b9-4ce7-99f9-3f583946f4b3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.532427] env[65682]: DEBUG nova.network.neutron [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: 746a1592-b842-45a5-af76-11161889f176] Updated VIF entry in instance network info cache for port cdb71676-b7b3-43f1-b2e8-4d7b00116c7d. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 720.532553] env[65682]: DEBUG nova.network.neutron [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: 746a1592-b842-45a5-af76-11161889f176] Updating instance_info_cache with network_info: [{"id": "cdb71676-b7b3-43f1-b2e8-4d7b00116c7d", "address": "fa:16:3e:10:ab:9d", "network": {"id": "21b398bc-810a-4a89-b909-23153277bca2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1539647520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "990741a7150b42248bcc99e683ec6d2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdb71676-b7", "ovs_interfaceid": "cdb71676-b7b3-43f1-b2e8-4d7b00116c7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.603881] env[65682]: DEBUG nova.network.neutron [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Updating instance_info_cache with network_info: [{"id": "4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc", "address": "fa:16:3e:33:c1:8e", "network": {"id": "d13ac076-fdae-4d36-93cb-7c96987ecff2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1006055871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eaca82bae54434ea55d652d06ff4773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cdaa165-7f", "ovs_interfaceid": "4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.642786] env[65682]: DEBUG oslo_vmware.api [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Task: {'id': task-4615661, 'name': RelocateVM_Task} progress is 78%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.652177] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615669, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.791085] env[65682]: DEBUG oslo_vmware.api [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4615671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.791493] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615670, 'name': Rename_Task, 'duration_secs': 0.224531} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.792403] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.792403] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f787223-89b5-4ccb-8f77-516dba42b4ba {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.797686] env[65682]: DEBUG nova.scheduler.client.report [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.804024] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for the task: (returnval){ [ 720.804024] env[65682]: value = "task-4615673" [ 720.804024] env[65682]: _type = "Task" [ 720.804024] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.817021] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.848405] env[65682]: DEBUG oslo_vmware.api [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Task: {'id': task-4615672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.362816} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.848683] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.849467] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806c59db-8285-462c-9b29-539c140be168 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.886569] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] dc0deed5-2e50-44e7-8e8d-1fc90b4f1611/dc0deed5-2e50-44e7-8e8d-1fc90b4f1611.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.887389] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.887917] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34092aa6-b0ed-407c-8acd-7e30268030b6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.905487] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cd8961fa-2179-4fb4-9dd9-f37544d638db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.915490] env[65682]: DEBUG oslo_vmware.api [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Waiting for the task: (returnval){ [ 720.915490] env[65682]: value = "task-4615674" [ 720.915490] env[65682]: _type = "Task" [ 720.915490] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.930983] env[65682]: DEBUG oslo_vmware.api [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Task: {'id': task-4615674, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.991840] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.996468] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615667, 'name': Rename_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.036816] env[65682]: DEBUG oslo_concurrency.lockutils [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] Releasing lock "refresh_cache-746a1592-b842-45a5-af76-11161889f176" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.037165] env[65682]: DEBUG nova.compute.manager [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Received event network-vif-plugged-3c8df491-7e02-46e3-b603-bf8894c1f6d2 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 721.037376] env[65682]: DEBUG oslo_concurrency.lockutils [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] Acquiring lock "c8ea402b-3b65-4b67-ae16-b3ae51a3dc86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.037640] env[65682]: DEBUG oslo_concurrency.lockutils [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] Lock "c8ea402b-3b65-4b67-ae16-b3ae51a3dc86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.037841] env[65682]: DEBUG oslo_concurrency.lockutils [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] Lock "c8ea402b-3b65-4b67-ae16-b3ae51a3dc86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.038066] env[65682]: DEBUG nova.compute.manager [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] No waiting events found dispatching network-vif-plugged-3c8df491-7e02-46e3-b603-bf8894c1f6d2 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 721.038268] env[65682]: WARNING nova.compute.manager [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Received unexpected event network-vif-plugged-3c8df491-7e02-46e3-b603-bf8894c1f6d2 for instance with vm_state active and task_state None. [ 721.038468] env[65682]: DEBUG nova.compute.manager [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Received event network-changed-3c8df491-7e02-46e3-b603-bf8894c1f6d2 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 721.038673] env[65682]: DEBUG nova.compute.manager [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Refreshing instance network info cache due to event network-changed-3c8df491-7e02-46e3-b603-bf8894c1f6d2. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 721.038948] env[65682]: DEBUG oslo_concurrency.lockutils [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] Acquiring lock "refresh_cache-c8ea402b-3b65-4b67-ae16-b3ae51a3dc86" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.039143] env[65682]: DEBUG oslo_concurrency.lockutils [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] Acquired lock "refresh_cache-c8ea402b-3b65-4b67-ae16-b3ae51a3dc86" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.039362] env[65682]: DEBUG nova.network.neutron [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Refreshing network info cache for port 3c8df491-7e02-46e3-b603-bf8894c1f6d2 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.107131] env[65682]: DEBUG oslo_concurrency.lockutils [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Releasing lock "refresh_cache-8a169693-eae1-4796-a42b-b7cb2e9aeadb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.107601] env[65682]: DEBUG nova.compute.manager [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Instance network_info: |[{"id": "4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc", "address": "fa:16:3e:33:c1:8e", "network": {"id": "d13ac076-fdae-4d36-93cb-7c96987ecff2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1006055871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eaca82bae54434ea55d652d06ff4773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cdaa165-7f", "ovs_interfaceid": "4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 721.108314] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:c1:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.117582] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 721.117960] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.118322] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a93c8297-9876-496d-a44b-e6597e42d2c6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.146019] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.146019] env[65682]: value = "task-4615675" [ 721.146019] env[65682]: _type = "Task" [ 721.146019] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.154290] env[65682]: DEBUG oslo_vmware.api [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Task: {'id': task-4615661, 'name': RelocateVM_Task} progress is 92%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.156812] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615669, 'name': PowerOnVM_Task, 'duration_secs': 0.657519} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.157624] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.157874] env[65682]: INFO nova.compute.manager [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Took 15.69 seconds to spawn the instance on the hypervisor. [ 721.158085] env[65682]: DEBUG nova.compute.manager [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 721.158979] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbf8b7d-fe66-4e9f-9f8d-599adbae8c77 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.166094] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615675, 'name': CreateVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.283969] env[65682]: DEBUG oslo_vmware.api [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4615671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.961587} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.284489] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.285721] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01175975-df12-4725-8e1c-b4c0e618719f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.306675] env[65682]: DEBUG oslo_concurrency.lockutils [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.899s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.307305] env[65682]: DEBUG nova.compute.manager [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 721.321053] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] bb377ed3-35f4-4001-a73c-45d257bec3f2/bb377ed3-35f4-4001-a73c-45d257bec3f2.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.321981] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.828s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.323957] env[65682]: INFO nova.compute.claims [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.331175] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cac75da8-6087-46d5-af9c-914439c8a97f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.355064] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615673, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.357356] env[65682]: DEBUG oslo_vmware.api [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Waiting for the task: (returnval){ [ 721.357356] env[65682]: value = "task-4615676" [ 721.357356] env[65682]: _type = "Task" [ 721.357356] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.369785] env[65682]: DEBUG oslo_vmware.api [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4615676, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.428328] env[65682]: DEBUG oslo_vmware.api [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Task: {'id': task-4615674, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.495626] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615667, 'name': Rename_Task, 'duration_secs': 1.567425} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.495626] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.495626] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e20ccc5-664a-45f9-af92-1d7611a8d318 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.503269] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for the task: (returnval){ [ 721.503269] env[65682]: value = "task-4615677" [ 721.503269] env[65682]: _type = "Task" [ 721.503269] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.514019] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.542703] env[65682]: WARNING neutronclient.v2_0.client [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.649137] env[65682]: DEBUG oslo_vmware.api [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Task: {'id': task-4615661, 'name': RelocateVM_Task} progress is 97%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.658941] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615675, 'name': CreateVM_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.682799] env[65682]: INFO nova.compute.manager [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Took 32.39 seconds to build instance. [ 721.825329] env[65682]: DEBUG nova.compute.utils [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.827089] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615673, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.829792] env[65682]: DEBUG nova.compute.manager [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 721.829792] env[65682]: DEBUG nova.network.neutron [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 721.829792] env[65682]: WARNING neutronclient.v2_0.client [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.830078] env[65682]: WARNING neutronclient.v2_0.client [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.875795] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d5c6ee14-7de5-412c-bcf0-add70b247a54 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "1e7321e4-9d1b-41c3-becf-7b886b7a27a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.876215] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d5c6ee14-7de5-412c-bcf0-add70b247a54 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "1e7321e4-9d1b-41c3-becf-7b886b7a27a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.876466] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d5c6ee14-7de5-412c-bcf0-add70b247a54 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "1e7321e4-9d1b-41c3-becf-7b886b7a27a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.876695] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d5c6ee14-7de5-412c-bcf0-add70b247a54 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "1e7321e4-9d1b-41c3-becf-7b886b7a27a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.876920] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d5c6ee14-7de5-412c-bcf0-add70b247a54 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "1e7321e4-9d1b-41c3-becf-7b886b7a27a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.878720] env[65682]: DEBUG oslo_vmware.api [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4615676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.879361] env[65682]: INFO nova.compute.manager [None req-d5c6ee14-7de5-412c-bcf0-add70b247a54 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Terminating instance [ 721.929089] env[65682]: DEBUG oslo_vmware.api [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Task: {'id': task-4615674, 'name': ReconfigVM_Task, 'duration_secs': 0.839113} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.929404] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Reconfigured VM instance instance-00000023 to attach disk [datastore1] dc0deed5-2e50-44e7-8e8d-1fc90b4f1611/dc0deed5-2e50-44e7-8e8d-1fc90b4f1611.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.930181] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3850395-e289-4e64-b841-ac77dab1328c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.938840] env[65682]: DEBUG oslo_vmware.api [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Waiting for the task: (returnval){ [ 721.938840] env[65682]: value = "task-4615678" [ 721.938840] env[65682]: _type = "Task" [ 721.938840] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.951529] env[65682]: DEBUG oslo_vmware.api [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Task: {'id': task-4615678, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.976696] env[65682]: DEBUG nova.policy [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e59a179ead754b40b8c44979a27d4918', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1063d410f5864f5292ea4436f03d192c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.019027] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615677, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.041053] env[65682]: WARNING neutronclient.v2_0.client [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.110791] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Acquiring lock "2342f97e-f740-49a0-b3ed-87bcfa9e2fa1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.111044] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Lock "2342f97e-f740-49a0-b3ed-87bcfa9e2fa1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.148446] env[65682]: DEBUG oslo_vmware.api [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Task: {'id': task-4615661, 'name': RelocateVM_Task} progress is 97%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.160061] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615675, 'name': CreateVM_Task, 'duration_secs': 0.755109} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.160239] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.160805] env[65682]: WARNING neutronclient.v2_0.client [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.161206] env[65682]: DEBUG oslo_concurrency.lockutils [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.161390] env[65682]: DEBUG oslo_concurrency.lockutils [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.161725] env[65682]: DEBUG oslo_concurrency.lockutils [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.161994] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4a18730-a3c5-40a4-84f1-09a0d58ef9fd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.172682] env[65682]: DEBUG oslo_vmware.api [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 722.172682] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52756819-3cfb-75ee-e651-666879649e4b" [ 722.172682] env[65682]: _type = "Task" [ 722.172682] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.186763] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Lock "b5e349bc-83eb-417a-a892-61a2be7e06f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.907s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.187251] env[65682]: DEBUG oslo_vmware.api [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52756819-3cfb-75ee-e651-666879649e4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.324380] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615673, 'name': PowerOnVM_Task, 'duration_secs': 1.097284} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.324692] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.325112] env[65682]: INFO nova.compute.manager [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Took 14.27 seconds to spawn the instance on the hypervisor. [ 722.325112] env[65682]: DEBUG nova.compute.manager [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 722.326034] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abb44e2-fb5b-4580-b116-58983ae95aa3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.329544] env[65682]: DEBUG nova.compute.manager [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 722.372372] env[65682]: DEBUG oslo_vmware.api [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4615676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.384319] env[65682]: DEBUG nova.compute.manager [None req-d5c6ee14-7de5-412c-bcf0-add70b247a54 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 722.384853] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c6ee14-7de5-412c-bcf0-add70b247a54 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.385986] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746c2605-f3c6-40d8-b589-0cea4af7966a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.397079] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c6ee14-7de5-412c-bcf0-add70b247a54 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.398495] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da5ef307-a50e-4c43-812b-230bf7404112 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.409676] env[65682]: DEBUG oslo_vmware.api [None req-d5c6ee14-7de5-412c-bcf0-add70b247a54 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 722.409676] env[65682]: value = "task-4615679" [ 722.409676] env[65682]: _type = "Task" [ 722.409676] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.426837] env[65682]: DEBUG oslo_vmware.api [None req-d5c6ee14-7de5-412c-bcf0-add70b247a54 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.457715] env[65682]: DEBUG oslo_vmware.api [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Task: {'id': task-4615678, 'name': Rename_Task, 'duration_secs': 0.344046} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.462272] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.463067] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62a5c8c7-ecb8-4466-a71c-9466cc63b9f4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.473464] env[65682]: DEBUG oslo_vmware.api [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Waiting for the task: (returnval){ [ 722.473464] env[65682]: value = "task-4615680" [ 722.473464] env[65682]: _type = "Task" [ 722.473464] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.492348] env[65682]: DEBUG oslo_vmware.api [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Task: {'id': task-4615680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.501514] env[65682]: DEBUG nova.network.neutron [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Successfully updated port: afc26e8e-d2cf-464c-9e56-c5ad59f90d6e {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 722.519685] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615677, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.559576] env[65682]: DEBUG nova.network.neutron [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Updated VIF entry in instance network info cache for port 3c8df491-7e02-46e3-b603-bf8894c1f6d2. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 722.559730] env[65682]: DEBUG nova.network.neutron [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Updating instance_info_cache with network_info: [{"id": "3c8df491-7e02-46e3-b603-bf8894c1f6d2", "address": "fa:16:3e:6e:ee:e3", "network": {"id": "a2879524-21b0-421a-aab1-f0a474bc0187", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1811425516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc53d005d29d482e9151fef335b887c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c8df491-7e", "ovs_interfaceid": "3c8df491-7e02-46e3-b603-bf8894c1f6d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.616690] env[65682]: DEBUG nova.network.neutron [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Successfully created port: b8905af9-655c-4519-bfe2-21faf39488c8 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 722.630591] env[65682]: DEBUG nova.compute.manager [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Received event network-changed-08539295-4873-4fe0-be63-aa253c4f5b27 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 722.630808] env[65682]: DEBUG nova.compute.manager [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Refreshing instance network info cache due to event network-changed-08539295-4873-4fe0-be63-aa253c4f5b27. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 722.630991] env[65682]: DEBUG oslo_concurrency.lockutils [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] Acquiring lock "refresh_cache-189e7304-e24b-4b6e-8b56-7bad9d792778" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.631154] env[65682]: DEBUG oslo_concurrency.lockutils [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] Acquired lock "refresh_cache-189e7304-e24b-4b6e-8b56-7bad9d792778" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.631484] env[65682]: DEBUG nova.network.neutron [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Refreshing network info cache for port 08539295-4873-4fe0-be63-aa253c4f5b27 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.654205] env[65682]: DEBUG oslo_vmware.api [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Task: {'id': task-4615661, 'name': RelocateVM_Task} progress is 97%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.690798] env[65682]: DEBUG nova.compute.manager [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 722.698661] env[65682]: DEBUG oslo_vmware.api [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52756819-3cfb-75ee-e651-666879649e4b, 'name': SearchDatastore_Task, 'duration_secs': 0.029579} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.699474] env[65682]: DEBUG oslo_concurrency.lockutils [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.699474] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.699785] env[65682]: DEBUG oslo_concurrency.lockutils [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.699785] env[65682]: DEBUG oslo_concurrency.lockutils [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.699785] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.703571] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66ba8249-e897-404f-94ec-82be9fafda6a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.715234] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.715531] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.717220] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fd8e29d-ae1a-4b26-aa6f-d172befd429a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.727331] env[65682]: DEBUG oslo_vmware.api [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 722.727331] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52916a3b-bd19-e769-77be-ee8f58972e10" [ 722.727331] env[65682]: _type = "Task" [ 722.727331] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.742171] env[65682]: DEBUG oslo_vmware.api [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52916a3b-bd19-e769-77be-ee8f58972e10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.863553] env[65682]: INFO nova.compute.manager [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Took 33.53 seconds to build instance. [ 722.885944] env[65682]: DEBUG oslo_vmware.api [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4615676, 'name': ReconfigVM_Task, 'duration_secs': 1.446418} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.889135] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Reconfigured VM instance instance-0000001d to attach disk [datastore1] bb377ed3-35f4-4001-a73c-45d257bec3f2/bb377ed3-35f4-4001-a73c-45d257bec3f2.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.890442] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bafab3fc-77ef-4b49-8a19-35e4f925ba31 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.905022] env[65682]: DEBUG oslo_vmware.api [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Waiting for the task: (returnval){ [ 722.905022] env[65682]: value = "task-4615681" [ 722.905022] env[65682]: _type = "Task" [ 722.905022] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.932724] env[65682]: DEBUG oslo_vmware.api [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4615681, 'name': Rename_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.933736] env[65682]: DEBUG oslo_vmware.api [None req-d5c6ee14-7de5-412c-bcf0-add70b247a54 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615679, 'name': PowerOffVM_Task, 'duration_secs': 0.323755} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.934250] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c6ee14-7de5-412c-bcf0-add70b247a54 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.934625] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c6ee14-7de5-412c-bcf0-add70b247a54 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.935036] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-754c7f6f-28b3-490e-8e42-209228796bf4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.991510] env[65682]: DEBUG oslo_vmware.api [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Task: {'id': task-4615680, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.997155] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquiring lock "c1dffb08-8d14-4976-addd-6f563b1f31fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.998379] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "c1dffb08-8d14-4976-addd-6f563b1f31fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.006598] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Acquiring lock "refresh_cache-a4e298d5-1423-4561-b40f-d61ec5e6ba83" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.007057] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Acquired lock "refresh_cache-a4e298d5-1423-4561-b40f-d61ec5e6ba83" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.007269] env[65682]: DEBUG nova.network.neutron [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 723.028830] env[65682]: DEBUG oslo_vmware.api [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615677, 'name': PowerOnVM_Task, 'duration_secs': 1.433586} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.030172] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.030549] env[65682]: INFO nova.compute.manager [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Took 20.03 seconds to spawn the instance on the hypervisor. [ 723.030809] env[65682]: DEBUG nova.compute.manager [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 723.031743] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c6ee14-7de5-412c-bcf0-add70b247a54 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.032058] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c6ee14-7de5-412c-bcf0-add70b247a54 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.032335] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5c6ee14-7de5-412c-bcf0-add70b247a54 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Deleting the datastore file [datastore1] 1e7321e4-9d1b-41c3-becf-7b886b7a27a4 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.033971] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f02c23b-9f0d-4506-a24f-d9037e3aa88f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.038087] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c44a906f-42db-4d1d-8935-ad55e5374e7f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.060754] env[65682]: DEBUG oslo_vmware.api [None req-d5c6ee14-7de5-412c-bcf0-add70b247a54 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 723.060754] env[65682]: value = "task-4615683" [ 723.060754] env[65682]: _type = "Task" [ 723.060754] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.068647] env[65682]: DEBUG oslo_concurrency.lockutils [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] Releasing lock "refresh_cache-c8ea402b-3b65-4b67-ae16-b3ae51a3dc86" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.068814] env[65682]: DEBUG nova.compute.manager [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Received event network-vif-plugged-4289fe10-8701-4ba5-a63b-c98ca4f2a837 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 723.069082] env[65682]: DEBUG oslo_concurrency.lockutils [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] Acquiring lock "bb377ed3-35f4-4001-a73c-45d257bec3f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.069281] env[65682]: DEBUG oslo_concurrency.lockutils [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] Lock "bb377ed3-35f4-4001-a73c-45d257bec3f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.069527] env[65682]: DEBUG oslo_concurrency.lockutils [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] Lock "bb377ed3-35f4-4001-a73c-45d257bec3f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.069750] env[65682]: DEBUG nova.compute.manager [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] No waiting events found dispatching network-vif-plugged-4289fe10-8701-4ba5-a63b-c98ca4f2a837 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 723.069946] env[65682]: WARNING nova.compute.manager [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Received unexpected event network-vif-plugged-4289fe10-8701-4ba5-a63b-c98ca4f2a837 for instance with vm_state building and task_state spawning. [ 723.070129] env[65682]: DEBUG nova.compute.manager [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Received event network-changed-4289fe10-8701-4ba5-a63b-c98ca4f2a837 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 723.070307] env[65682]: DEBUG nova.compute.manager [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Refreshing instance network info cache due to event network-changed-4289fe10-8701-4ba5-a63b-c98ca4f2a837. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 723.070503] env[65682]: DEBUG oslo_concurrency.lockutils [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] Acquiring lock "refresh_cache-bb377ed3-35f4-4001-a73c-45d257bec3f2" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.070660] env[65682]: DEBUG oslo_concurrency.lockutils [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] Acquired lock "refresh_cache-bb377ed3-35f4-4001-a73c-45d257bec3f2" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.070819] env[65682]: DEBUG nova.network.neutron [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Refreshing network info cache for port 4289fe10-8701-4ba5-a63b-c98ca4f2a837 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.083365] env[65682]: DEBUG oslo_vmware.api [None req-d5c6ee14-7de5-412c-bcf0-add70b247a54 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.134780] env[65682]: WARNING neutronclient.v2_0.client [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 723.155640] env[65682]: DEBUG oslo_vmware.api [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Task: {'id': task-4615661, 'name': RelocateVM_Task} progress is 98%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.211668] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac700e2c-9433-4db6-9186-aa1c35b97430 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.220153] env[65682]: DEBUG oslo_concurrency.lockutils [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.223947] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4391e4ab-2744-4953-818a-11f2ac1d614b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.272172] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcecc5bd-8c50-49d3-9f34-4b766a1f9b45 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.282780] env[65682]: DEBUG oslo_vmware.api [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52916a3b-bd19-e769-77be-ee8f58972e10, 'name': SearchDatastore_Task, 'duration_secs': 0.024148} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.284444] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4bbfd81-9a7a-45ee-aa54-0324a9098794 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.291897] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73698f9b-544a-431f-ac33-e67ed79d5551 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.298277] env[65682]: DEBUG oslo_vmware.api [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 723.298277] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f66bd2-5f91-c48a-c86a-3120daefb513" [ 723.298277] env[65682]: _type = "Task" [ 723.298277] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.313520] env[65682]: DEBUG nova.compute.provider_tree [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.323120] env[65682]: DEBUG oslo_vmware.api [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f66bd2-5f91-c48a-c86a-3120daefb513, 'name': SearchDatastore_Task, 'duration_secs': 0.013237} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.323562] env[65682]: DEBUG oslo_concurrency.lockutils [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.323904] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 8a169693-eae1-4796-a42b-b7cb2e9aeadb/8a169693-eae1-4796-a42b-b7cb2e9aeadb.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.324297] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3c77be5-eeea-4e69-98c7-02a63bae0d1f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.333564] env[65682]: DEBUG oslo_vmware.api [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 723.333564] env[65682]: value = "task-4615684" [ 723.333564] env[65682]: _type = "Task" [ 723.333564] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.347023] env[65682]: DEBUG nova.compute.manager [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 723.349455] env[65682]: DEBUG oslo_vmware.api [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615684, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.357862] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9984a74a-b5fb-4435-869a-27b85a332aa0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquiring lock "9f14574b-6e8e-433e-84c4-9358e60bb7ce" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.358185] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9984a74a-b5fb-4435-869a-27b85a332aa0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lock "9f14574b-6e8e-433e-84c4-9358e60bb7ce" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.358389] env[65682]: DEBUG nova.compute.manager [None req-9984a74a-b5fb-4435-869a-27b85a332aa0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 723.359391] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831991f7-f5c0-477f-997e-0070ea5a4f4f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.368807] env[65682]: DEBUG nova.compute.manager [None req-9984a74a-b5fb-4435-869a-27b85a332aa0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65682) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 723.369434] env[65682]: DEBUG nova.objects.instance [None req-9984a74a-b5fb-4435-869a-27b85a332aa0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lazy-loading 'flavor' on Instance uuid 9f14574b-6e8e-433e-84c4-9358e60bb7ce {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.372871] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Lock "f9347764-1fbe-4a3c-8d8b-828bb61b9f25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.051s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.385663] env[65682]: DEBUG nova.virt.hardware [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 723.386241] env[65682]: DEBUG nova.virt.hardware [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.386327] env[65682]: DEBUG nova.virt.hardware [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 723.386495] env[65682]: DEBUG nova.virt.hardware [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.386678] env[65682]: DEBUG nova.virt.hardware [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 723.386872] env[65682]: DEBUG nova.virt.hardware [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 723.387100] env[65682]: DEBUG nova.virt.hardware [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 723.387253] env[65682]: DEBUG nova.virt.hardware [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 723.387836] env[65682]: DEBUG nova.virt.hardware [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 723.387836] env[65682]: DEBUG nova.virt.hardware [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 723.387836] env[65682]: DEBUG nova.virt.hardware [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 723.388886] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d717bd-00c6-4c53-b99d-dafb75bd588f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.399736] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d839e801-423a-40fe-bebd-1ea8aff5174c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.427251] env[65682]: DEBUG oslo_vmware.api [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4615681, 'name': Rename_Task, 'duration_secs': 0.253767} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.430875] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.431663] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c38ea4b-33eb-4317-9b03-ffbb6e21bd2a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.441957] env[65682]: DEBUG oslo_vmware.api [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Waiting for the task: (returnval){ [ 723.441957] env[65682]: value = "task-4615685" [ 723.441957] env[65682]: _type = "Task" [ 723.441957] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.453056] env[65682]: DEBUG oslo_vmware.api [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4615685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.487187] env[65682]: DEBUG oslo_vmware.api [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Task: {'id': task-4615680, 'name': PowerOnVM_Task, 'duration_secs': 0.714704} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.487482] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.487721] env[65682]: INFO nova.compute.manager [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Took 9.35 seconds to spawn the instance on the hypervisor. [ 723.488021] env[65682]: DEBUG nova.compute.manager [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 723.488856] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4682df6-0fb6-4ccf-a794-37b28357a7cd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.579964] env[65682]: WARNING neutronclient.v2_0.client [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 723.583877] env[65682]: WARNING neutronclient.v2_0.client [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 723.588182] env[65682]: INFO nova.compute.manager [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Took 34.35 seconds to build instance. [ 723.600043] env[65682]: DEBUG oslo_vmware.api [None req-d5c6ee14-7de5-412c-bcf0-add70b247a54 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268583} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.600235] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5c6ee14-7de5-412c-bcf0-add70b247a54 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.600514] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c6ee14-7de5-412c-bcf0-add70b247a54 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.600799] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c6ee14-7de5-412c-bcf0-add70b247a54 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.601206] env[65682]: INFO nova.compute.manager [None req-d5c6ee14-7de5-412c-bcf0-add70b247a54 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Took 1.22 seconds to destroy the instance on the hypervisor. [ 723.601494] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-d5c6ee14-7de5-412c-bcf0-add70b247a54 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 723.601826] env[65682]: DEBUG nova.compute.manager [-] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 723.601966] env[65682]: DEBUG nova.network.neutron [-] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 723.602343] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 723.613995] env[65682]: DEBUG nova.network.neutron [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 723.657331] env[65682]: DEBUG oslo_vmware.api [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Task: {'id': task-4615661, 'name': RelocateVM_Task, 'duration_secs': 4.768259} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.657331] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Volume attach. Driver type: vmdk {{(pid=65682) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 723.657331] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901510', 'volume_id': '31daff33-ed42-496b-b3d1-243c6343e16b', 'name': 'volume-31daff33-ed42-496b-b3d1-243c6343e16b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ee31b8f-5bb3-473a-b27f-331a853ed787', 'attached_at': '', 'detached_at': '', 'volume_id': '31daff33-ed42-496b-b3d1-243c6343e16b', 'serial': '31daff33-ed42-496b-b3d1-243c6343e16b'} {{(pid=65682) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 723.658586] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3561d07-1e1b-4d23-96f4-12c37fbeeae9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.679513] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fd62d9-1b2f-4f15-9ad4-dbff0af4dbd5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.713456] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] volume-31daff33-ed42-496b-b3d1-243c6343e16b/volume-31daff33-ed42-496b-b3d1-243c6343e16b.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.713456] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f5bb0b5-caad-4eac-89f0-3d40dedab253 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.736386] env[65682]: DEBUG oslo_vmware.api [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Waiting for the task: (returnval){ [ 723.736386] env[65682]: value = "task-4615686" [ 723.736386] env[65682]: _type = "Task" [ 723.736386] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.747152] env[65682]: DEBUG oslo_vmware.api [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Task: {'id': task-4615686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.817715] env[65682]: DEBUG nova.scheduler.client.report [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.847914] env[65682]: DEBUG oslo_vmware.api [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615684, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.876411] env[65682]: DEBUG nova.compute.manager [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 723.929393] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 723.955312] env[65682]: DEBUG oslo_vmware.api [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4615685, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.009275] env[65682]: INFO nova.compute.manager [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Took 22.90 seconds to build instance. [ 724.076726] env[65682]: DEBUG nova.compute.manager [req-8f749f95-fa3c-451d-bacc-ccd9db22ff34 req-e202fc8a-4d92-4a8e-a3e2-6a400e49813a service nova] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Received event network-vif-plugged-82f5fafe-f1c2-4d69-8ffa-8e1255c39d54 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 724.076726] env[65682]: DEBUG oslo_concurrency.lockutils [req-8f749f95-fa3c-451d-bacc-ccd9db22ff34 req-e202fc8a-4d92-4a8e-a3e2-6a400e49813a service nova] Acquiring lock "dc0deed5-2e50-44e7-8e8d-1fc90b4f1611-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.076726] env[65682]: DEBUG oslo_concurrency.lockutils [req-8f749f95-fa3c-451d-bacc-ccd9db22ff34 req-e202fc8a-4d92-4a8e-a3e2-6a400e49813a service nova] Lock "dc0deed5-2e50-44e7-8e8d-1fc90b4f1611-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.076726] env[65682]: DEBUG oslo_concurrency.lockutils [req-8f749f95-fa3c-451d-bacc-ccd9db22ff34 req-e202fc8a-4d92-4a8e-a3e2-6a400e49813a service nova] Lock "dc0deed5-2e50-44e7-8e8d-1fc90b4f1611-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.076726] env[65682]: DEBUG nova.compute.manager [req-8f749f95-fa3c-451d-bacc-ccd9db22ff34 req-e202fc8a-4d92-4a8e-a3e2-6a400e49813a service nova] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] No waiting events found dispatching network-vif-plugged-82f5fafe-f1c2-4d69-8ffa-8e1255c39d54 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 724.076726] env[65682]: WARNING nova.compute.manager [req-8f749f95-fa3c-451d-bacc-ccd9db22ff34 req-e202fc8a-4d92-4a8e-a3e2-6a400e49813a service nova] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Received unexpected event network-vif-plugged-82f5fafe-f1c2-4d69-8ffa-8e1255c39d54 for instance with vm_state active and task_state None. [ 724.076726] env[65682]: DEBUG nova.compute.manager [req-8f749f95-fa3c-451d-bacc-ccd9db22ff34 req-e202fc8a-4d92-4a8e-a3e2-6a400e49813a service nova] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Received event network-changed-82f5fafe-f1c2-4d69-8ffa-8e1255c39d54 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 724.076726] env[65682]: DEBUG nova.compute.manager [req-8f749f95-fa3c-451d-bacc-ccd9db22ff34 req-e202fc8a-4d92-4a8e-a3e2-6a400e49813a service nova] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Refreshing instance network info cache due to event network-changed-82f5fafe-f1c2-4d69-8ffa-8e1255c39d54. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 724.076726] env[65682]: DEBUG oslo_concurrency.lockutils [req-8f749f95-fa3c-451d-bacc-ccd9db22ff34 req-e202fc8a-4d92-4a8e-a3e2-6a400e49813a service nova] Acquiring lock "refresh_cache-dc0deed5-2e50-44e7-8e8d-1fc90b4f1611" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.076726] env[65682]: DEBUG oslo_concurrency.lockutils [req-8f749f95-fa3c-451d-bacc-ccd9db22ff34 req-e202fc8a-4d92-4a8e-a3e2-6a400e49813a service nova] Acquired lock "refresh_cache-dc0deed5-2e50-44e7-8e8d-1fc90b4f1611" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.076726] env[65682]: DEBUG nova.network.neutron [req-8f749f95-fa3c-451d-bacc-ccd9db22ff34 req-e202fc8a-4d92-4a8e-a3e2-6a400e49813a service nova] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Refreshing network info cache for port 82f5fafe-f1c2-4d69-8ffa-8e1255c39d54 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.091080] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa036f1b-7e00-45d3-aed4-59cdf04617d7 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Lock "181f94d0-a313-4bc2-91a9-37ba572dc379" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.867s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.093977] env[65682]: DEBUG nova.network.neutron [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Updated VIF entry in instance network info cache for port 08539295-4873-4fe0-be63-aa253c4f5b27. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 724.094381] env[65682]: DEBUG nova.network.neutron [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Updating instance_info_cache with network_info: [{"id": "08539295-4873-4fe0-be63-aa253c4f5b27", "address": "fa:16:3e:84:bf:8e", "network": {"id": "00cad830-f617-4287-93c2-29b47cc6ae7b", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-197692607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0867ace4b8ad40dd9634f56d44b7a346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08539295-48", "ovs_interfaceid": "08539295-4873-4fe0-be63-aa253c4f5b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.248534] env[65682]: DEBUG oslo_vmware.api [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Task: {'id': task-4615686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.323708] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.002s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.324405] env[65682]: DEBUG nova.compute.manager [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 724.327296] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.440s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.328072] env[65682]: DEBUG nova.objects.instance [None req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Lazy-loading 'resources' on Instance uuid 82843684-9e3d-4e9f-9d40-efe9c679a99e {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.347947] env[65682]: DEBUG oslo_vmware.api [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615684, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608877} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.348270] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 8a169693-eae1-4796-a42b-b7cb2e9aeadb/8a169693-eae1-4796-a42b-b7cb2e9aeadb.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.348491] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.348770] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85db01db-be0c-437b-a04c-baff482b79e1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.361672] env[65682]: DEBUG oslo_vmware.api [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 724.361672] env[65682]: value = "task-4615687" [ 724.361672] env[65682]: _type = "Task" [ 724.361672] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.376881] env[65682]: DEBUG oslo_vmware.api [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.384637] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-9984a74a-b5fb-4435-869a-27b85a332aa0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.387760] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0a0070c-1533-4ed0-968a-77d75d6bfe99 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.396220] env[65682]: DEBUG oslo_vmware.api [None req-9984a74a-b5fb-4435-869a-27b85a332aa0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for the task: (returnval){ [ 724.396220] env[65682]: value = "task-4615688" [ 724.396220] env[65682]: _type = "Task" [ 724.396220] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.409228] env[65682]: DEBUG oslo_vmware.api [None req-9984a74a-b5fb-4435-869a-27b85a332aa0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.410475] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.433723] env[65682]: DEBUG nova.network.neutron [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Successfully updated port: b8905af9-655c-4519-bfe2-21faf39488c8 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 724.459437] env[65682]: DEBUG oslo_vmware.api [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4615685, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.460710] env[65682]: WARNING neutronclient.v2_0.client [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.511309] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b2e8d74b-c12a-4aea-91dd-e7faebff2ed0 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Lock "dc0deed5-2e50-44e7-8e8d-1fc90b4f1611" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.416s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.524764] env[65682]: WARNING neutronclient.v2_0.client [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.559989] env[65682]: DEBUG nova.network.neutron [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Updating instance_info_cache with network_info: [{"id": "afc26e8e-d2cf-464c-9e56-c5ad59f90d6e", "address": "fa:16:3e:2b:67:96", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafc26e8e-d2", "ovs_interfaceid": "afc26e8e-d2cf-464c-9e56-c5ad59f90d6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.580818] env[65682]: WARNING neutronclient.v2_0.client [req-8f749f95-fa3c-451d-bacc-ccd9db22ff34 req-e202fc8a-4d92-4a8e-a3e2-6a400e49813a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.599709] env[65682]: DEBUG nova.compute.manager [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 724.604348] env[65682]: DEBUG oslo_concurrency.lockutils [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] Releasing lock "refresh_cache-189e7304-e24b-4b6e-8b56-7bad9d792778" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.604628] env[65682]: DEBUG nova.compute.manager [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Received event network-vif-plugged-5c36511a-9e6c-44c5-863f-d8d82d0b5073 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 724.604822] env[65682]: DEBUG oslo_concurrency.lockutils [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] Acquiring lock "bb377ed3-35f4-4001-a73c-45d257bec3f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.605009] env[65682]: DEBUG oslo_concurrency.lockutils [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] Lock "bb377ed3-35f4-4001-a73c-45d257bec3f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.605191] env[65682]: DEBUG oslo_concurrency.lockutils [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] Lock "bb377ed3-35f4-4001-a73c-45d257bec3f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.605817] env[65682]: DEBUG nova.compute.manager [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] No waiting events found dispatching network-vif-plugged-5c36511a-9e6c-44c5-863f-d8d82d0b5073 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 724.606067] env[65682]: WARNING nova.compute.manager [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Received unexpected event network-vif-plugged-5c36511a-9e6c-44c5-863f-d8d82d0b5073 for instance with vm_state building and task_state spawning. [ 724.606281] env[65682]: DEBUG nova.compute.manager [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Received event network-changed-5c36511a-9e6c-44c5-863f-d8d82d0b5073 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 724.606465] env[65682]: DEBUG nova.compute.manager [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Refreshing instance network info cache due to event network-changed-5c36511a-9e6c-44c5-863f-d8d82d0b5073. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 724.606645] env[65682]: DEBUG oslo_concurrency.lockutils [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] Acquiring lock "refresh_cache-bb377ed3-35f4-4001-a73c-45d257bec3f2" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.691426] env[65682]: DEBUG nova.network.neutron [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Updated VIF entry in instance network info cache for port 4289fe10-8701-4ba5-a63b-c98ca4f2a837. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 724.692167] env[65682]: DEBUG nova.network.neutron [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Updating instance_info_cache with network_info: [{"id": "4289fe10-8701-4ba5-a63b-c98ca4f2a837", "address": "fa:16:3e:3d:1a:cb", "network": {"id": "2f11c9de-c2df-4eeb-9b0b-82c10600d8b6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1977061315", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ce4e16bb234fb3a65623e27db425f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4289fe10-87", "ovs_interfaceid": "4289fe10-8701-4ba5-a63b-c98ca4f2a837", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5c36511a-9e6c-44c5-863f-d8d82d0b5073", "address": "fa:16:3e:01:7e:4b", "network": {"id": "0c081f7b-8664-402d-976b-8f05f7a35187", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-157867040", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f3ce4e16bb234fb3a65623e27db425f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c36511a-9e", "ovs_interfaceid": "5c36511a-9e6c-44c5-863f-d8d82d0b5073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2", "address": "fa:16:3e:b5:15:cc", "network": {"id": "2f11c9de-c2df-4eeb-9b0b-82c10600d8b6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1977061315", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ce4e16bb234fb3a65623e27db425f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6ecae25-4a", "ovs_interfaceid": "c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.749468] env[65682]: DEBUG oslo_vmware.api [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Task: {'id': task-4615686, 'name': ReconfigVM_Task, 'duration_secs': 0.764275} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.749743] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Reconfigured VM instance instance-00000022 to attach disk [datastore1] volume-31daff33-ed42-496b-b3d1-243c6343e16b/volume-31daff33-ed42-496b-b3d1-243c6343e16b.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.754997] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b397fb51-b680-45ec-813e-7abc18476179 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.778165] env[65682]: DEBUG oslo_concurrency.lockutils [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Acquiring lock "6889468b-121b-48cb-a32b-c1411750f54f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.778454] env[65682]: DEBUG oslo_concurrency.lockutils [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Lock "6889468b-121b-48cb-a32b-c1411750f54f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.783596] env[65682]: DEBUG oslo_vmware.api [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Waiting for the task: (returnval){ [ 724.783596] env[65682]: value = "task-4615689" [ 724.783596] env[65682]: _type = "Task" [ 724.783596] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.794468] env[65682]: DEBUG oslo_vmware.api [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Task: {'id': task-4615689, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.821456] env[65682]: DEBUG nova.network.neutron [-] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.832801] env[65682]: DEBUG nova.compute.utils [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.837817] env[65682]: DEBUG nova.compute.manager [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 724.840651] env[65682]: DEBUG nova.network.neutron [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 724.840651] env[65682]: WARNING neutronclient.v2_0.client [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.840651] env[65682]: WARNING neutronclient.v2_0.client [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.878995] env[65682]: DEBUG oslo_vmware.api [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14071} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.878995] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.878995] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7d4a7d-7de7-4468-8275-9dddb14703c0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.904420] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 8a169693-eae1-4796-a42b-b7cb2e9aeadb/8a169693-eae1-4796-a42b-b7cb2e9aeadb.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.909090] env[65682]: DEBUG nova.policy [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e4638835b42456cb5bf9b411d09f165', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8a6ae75473d441688fb59c9c7b328ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.910978] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-864aa97f-e46b-4fe5-8132-d83c3f829dc4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.935273] env[65682]: DEBUG oslo_concurrency.lockutils [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "refresh_cache-63bdb800-aeda-456e-9acd-afab1096c9d1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.935458] env[65682]: DEBUG oslo_concurrency.lockutils [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquired lock "refresh_cache-63bdb800-aeda-456e-9acd-afab1096c9d1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.936103] env[65682]: DEBUG nova.network.neutron [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 724.942024] env[65682]: DEBUG oslo_vmware.api [None req-9984a74a-b5fb-4435-869a-27b85a332aa0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615688, 'name': PowerOffVM_Task, 'duration_secs': 0.343592} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.950324] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-9984a74a-b5fb-4435-869a-27b85a332aa0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.950621] env[65682]: DEBUG nova.compute.manager [None req-9984a74a-b5fb-4435-869a-27b85a332aa0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 724.951223] env[65682]: DEBUG oslo_vmware.api [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 724.951223] env[65682]: value = "task-4615690" [ 724.951223] env[65682]: _type = "Task" [ 724.951223] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.953600] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87ea04e-8768-439e-bbf5-0501d815457e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.979829] env[65682]: DEBUG oslo_vmware.api [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4615685, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.983567] env[65682]: DEBUG oslo_vmware.api [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.014905] env[65682]: DEBUG nova.compute.manager [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 725.065513] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Releasing lock "refresh_cache-a4e298d5-1423-4561-b40f-d61ec5e6ba83" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.065934] env[65682]: DEBUG nova.compute.manager [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Instance network_info: |[{"id": "afc26e8e-d2cf-464c-9e56-c5ad59f90d6e", "address": "fa:16:3e:2b:67:96", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafc26e8e-d2", "ovs_interfaceid": "afc26e8e-d2cf-464c-9e56-c5ad59f90d6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 725.067131] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:67:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afc26e8e-d2cf-464c-9e56-c5ad59f90d6e', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.074887] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Creating folder: Project (c454c93fd4bd47c4b8d8e08295e61f4b). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.076022] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-549d407a-57b0-4949-94da-228298ae1f28 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.091099] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Created folder: Project (c454c93fd4bd47c4b8d8e08295e61f4b) in parent group-v901426. [ 725.091432] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Creating folder: Instances. Parent ref: group-v901545. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.091769] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35e41fa2-6260-4e25-a487-5ed234f6d312 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.108402] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Created folder: Instances in parent group-v901545. [ 725.108724] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 725.111805] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.113298] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c301bee-3993-4c9e-9c2d-f057db510d24 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.129992] env[65682]: DEBUG oslo_concurrency.lockutils [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.139507] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.139507] env[65682]: value = "task-4615693" [ 725.139507] env[65682]: _type = "Task" [ 725.139507] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.150022] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615693, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.195855] env[65682]: DEBUG oslo_concurrency.lockutils [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] Releasing lock "refresh_cache-bb377ed3-35f4-4001-a73c-45d257bec3f2" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.196387] env[65682]: DEBUG nova.compute.manager [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Received event network-vif-plugged-834c89db-3206-475f-b7e7-cb62cd07ea85 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 725.197051] env[65682]: DEBUG oslo_concurrency.lockutils [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] Acquiring lock "181f94d0-a313-4bc2-91a9-37ba572dc379-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.197051] env[65682]: DEBUG oslo_concurrency.lockutils [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] Lock "181f94d0-a313-4bc2-91a9-37ba572dc379-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.197278] env[65682]: DEBUG oslo_concurrency.lockutils [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] Lock "181f94d0-a313-4bc2-91a9-37ba572dc379-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.197970] env[65682]: DEBUG nova.compute.manager [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] No waiting events found dispatching network-vif-plugged-834c89db-3206-475f-b7e7-cb62cd07ea85 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 725.197970] env[65682]: WARNING nova.compute.manager [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Received unexpected event network-vif-plugged-834c89db-3206-475f-b7e7-cb62cd07ea85 for instance with vm_state building and task_state spawning. [ 725.197970] env[65682]: DEBUG nova.compute.manager [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Received event network-changed-834c89db-3206-475f-b7e7-cb62cd07ea85 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 725.198193] env[65682]: DEBUG nova.compute.manager [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Refreshing instance network info cache due to event network-changed-834c89db-3206-475f-b7e7-cb62cd07ea85. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 725.198330] env[65682]: DEBUG oslo_concurrency.lockutils [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] Acquiring lock "refresh_cache-181f94d0-a313-4bc2-91a9-37ba572dc379" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.198472] env[65682]: DEBUG oslo_concurrency.lockutils [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] Acquired lock "refresh_cache-181f94d0-a313-4bc2-91a9-37ba572dc379" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.198619] env[65682]: DEBUG nova.network.neutron [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Refreshing network info cache for port 834c89db-3206-475f-b7e7-cb62cd07ea85 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.200278] env[65682]: DEBUG oslo_concurrency.lockutils [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] Acquired lock "refresh_cache-bb377ed3-35f4-4001-a73c-45d257bec3f2" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.200648] env[65682]: DEBUG nova.network.neutron [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Refreshing network info cache for port 5c36511a-9e6c-44c5-863f-d8d82d0b5073 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.256254] env[65682]: WARNING neutronclient.v2_0.client [req-8f749f95-fa3c-451d-bacc-ccd9db22ff34 req-e202fc8a-4d92-4a8e-a3e2-6a400e49813a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.301081] env[65682]: DEBUG oslo_vmware.api [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Task: {'id': task-4615689, 'name': ReconfigVM_Task, 'duration_secs': 0.266301} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.301588] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901510', 'volume_id': '31daff33-ed42-496b-b3d1-243c6343e16b', 'name': 'volume-31daff33-ed42-496b-b3d1-243c6343e16b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ee31b8f-5bb3-473a-b27f-331a853ed787', 'attached_at': '', 'detached_at': '', 'volume_id': '31daff33-ed42-496b-b3d1-243c6343e16b', 'serial': '31daff33-ed42-496b-b3d1-243c6343e16b'} {{(pid=65682) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 725.302017] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c632dedd-6e2a-4bde-ba54-f6679af72d1e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.315505] env[65682]: DEBUG oslo_vmware.api [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Waiting for the task: (returnval){ [ 725.315505] env[65682]: value = "task-4615694" [ 725.315505] env[65682]: _type = "Task" [ 725.315505] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.329896] env[65682]: INFO nova.compute.manager [-] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Took 1.73 seconds to deallocate network for instance. [ 725.330508] env[65682]: DEBUG oslo_vmware.api [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Task: {'id': task-4615694, 'name': Rename_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.348977] env[65682]: DEBUG nova.compute.manager [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 725.434115] env[65682]: DEBUG nova.network.neutron [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Successfully created port: 1580d32a-ff27-48ab-b764-a8f30729bf0a {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 725.465423] env[65682]: DEBUG oslo_vmware.api [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4615685, 'name': PowerOnVM_Task, 'duration_secs': 1.585263} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.472956] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.473068] env[65682]: INFO nova.compute.manager [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Took 27.50 seconds to spawn the instance on the hypervisor. [ 725.473266] env[65682]: DEBUG nova.compute.manager [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 725.474952] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea69f9ce-8763-40f0-83b8-c9b601034641 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.479782] env[65682]: DEBUG nova.network.neutron [req-8f749f95-fa3c-451d-bacc-ccd9db22ff34 req-e202fc8a-4d92-4a8e-a3e2-6a400e49813a service nova] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Updated VIF entry in instance network info cache for port 82f5fafe-f1c2-4d69-8ffa-8e1255c39d54. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 725.480134] env[65682]: DEBUG nova.network.neutron [req-8f749f95-fa3c-451d-bacc-ccd9db22ff34 req-e202fc8a-4d92-4a8e-a3e2-6a400e49813a service nova] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Updating instance_info_cache with network_info: [{"id": "82f5fafe-f1c2-4d69-8ffa-8e1255c39d54", "address": "fa:16:3e:60:34:91", "network": {"id": "77316b66-ea63-4584-99dd-80424d5a5fd5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-874022092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c93c1c81794b4994a81d657620864895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82f5fafe-f1", "ovs_interfaceid": "82f5fafe-f1c2-4d69-8ffa-8e1255c39d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.497532] env[65682]: DEBUG oslo_vmware.api [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615690, 'name': ReconfigVM_Task, 'duration_secs': 0.545366} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.501302] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9984a74a-b5fb-4435-869a-27b85a332aa0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lock "9f14574b-6e8e-433e-84c4-9358e60bb7ce" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.143s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.502391] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 8a169693-eae1-4796-a42b-b7cb2e9aeadb/8a169693-eae1-4796-a42b-b7cb2e9aeadb.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.504069] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39a0d5d3-65e0-4b9a-8ff4-9b7eebc8324f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.513759] env[65682]: DEBUG oslo_vmware.api [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 725.513759] env[65682]: value = "task-4615695" [ 725.513759] env[65682]: _type = "Task" [ 725.513759] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.526417] env[65682]: DEBUG nova.network.neutron [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 725.545796] env[65682]: DEBUG oslo_vmware.api [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615695, 'name': Rename_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.555630] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.661376] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615693, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.687650] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3b62ac-6646-48be-8a98-e4295ee079d8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.696980] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e9b524-d5d8-42ea-985c-dd877593f1cd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.702653] env[65682]: WARNING neutronclient.v2_0.client [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.707580] env[65682]: WARNING neutronclient.v2_0.client [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.740543] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92d9d85-aa42-48a2-b0cf-ac3209b7c258 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.748435] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5b103e-d36f-4416-80f1-c150ce36d2b3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.767549] env[65682]: DEBUG nova.compute.provider_tree [None req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.827158] env[65682]: DEBUG oslo_vmware.api [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Task: {'id': task-4615694, 'name': Rename_Task, 'duration_secs': 0.217012} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.827488] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.827739] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05f334ac-9fdd-4e15-b859-a0c172db42f0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.835405] env[65682]: DEBUG oslo_vmware.api [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Waiting for the task: (returnval){ [ 725.835405] env[65682]: value = "task-4615696" [ 725.835405] env[65682]: _type = "Task" [ 725.835405] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.846978] env[65682]: DEBUG oslo_vmware.api [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Task: {'id': task-4615696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.850634] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d5c6ee14-7de5-412c-bcf0-add70b247a54 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.984085] env[65682]: DEBUG oslo_concurrency.lockutils [req-8f749f95-fa3c-451d-bacc-ccd9db22ff34 req-e202fc8a-4d92-4a8e-a3e2-6a400e49813a service nova] Releasing lock "refresh_cache-dc0deed5-2e50-44e7-8e8d-1fc90b4f1611" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.984333] env[65682]: DEBUG nova.compute.manager [req-8f749f95-fa3c-451d-bacc-ccd9db22ff34 req-e202fc8a-4d92-4a8e-a3e2-6a400e49813a service nova] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Received event network-vif-plugged-4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 725.984566] env[65682]: DEBUG oslo_concurrency.lockutils [req-8f749f95-fa3c-451d-bacc-ccd9db22ff34 req-e202fc8a-4d92-4a8e-a3e2-6a400e49813a service nova] Acquiring lock "8a169693-eae1-4796-a42b-b7cb2e9aeadb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.984791] env[65682]: DEBUG oslo_concurrency.lockutils [req-8f749f95-fa3c-451d-bacc-ccd9db22ff34 req-e202fc8a-4d92-4a8e-a3e2-6a400e49813a service nova] Lock "8a169693-eae1-4796-a42b-b7cb2e9aeadb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.985923] env[65682]: DEBUG oslo_concurrency.lockutils [req-8f749f95-fa3c-451d-bacc-ccd9db22ff34 req-e202fc8a-4d92-4a8e-a3e2-6a400e49813a service nova] Lock "8a169693-eae1-4796-a42b-b7cb2e9aeadb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.985923] env[65682]: DEBUG nova.compute.manager [req-8f749f95-fa3c-451d-bacc-ccd9db22ff34 req-e202fc8a-4d92-4a8e-a3e2-6a400e49813a service nova] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] No waiting events found dispatching network-vif-plugged-4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 725.985923] env[65682]: WARNING nova.compute.manager [req-8f749f95-fa3c-451d-bacc-ccd9db22ff34 req-e202fc8a-4d92-4a8e-a3e2-6a400e49813a service nova] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Received unexpected event network-vif-plugged-4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc for instance with vm_state building and task_state spawning. [ 725.985923] env[65682]: DEBUG nova.compute.manager [req-8f749f95-fa3c-451d-bacc-ccd9db22ff34 req-e202fc8a-4d92-4a8e-a3e2-6a400e49813a service nova] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Received event network-changed-4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 725.985923] env[65682]: DEBUG nova.compute.manager [req-8f749f95-fa3c-451d-bacc-ccd9db22ff34 req-e202fc8a-4d92-4a8e-a3e2-6a400e49813a service nova] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Refreshing instance network info cache due to event network-changed-4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 725.985923] env[65682]: DEBUG oslo_concurrency.lockutils [req-8f749f95-fa3c-451d-bacc-ccd9db22ff34 req-e202fc8a-4d92-4a8e-a3e2-6a400e49813a service nova] Acquiring lock "refresh_cache-8a169693-eae1-4796-a42b-b7cb2e9aeadb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.986221] env[65682]: DEBUG oslo_concurrency.lockutils [req-8f749f95-fa3c-451d-bacc-ccd9db22ff34 req-e202fc8a-4d92-4a8e-a3e2-6a400e49813a service nova] Acquired lock "refresh_cache-8a169693-eae1-4796-a42b-b7cb2e9aeadb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.986221] env[65682]: DEBUG nova.network.neutron [req-8f749f95-fa3c-451d-bacc-ccd9db22ff34 req-e202fc8a-4d92-4a8e-a3e2-6a400e49813a service nova] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Refreshing network info cache for port 4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.993688] env[65682]: WARNING neutronclient.v2_0.client [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.008602] env[65682]: INFO nova.compute.manager [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Took 40.18 seconds to build instance. [ 726.027595] env[65682]: DEBUG oslo_vmware.api [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615695, 'name': Rename_Task, 'duration_secs': 0.214416} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.027903] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.028250] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfb60921-e5b6-4f3d-a422-6188081c434f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.040536] env[65682]: DEBUG oslo_vmware.api [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 726.040536] env[65682]: value = "task-4615697" [ 726.040536] env[65682]: _type = "Task" [ 726.040536] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.054391] env[65682]: DEBUG oslo_vmware.api [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.155686] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615693, 'name': CreateVM_Task, 'duration_secs': 0.556044} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.158411] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.161688] env[65682]: WARNING neutronclient.v2_0.client [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.162091] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.162311] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.162567] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.163521] env[65682]: DEBUG oslo_concurrency.lockutils [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "a21615cc-1e3a-494a-ab00-7e4bd8119739" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.163725] env[65682]: DEBUG oslo_concurrency.lockutils [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "a21615cc-1e3a-494a-ab00-7e4bd8119739" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.164182] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a338429c-c528-4525-8369-4bcac16c3ee6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.171149] env[65682]: DEBUG oslo_vmware.api [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Waiting for the task: (returnval){ [ 726.171149] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52989697-6b35-d0c6-c373-259593ceb9f0" [ 726.171149] env[65682]: _type = "Task" [ 726.171149] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.181169] env[65682]: DEBUG oslo_vmware.api [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52989697-6b35-d0c6-c373-259593ceb9f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.264966] env[65682]: DEBUG nova.network.neutron [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Updating instance_info_cache with network_info: [{"id": "b8905af9-655c-4519-bfe2-21faf39488c8", "address": "fa:16:3e:27:6b:26", "network": {"id": "1719932d-bcf4-4ad2-8e3f-f55b5aaf896d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1384213493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1063d410f5864f5292ea4436f03d192c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8905af9-65", "ovs_interfaceid": "b8905af9-655c-4519-bfe2-21faf39488c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.271708] env[65682]: DEBUG nova.scheduler.client.report [None req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.352733] env[65682]: DEBUG oslo_vmware.api [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Task: {'id': task-4615696, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.356043] env[65682]: DEBUG nova.compute.manager [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 726.387018] env[65682]: DEBUG nova.virt.hardware [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 726.387299] env[65682]: DEBUG nova.virt.hardware [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.387450] env[65682]: DEBUG nova.virt.hardware [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 726.387624] env[65682]: DEBUG nova.virt.hardware [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.387764] env[65682]: DEBUG nova.virt.hardware [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 726.387901] env[65682]: DEBUG nova.virt.hardware [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 726.389641] env[65682]: DEBUG nova.virt.hardware [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 726.389641] env[65682]: DEBUG nova.virt.hardware [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 726.389874] env[65682]: DEBUG nova.virt.hardware [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 726.390173] env[65682]: DEBUG nova.virt.hardware [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 726.390469] env[65682]: DEBUG nova.virt.hardware [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 726.391893] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b21ac5-3877-420d-920c-51a14f208d13 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.405672] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0214db46-cf41-4ef6-9161-c819491c51b2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.443204] env[65682]: WARNING neutronclient.v2_0.client [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.489194] env[65682]: WARNING neutronclient.v2_0.client [req-8f749f95-fa3c-451d-bacc-ccd9db22ff34 req-e202fc8a-4d92-4a8e-a3e2-6a400e49813a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.512384] env[65682]: DEBUG oslo_concurrency.lockutils [None req-737d6733-7453-46f0-a4af-45da69078621 tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Lock "bb377ed3-35f4-4001-a73c-45d257bec3f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.687s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.520016] env[65682]: WARNING neutronclient.v2_0.client [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.554601] env[65682]: DEBUG oslo_vmware.api [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615697, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.638584] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "89425ade-bec0-4810-8284-ee9dd50a8c06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.638750] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "89425ade-bec0-4810-8284-ee9dd50a8c06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.687124] env[65682]: DEBUG oslo_vmware.api [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52989697-6b35-d0c6-c373-259593ceb9f0, 'name': SearchDatastore_Task, 'duration_secs': 0.015278} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.690903] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c769153c-96e9-4a42-be30-7e1706b5004f tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Acquiring lock "c8ea402b-3b65-4b67-ae16-b3ae51a3dc86" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.690903] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c769153c-96e9-4a42-be30-7e1706b5004f tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Lock "c8ea402b-3b65-4b67-ae16-b3ae51a3dc86" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.690903] env[65682]: INFO nova.compute.manager [None req-c769153c-96e9-4a42-be30-7e1706b5004f tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Rebooting instance [ 726.692447] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.692669] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.692887] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.693039] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.693217] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.693940] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a384899c-5bd9-4abb-b8cd-4a53f7d2a6db {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.715951] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.716299] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.717850] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-447cefaa-5765-4bd5-910d-c727f777b50e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.727983] env[65682]: DEBUG oslo_vmware.api [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Waiting for the task: (returnval){ [ 726.727983] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527f7ea6-3950-3186-0727-6f01e5ee543b" [ 726.727983] env[65682]: _type = "Task" [ 726.727983] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.742902] env[65682]: DEBUG oslo_vmware.api [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527f7ea6-3950-3186-0727-6f01e5ee543b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.767879] env[65682]: DEBUG oslo_concurrency.lockutils [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Releasing lock "refresh_cache-63bdb800-aeda-456e-9acd-afab1096c9d1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.768414] env[65682]: DEBUG nova.compute.manager [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Instance network_info: |[{"id": "b8905af9-655c-4519-bfe2-21faf39488c8", "address": "fa:16:3e:27:6b:26", "network": {"id": "1719932d-bcf4-4ad2-8e3f-f55b5aaf896d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1384213493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1063d410f5864f5292ea4436f03d192c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8905af9-65", "ovs_interfaceid": "b8905af9-655c-4519-bfe2-21faf39488c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 726.769466] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:6b:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1002b79b-224e-41e3-a484-4245a767147a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8905af9-655c-4519-bfe2-21faf39488c8', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.781425] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Creating folder: Project (1063d410f5864f5292ea4436f03d192c). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.783015] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.456s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.785688] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2ada419-d387-4945-b078-33c08e32e29f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.791553] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cd8961fa-2179-4fb4-9dd9-f37544d638db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.886s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.791859] env[65682]: DEBUG nova.objects.instance [None req-cd8961fa-2179-4fb4-9dd9-f37544d638db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Lazy-loading 'resources' on Instance uuid 8dfedc69-d424-40c8-b383-714719622e52 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.804239] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Created folder: Project (1063d410f5864f5292ea4436f03d192c) in parent group-v901426. [ 726.804605] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Creating folder: Instances. Parent ref: group-v901548. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.804816] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a58e955d-80d2-4b0e-9990-4927f1d2fbeb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.811022] env[65682]: INFO nova.scheduler.client.report [None req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Deleted allocations for instance 82843684-9e3d-4e9f-9d40-efe9c679a99e [ 726.820089] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Created folder: Instances in parent group-v901548. [ 726.820089] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 726.820089] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.820089] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b992be0c-cf13-4eb8-90e3-c611b4334553 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.843268] env[65682]: DEBUG nova.network.neutron [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Updated VIF entry in instance network info cache for port 834c89db-3206-475f-b7e7-cb62cd07ea85. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 726.843652] env[65682]: DEBUG nova.network.neutron [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Updating instance_info_cache with network_info: [{"id": "834c89db-3206-475f-b7e7-cb62cd07ea85", "address": "fa:16:3e:06:0e:d9", "network": {"id": "6e954a49-6855-46d4-9edc-a92444630a42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1213605505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.4"}}], "meta": {"injected": false, "tenant_id": "b717b357dfcd4266a3687344f05cd8f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap834c89db-32", "ovs_interfaceid": "834c89db-3206-475f-b7e7-cb62cd07ea85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.859395] env[65682]: DEBUG oslo_vmware.api [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Task: {'id': task-4615696, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.861202] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.861202] env[65682]: value = "task-4615700" [ 726.861202] env[65682]: _type = "Task" [ 726.861202] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.875446] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615700, 'name': CreateVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.016161] env[65682]: DEBUG nova.compute.manager [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 727.052743] env[65682]: DEBUG oslo_vmware.api [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615697, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.158585] env[65682]: DEBUG nova.network.neutron [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Successfully updated port: 1580d32a-ff27-48ab-b764-a8f30729bf0a {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 727.167461] env[65682]: DEBUG nova.network.neutron [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Updated VIF entry in instance network info cache for port 5c36511a-9e6c-44c5-863f-d8d82d0b5073. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 727.167461] env[65682]: DEBUG nova.network.neutron [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Updating instance_info_cache with network_info: [{"id": "4289fe10-8701-4ba5-a63b-c98ca4f2a837", "address": "fa:16:3e:3d:1a:cb", "network": {"id": "2f11c9de-c2df-4eeb-9b0b-82c10600d8b6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1977061315", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ce4e16bb234fb3a65623e27db425f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4289fe10-87", "ovs_interfaceid": "4289fe10-8701-4ba5-a63b-c98ca4f2a837", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5c36511a-9e6c-44c5-863f-d8d82d0b5073", "address": "fa:16:3e:01:7e:4b", "network": {"id": "0c081f7b-8664-402d-976b-8f05f7a35187", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-157867040", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f3ce4e16bb234fb3a65623e27db425f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c36511a-9e", "ovs_interfaceid": "5c36511a-9e6c-44c5-863f-d8d82d0b5073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2", "address": "fa:16:3e:b5:15:cc", "network": {"id": "2f11c9de-c2df-4eeb-9b0b-82c10600d8b6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1977061315", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ce4e16bb234fb3a65623e27db425f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6ecae25-4a", "ovs_interfaceid": "c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.250149] env[65682]: DEBUG oslo_vmware.api [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527f7ea6-3950-3186-0727-6f01e5ee543b, 'name': SearchDatastore_Task, 'duration_secs': 0.012455} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.252287] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c769153c-96e9-4a42-be30-7e1706b5004f tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Acquiring lock "refresh_cache-c8ea402b-3b65-4b67-ae16-b3ae51a3dc86" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.253092] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c769153c-96e9-4a42-be30-7e1706b5004f tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Acquired lock "refresh_cache-c8ea402b-3b65-4b67-ae16-b3ae51a3dc86" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.253092] env[65682]: DEBUG nova.network.neutron [None req-c769153c-96e9-4a42-be30-7e1706b5004f tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 727.256928] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6513d9c4-a313-4a5b-9fba-80061d6b17e5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.266085] env[65682]: DEBUG oslo_vmware.api [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Waiting for the task: (returnval){ [ 727.266085] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f65150-278d-529a-3db6-275f6eb72667" [ 727.266085] env[65682]: _type = "Task" [ 727.266085] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.289389] env[65682]: DEBUG oslo_vmware.api [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f65150-278d-529a-3db6-275f6eb72667, 'name': SearchDatastore_Task, 'duration_secs': 0.018148} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.289931] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.290298] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] a4e298d5-1423-4561-b40f-d61ec5e6ba83/a4e298d5-1423-4561-b40f-d61ec5e6ba83.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.290741] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ece8e492-3b07-44cb-aba3-474c69ce46f1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.306835] env[65682]: DEBUG oslo_vmware.api [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Waiting for the task: (returnval){ [ 727.306835] env[65682]: value = "task-4615701" [ 727.306835] env[65682]: _type = "Task" [ 727.306835] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.323091] env[65682]: DEBUG oslo_vmware.api [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Task: {'id': task-4615701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.323792] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c6b74015-c8d8-4b0a-921c-c6e2645c7e6e tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Lock "82843684-9e3d-4e9f-9d40-efe9c679a99e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.945s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.348242] env[65682]: WARNING neutronclient.v2_0.client [req-8f749f95-fa3c-451d-bacc-ccd9db22ff34 req-e202fc8a-4d92-4a8e-a3e2-6a400e49813a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.352185] env[65682]: DEBUG oslo_concurrency.lockutils [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] Releasing lock "refresh_cache-181f94d0-a313-4bc2-91a9-37ba572dc379" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.353053] env[65682]: DEBUG nova.compute.manager [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Received event network-vif-plugged-bc8719ab-c26f-4e18-9b34-14c6779dd339 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 727.353053] env[65682]: DEBUG oslo_concurrency.lockutils [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] Acquiring lock "b5e349bc-83eb-417a-a892-61a2be7e06f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.353417] env[65682]: DEBUG oslo_concurrency.lockutils [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] Lock "b5e349bc-83eb-417a-a892-61a2be7e06f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.353690] env[65682]: DEBUG oslo_concurrency.lockutils [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] Lock "b5e349bc-83eb-417a-a892-61a2be7e06f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.353954] env[65682]: DEBUG nova.compute.manager [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] No waiting events found dispatching network-vif-plugged-bc8719ab-c26f-4e18-9b34-14c6779dd339 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 727.354725] env[65682]: WARNING nova.compute.manager [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Received unexpected event network-vif-plugged-bc8719ab-c26f-4e18-9b34-14c6779dd339 for instance with vm_state building and task_state spawning. [ 727.354725] env[65682]: DEBUG nova.compute.manager [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Received event network-changed-bc8719ab-c26f-4e18-9b34-14c6779dd339 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 727.354995] env[65682]: DEBUG nova.compute.manager [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Refreshing instance network info cache due to event network-changed-bc8719ab-c26f-4e18-9b34-14c6779dd339. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 727.355416] env[65682]: DEBUG oslo_concurrency.lockutils [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] Acquiring lock "refresh_cache-b5e349bc-83eb-417a-a892-61a2be7e06f9" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.355840] env[65682]: DEBUG oslo_concurrency.lockutils [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] Acquired lock "refresh_cache-b5e349bc-83eb-417a-a892-61a2be7e06f9" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.356180] env[65682]: DEBUG nova.network.neutron [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Refreshing network info cache for port bc8719ab-c26f-4e18-9b34-14c6779dd339 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.388748] env[65682]: DEBUG oslo_vmware.api [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Task: {'id': task-4615696, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.401287] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615700, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.449675] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f54a9d1f-4011-4d7d-be18-a4f2cad028b1 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "74045a2c-18fb-4f2f-aa59-d14238c83ea2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.450397] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f54a9d1f-4011-4d7d-be18-a4f2cad028b1 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "74045a2c-18fb-4f2f-aa59-d14238c83ea2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.450875] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f54a9d1f-4011-4d7d-be18-a4f2cad028b1 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "74045a2c-18fb-4f2f-aa59-d14238c83ea2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.451358] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f54a9d1f-4011-4d7d-be18-a4f2cad028b1 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "74045a2c-18fb-4f2f-aa59-d14238c83ea2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.451664] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f54a9d1f-4011-4d7d-be18-a4f2cad028b1 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "74045a2c-18fb-4f2f-aa59-d14238c83ea2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.457758] env[65682]: INFO nova.compute.manager [None req-f54a9d1f-4011-4d7d-be18-a4f2cad028b1 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Terminating instance [ 727.469533] env[65682]: DEBUG nova.network.neutron [req-8f749f95-fa3c-451d-bacc-ccd9db22ff34 req-e202fc8a-4d92-4a8e-a3e2-6a400e49813a service nova] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Updated VIF entry in instance network info cache for port 4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 727.470024] env[65682]: DEBUG nova.network.neutron [req-8f749f95-fa3c-451d-bacc-ccd9db22ff34 req-e202fc8a-4d92-4a8e-a3e2-6a400e49813a service nova] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Updating instance_info_cache with network_info: [{"id": "4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc", "address": "fa:16:3e:33:c1:8e", "network": {"id": "d13ac076-fdae-4d36-93cb-7c96987ecff2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1006055871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eaca82bae54434ea55d652d06ff4773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cdaa165-7f", "ovs_interfaceid": "4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.539246] env[65682]: DEBUG oslo_concurrency.lockutils [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.557616] env[65682]: DEBUG oslo_vmware.api [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615697, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.666498] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquiring lock "refresh_cache-c46c1769-6758-4ad1-8768-8579ce514021" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.666989] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquired lock "refresh_cache-c46c1769-6758-4ad1-8768-8579ce514021" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.670920] env[65682]: DEBUG nova.network.neutron [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 727.670920] env[65682]: DEBUG oslo_concurrency.lockutils [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] Releasing lock "refresh_cache-bb377ed3-35f4-4001-a73c-45d257bec3f2" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.670920] env[65682]: DEBUG nova.compute.manager [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Received event network-vif-plugged-c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 727.670920] env[65682]: DEBUG oslo_concurrency.lockutils [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] Acquiring lock "bb377ed3-35f4-4001-a73c-45d257bec3f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.670920] env[65682]: DEBUG oslo_concurrency.lockutils [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] Lock "bb377ed3-35f4-4001-a73c-45d257bec3f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.671582] env[65682]: DEBUG oslo_concurrency.lockutils [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] Lock "bb377ed3-35f4-4001-a73c-45d257bec3f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.671582] env[65682]: DEBUG nova.compute.manager [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] No waiting events found dispatching network-vif-plugged-c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 727.671582] env[65682]: WARNING nova.compute.manager [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Received unexpected event network-vif-plugged-c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2 for instance with vm_state building and task_state spawning. [ 727.671813] env[65682]: DEBUG nova.compute.manager [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Received event network-changed-c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 727.672091] env[65682]: DEBUG nova.compute.manager [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Refreshing instance network info cache due to event network-changed-c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 727.672854] env[65682]: DEBUG oslo_concurrency.lockutils [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] Acquiring lock "refresh_cache-bb377ed3-35f4-4001-a73c-45d257bec3f2" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.672922] env[65682]: DEBUG oslo_concurrency.lockutils [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] Acquired lock "refresh_cache-bb377ed3-35f4-4001-a73c-45d257bec3f2" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.673299] env[65682]: DEBUG nova.network.neutron [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Refreshing network info cache for port c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.695143] env[65682]: DEBUG nova.compute.manager [req-ea6460cb-d825-4a90-a408-4c9b76ceb523 req-d2f5ec03-1e4b-4386-b608-d487c1158151 service nova] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Received event network-vif-deleted-88c34579-305a-4844-8ea8-5ad367d77d24 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 727.695330] env[65682]: DEBUG nova.compute.manager [req-ea6460cb-d825-4a90-a408-4c9b76ceb523 req-d2f5ec03-1e4b-4386-b608-d487c1158151 service nova] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Received event network-changed-1616aa2f-6261-466c-8658-8210fa899c9c {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 727.695550] env[65682]: DEBUG nova.compute.manager [req-ea6460cb-d825-4a90-a408-4c9b76ceb523 req-d2f5ec03-1e4b-4386-b608-d487c1158151 service nova] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Refreshing instance network info cache due to event network-changed-1616aa2f-6261-466c-8658-8210fa899c9c. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 727.695863] env[65682]: DEBUG oslo_concurrency.lockutils [req-ea6460cb-d825-4a90-a408-4c9b76ceb523 req-d2f5ec03-1e4b-4386-b608-d487c1158151 service nova] Acquiring lock "refresh_cache-559700b5-72a1-423d-894c-f191dbb88d03" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.695978] env[65682]: DEBUG oslo_concurrency.lockutils [req-ea6460cb-d825-4a90-a408-4c9b76ceb523 req-d2f5ec03-1e4b-4386-b608-d487c1158151 service nova] Acquired lock "refresh_cache-559700b5-72a1-423d-894c-f191dbb88d03" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.696657] env[65682]: DEBUG nova.network.neutron [req-ea6460cb-d825-4a90-a408-4c9b76ceb523 req-d2f5ec03-1e4b-4386-b608-d487c1158151 service nova] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Refreshing network info cache for port 1616aa2f-6261-466c-8658-8210fa899c9c {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.758877] env[65682]: WARNING neutronclient.v2_0.client [None req-c769153c-96e9-4a42-be30-7e1706b5004f tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.822126] env[65682]: DEBUG oslo_vmware.api [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Task: {'id': task-4615701, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.865103] env[65682]: WARNING neutronclient.v2_0.client [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.873179] env[65682]: DEBUG oslo_vmware.api [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Task: {'id': task-4615696, 'name': PowerOnVM_Task, 'duration_secs': 1.5552} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.877920] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.878342] env[65682]: INFO nova.compute.manager [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Took 14.49 seconds to spawn the instance on the hypervisor. [ 727.878554] env[65682]: DEBUG nova.compute.manager [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 727.879504] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea1750a-b92d-4d6b-8c6c-c74793b48782 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.890841] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615700, 'name': CreateVM_Task, 'duration_secs': 0.537085} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.900100] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.905919] env[65682]: WARNING neutronclient.v2_0.client [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.906776] env[65682]: DEBUG oslo_concurrency.lockutils [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.907136] env[65682]: DEBUG oslo_concurrency.lockutils [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.907757] env[65682]: DEBUG oslo_concurrency.lockutils [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.912746] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b40c5612-47d1-48a5-8917-35cf63ad4304 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.925181] env[65682]: DEBUG oslo_vmware.api [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 727.925181] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52885277-bf1d-eacb-c318-c40e9450afd7" [ 727.925181] env[65682]: _type = "Task" [ 727.925181] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.955579] env[65682]: DEBUG oslo_vmware.api [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52885277-bf1d-eacb-c318-c40e9450afd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.964688] env[65682]: DEBUG nova.compute.manager [None req-f54a9d1f-4011-4d7d-be18-a4f2cad028b1 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 727.964688] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f54a9d1f-4011-4d7d-be18-a4f2cad028b1 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 727.966290] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8c8ae3-c85c-4076-b217-8299a7d46468 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.973890] env[65682]: DEBUG oslo_concurrency.lockutils [req-8f749f95-fa3c-451d-bacc-ccd9db22ff34 req-e202fc8a-4d92-4a8e-a3e2-6a400e49813a service nova] Releasing lock "refresh_cache-8a169693-eae1-4796-a42b-b7cb2e9aeadb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.974511] env[65682]: DEBUG nova.compute.manager [req-8f749f95-fa3c-451d-bacc-ccd9db22ff34 req-e202fc8a-4d92-4a8e-a3e2-6a400e49813a service nova] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Received event network-vif-deleted-a661bff0-f4f4-4e45-8c94-fd733b49be08 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 727.982057] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f54a9d1f-4011-4d7d-be18-a4f2cad028b1 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.983587] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-becd7214-0efa-483f-aeaf-368054f8a3a2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.056716] env[65682]: DEBUG oslo_vmware.api [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615697, 'name': PowerOnVM_Task, 'duration_secs': 1.893975} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.059948] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.061030] env[65682]: INFO nova.compute.manager [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Took 10.33 seconds to spawn the instance on the hypervisor. [ 728.061121] env[65682]: DEBUG nova.compute.manager [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 728.065720] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418fc89e-cea5-4468-8f66-74dcaa74bbd2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.083840] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f54a9d1f-4011-4d7d-be18-a4f2cad028b1 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.084680] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f54a9d1f-4011-4d7d-be18-a4f2cad028b1 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.084680] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-f54a9d1f-4011-4d7d-be18-a4f2cad028b1 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Deleting the datastore file [datastore2] 74045a2c-18fb-4f2f-aa59-d14238c83ea2 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.084680] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c61e236-4bc2-4ecf-9734-57d8fb7a5046 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.093708] env[65682]: DEBUG oslo_vmware.api [None req-f54a9d1f-4011-4d7d-be18-a4f2cad028b1 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 728.093708] env[65682]: value = "task-4615703" [ 728.093708] env[65682]: _type = "Task" [ 728.093708] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.108750] env[65682]: DEBUG oslo_vmware.api [None req-f54a9d1f-4011-4d7d-be18-a4f2cad028b1 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.118334] env[65682]: WARNING neutronclient.v2_0.client [None req-c769153c-96e9-4a42-be30-7e1706b5004f tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.154903] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e98fa1-07f9-454c-a14e-5dbcfd890cc8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.168495] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f88c06-9cdf-4cb0-91fa-320498defff3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.207988] env[65682]: WARNING neutronclient.v2_0.client [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.210748] env[65682]: WARNING neutronclient.v2_0.client [req-ea6460cb-d825-4a90-a408-4c9b76ceb523 req-d2f5ec03-1e4b-4386-b608-d487c1158151 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.218597] env[65682]: DEBUG nova.network.neutron [None req-c769153c-96e9-4a42-be30-7e1706b5004f tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Updating instance_info_cache with network_info: [{"id": "3c8df491-7e02-46e3-b603-bf8894c1f6d2", "address": "fa:16:3e:6e:ee:e3", "network": {"id": "a2879524-21b0-421a-aab1-f0a474bc0187", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1811425516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc53d005d29d482e9151fef335b887c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c8df491-7e", "ovs_interfaceid": "3c8df491-7e02-46e3-b603-bf8894c1f6d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.220803] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40890752-f051-4ab2-9163-adebd5cc89ab {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.230714] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6714dc-0f8b-460a-b76a-ad5308661c12 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.249202] env[65682]: DEBUG nova.compute.provider_tree [None req-cd8961fa-2179-4fb4-9dd9-f37544d638db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.253368] env[65682]: DEBUG nova.network.neutron [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 728.313745] env[65682]: WARNING neutronclient.v2_0.client [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.323673] env[65682]: DEBUG nova.compute.manager [req-55a8e3d7-68ee-4a41-9ff6-31891b58fe54 req-682ea879-39b9-4f43-9457-8a8b1aa3b4f5 service nova] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Received event network-vif-plugged-afc26e8e-d2cf-464c-9e56-c5ad59f90d6e {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 728.324168] env[65682]: DEBUG oslo_concurrency.lockutils [req-55a8e3d7-68ee-4a41-9ff6-31891b58fe54 req-682ea879-39b9-4f43-9457-8a8b1aa3b4f5 service nova] Acquiring lock "a4e298d5-1423-4561-b40f-d61ec5e6ba83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.324988] env[65682]: DEBUG oslo_concurrency.lockutils [req-55a8e3d7-68ee-4a41-9ff6-31891b58fe54 req-682ea879-39b9-4f43-9457-8a8b1aa3b4f5 service nova] Lock "a4e298d5-1423-4561-b40f-d61ec5e6ba83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.325118] env[65682]: DEBUG oslo_concurrency.lockutils [req-55a8e3d7-68ee-4a41-9ff6-31891b58fe54 req-682ea879-39b9-4f43-9457-8a8b1aa3b4f5 service nova] Lock "a4e298d5-1423-4561-b40f-d61ec5e6ba83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.325381] env[65682]: DEBUG nova.compute.manager [req-55a8e3d7-68ee-4a41-9ff6-31891b58fe54 req-682ea879-39b9-4f43-9457-8a8b1aa3b4f5 service nova] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] No waiting events found dispatching network-vif-plugged-afc26e8e-d2cf-464c-9e56-c5ad59f90d6e {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 728.325657] env[65682]: WARNING nova.compute.manager [req-55a8e3d7-68ee-4a41-9ff6-31891b58fe54 req-682ea879-39b9-4f43-9457-8a8b1aa3b4f5 service nova] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Received unexpected event network-vif-plugged-afc26e8e-d2cf-464c-9e56-c5ad59f90d6e for instance with vm_state building and task_state spawning. [ 728.325905] env[65682]: DEBUG nova.compute.manager [req-55a8e3d7-68ee-4a41-9ff6-31891b58fe54 req-682ea879-39b9-4f43-9457-8a8b1aa3b4f5 service nova] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Received event network-changed-afc26e8e-d2cf-464c-9e56-c5ad59f90d6e {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 728.326152] env[65682]: DEBUG nova.compute.manager [req-55a8e3d7-68ee-4a41-9ff6-31891b58fe54 req-682ea879-39b9-4f43-9457-8a8b1aa3b4f5 service nova] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Refreshing instance network info cache due to event network-changed-afc26e8e-d2cf-464c-9e56-c5ad59f90d6e. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 728.326511] env[65682]: DEBUG oslo_concurrency.lockutils [req-55a8e3d7-68ee-4a41-9ff6-31891b58fe54 req-682ea879-39b9-4f43-9457-8a8b1aa3b4f5 service nova] Acquiring lock "refresh_cache-a4e298d5-1423-4561-b40f-d61ec5e6ba83" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.326844] env[65682]: DEBUG oslo_concurrency.lockutils [req-55a8e3d7-68ee-4a41-9ff6-31891b58fe54 req-682ea879-39b9-4f43-9457-8a8b1aa3b4f5 service nova] Acquired lock "refresh_cache-a4e298d5-1423-4561-b40f-d61ec5e6ba83" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.327099] env[65682]: DEBUG nova.network.neutron [req-55a8e3d7-68ee-4a41-9ff6-31891b58fe54 req-682ea879-39b9-4f43-9457-8a8b1aa3b4f5 service nova] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Refreshing network info cache for port afc26e8e-d2cf-464c-9e56-c5ad59f90d6e {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.342175] env[65682]: DEBUG oslo_vmware.api [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Task: {'id': task-4615701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726301} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.343959] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] a4e298d5-1423-4561-b40f-d61ec5e6ba83/a4e298d5-1423-4561-b40f-d61ec5e6ba83.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.343959] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.343959] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a7f744f-c7ee-428a-a79e-c54e311045fd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.353608] env[65682]: DEBUG oslo_vmware.api [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Waiting for the task: (returnval){ [ 728.353608] env[65682]: value = "task-4615704" [ 728.353608] env[65682]: _type = "Task" [ 728.353608] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.367098] env[65682]: DEBUG oslo_vmware.api [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Task: {'id': task-4615704, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.424572] env[65682]: INFO nova.compute.manager [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Took 32.53 seconds to build instance. [ 728.436949] env[65682]: DEBUG oslo_vmware.api [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52885277-bf1d-eacb-c318-c40e9450afd7, 'name': SearchDatastore_Task, 'duration_secs': 0.065048} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.440165] env[65682]: DEBUG oslo_concurrency.lockutils [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.440430] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.440667] env[65682]: DEBUG oslo_concurrency.lockutils [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.440807] env[65682]: DEBUG oslo_concurrency.lockutils [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.442486] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.442486] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af237160-4f5b-4f91-ab63-0d8188d0056c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.452858] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.453224] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.454269] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c241bf4-8a2a-4c59-be86-0e659bd41cb5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.463204] env[65682]: DEBUG oslo_vmware.api [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 728.463204] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52404a39-4d5f-587a-3ced-7b3dee32318b" [ 728.463204] env[65682]: _type = "Task" [ 728.463204] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.474552] env[65682]: DEBUG oslo_vmware.api [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52404a39-4d5f-587a-3ced-7b3dee32318b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.500614] env[65682]: DEBUG nova.network.neutron [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Updated VIF entry in instance network info cache for port bc8719ab-c26f-4e18-9b34-14c6779dd339. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 728.502176] env[65682]: DEBUG nova.network.neutron [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Updating instance_info_cache with network_info: [{"id": "bc8719ab-c26f-4e18-9b34-14c6779dd339", "address": "fa:16:3e:fa:8d:bc", "network": {"id": "6e954a49-6855-46d4-9edc-a92444630a42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1213605505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.4"}}], "meta": {"injected": false, "tenant_id": "b717b357dfcd4266a3687344f05cd8f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc8719ab-c2", "ovs_interfaceid": "bc8719ab-c26f-4e18-9b34-14c6779dd339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.513467] env[65682]: WARNING neutronclient.v2_0.client [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.592614] env[65682]: INFO nova.compute.manager [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Took 25.03 seconds to build instance. [ 728.604286] env[65682]: DEBUG oslo_vmware.api [None req-f54a9d1f-4011-4d7d-be18-a4f2cad028b1 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322224} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.604623] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-f54a9d1f-4011-4d7d-be18-a4f2cad028b1 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.604775] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f54a9d1f-4011-4d7d-be18-a4f2cad028b1 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.604951] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f54a9d1f-4011-4d7d-be18-a4f2cad028b1 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.605125] env[65682]: INFO nova.compute.manager [None req-f54a9d1f-4011-4d7d-be18-a4f2cad028b1 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Took 0.64 seconds to destroy the instance on the hypervisor. [ 728.605434] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-f54a9d1f-4011-4d7d-be18-a4f2cad028b1 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 728.605574] env[65682]: DEBUG nova.compute.manager [-] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 728.605952] env[65682]: DEBUG nova.network.neutron [-] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 728.605952] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.644465] env[65682]: WARNING neutronclient.v2_0.client [req-ea6460cb-d825-4a90-a408-4c9b76ceb523 req-d2f5ec03-1e4b-4386-b608-d487c1158151 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.698009] env[65682]: WARNING neutronclient.v2_0.client [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.725633] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c769153c-96e9-4a42-be30-7e1706b5004f tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Releasing lock "refresh_cache-c8ea402b-3b65-4b67-ae16-b3ae51a3dc86" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.759140] env[65682]: DEBUG nova.scheduler.client.report [None req-cd8961fa-2179-4fb4-9dd9-f37544d638db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.793963] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.830812] env[65682]: WARNING neutronclient.v2_0.client [req-55a8e3d7-68ee-4a41-9ff6-31891b58fe54 req-682ea879-39b9-4f43-9457-8a8b1aa3b4f5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.839053] env[65682]: DEBUG nova.network.neutron [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Updating instance_info_cache with network_info: [{"id": "1580d32a-ff27-48ab-b764-a8f30729bf0a", "address": "fa:16:3e:4e:0e:7c", "network": {"id": "caeb0c63-e524-44d9-a3f3-d330265a2b0e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-390549341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a8a6ae75473d441688fb59c9c7b328ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1580d32a-ff", "ovs_interfaceid": "1580d32a-ff27-48ab-b764-a8f30729bf0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.866306] env[65682]: DEBUG oslo_vmware.api [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Task: {'id': task-4615704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106966} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.867036] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.868040] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b6145d-9bd2-4d22-8615-cb903dfae877 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.896229] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] a4e298d5-1423-4561-b40f-d61ec5e6ba83/a4e298d5-1423-4561-b40f-d61ec5e6ba83.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.901218] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da4d3fac-4565-4de4-9dbd-9c970e59a6ea {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.925764] env[65682]: DEBUG oslo_vmware.api [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Waiting for the task: (returnval){ [ 728.925764] env[65682]: value = "task-4615705" [ 728.925764] env[65682]: _type = "Task" [ 728.925764] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.930726] env[65682]: DEBUG oslo_concurrency.lockutils [None req-08a085fc-90ec-49f7-ad81-fe40841c43a6 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Lock "1ee31b8f-5bb3-473a-b27f-331a853ed787" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.050s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.939462] env[65682]: DEBUG oslo_vmware.api [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Task: {'id': task-4615705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.973158] env[65682]: DEBUG oslo_vmware.api [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52404a39-4d5f-587a-3ced-7b3dee32318b, 'name': SearchDatastore_Task, 'duration_secs': 0.01392} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.975138] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d81e9cd6-6fec-43e4-a077-a935169f4ee9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.982092] env[65682]: DEBUG oslo_vmware.api [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 728.982092] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5233b0e1-32e9-304d-c4ee-bce027e15a77" [ 728.982092] env[65682]: _type = "Task" [ 728.982092] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.992426] env[65682]: DEBUG oslo_vmware.api [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5233b0e1-32e9-304d-c4ee-bce027e15a77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.003571] env[65682]: DEBUG oslo_concurrency.lockutils [req-5c90b1f6-ba54-4315-acc1-78c3ac77f8b0 req-915070c3-5e4c-4d32-9e91-c8760fcf204a service nova] Releasing lock "refresh_cache-b5e349bc-83eb-417a-a892-61a2be7e06f9" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.094304] env[65682]: DEBUG oslo_concurrency.lockutils [None req-61a2ddaf-7323-47f1-a9de-233354af9fc8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "8a169693-eae1-4796-a42b-b7cb2e9aeadb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.545s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.229170] env[65682]: DEBUG nova.network.neutron [req-ea6460cb-d825-4a90-a408-4c9b76ceb523 req-d2f5ec03-1e4b-4386-b608-d487c1158151 service nova] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Updated VIF entry in instance network info cache for port 1616aa2f-6261-466c-8658-8210fa899c9c. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 729.229695] env[65682]: DEBUG nova.network.neutron [req-ea6460cb-d825-4a90-a408-4c9b76ceb523 req-d2f5ec03-1e4b-4386-b608-d487c1158151 service nova] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Updating instance_info_cache with network_info: [{"id": "1616aa2f-6261-466c-8658-8210fa899c9c", "address": "fa:16:3e:02:36:e6", "network": {"id": "809c6bcb-6ec8-4d4b-aa81-f45abb89eb4e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-434745643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f634acfb2e5a4e5a9769684c8f34c0a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1616aa2f-62", "ovs_interfaceid": "1616aa2f-6261-466c-8658-8210fa899c9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.235357] env[65682]: DEBUG nova.network.neutron [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Updated VIF entry in instance network info cache for port c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 729.235965] env[65682]: DEBUG nova.network.neutron [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Updating instance_info_cache with network_info: [{"id": "4289fe10-8701-4ba5-a63b-c98ca4f2a837", "address": "fa:16:3e:3d:1a:cb", "network": {"id": "2f11c9de-c2df-4eeb-9b0b-82c10600d8b6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1977061315", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ce4e16bb234fb3a65623e27db425f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4289fe10-87", "ovs_interfaceid": "4289fe10-8701-4ba5-a63b-c98ca4f2a837", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5c36511a-9e6c-44c5-863f-d8d82d0b5073", "address": "fa:16:3e:01:7e:4b", "network": {"id": "0c081f7b-8664-402d-976b-8f05f7a35187", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-157867040", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f3ce4e16bb234fb3a65623e27db425f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c36511a-9e", "ovs_interfaceid": "5c36511a-9e6c-44c5-863f-d8d82d0b5073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2", "address": "fa:16:3e:b5:15:cc", "network": {"id": "2f11c9de-c2df-4eeb-9b0b-82c10600d8b6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1977061315", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ce4e16bb234fb3a65623e27db425f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6ecae25-4a", "ovs_interfaceid": "c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.238568] env[65682]: DEBUG nova.compute.manager [None req-c769153c-96e9-4a42-be30-7e1706b5004f tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 729.239449] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35556649-21a8-44b6-ba3f-d5b33413d91f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.268875] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cd8961fa-2179-4fb4-9dd9-f37544d638db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.477s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.273044] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.281s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.273044] env[65682]: DEBUG nova.objects.instance [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Lazy-loading 'resources' on Instance uuid ef478472-6a7e-4ae1-97d6-e30e080ecb1b {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.321159] env[65682]: INFO nova.scheduler.client.report [None req-cd8961fa-2179-4fb4-9dd9-f37544d638db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Deleted allocations for instance 8dfedc69-d424-40c8-b383-714719622e52 [ 729.343894] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Releasing lock "refresh_cache-c46c1769-6758-4ad1-8768-8579ce514021" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.343894] env[65682]: DEBUG nova.compute.manager [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Instance network_info: |[{"id": "1580d32a-ff27-48ab-b764-a8f30729bf0a", "address": "fa:16:3e:4e:0e:7c", "network": {"id": "caeb0c63-e524-44d9-a3f3-d330265a2b0e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-390549341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a8a6ae75473d441688fb59c9c7b328ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1580d32a-ff", "ovs_interfaceid": "1580d32a-ff27-48ab-b764-a8f30729bf0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 729.343894] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:0e:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1580d32a-ff27-48ab-b764-a8f30729bf0a', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.354130] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Creating folder: Project (a8a6ae75473d441688fb59c9c7b328ea). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.354130] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8b4b2e4-9378-4237-b0a8-038bc47ffb29 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.366212] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Created folder: Project (a8a6ae75473d441688fb59c9c7b328ea) in parent group-v901426. [ 729.366418] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Creating folder: Instances. Parent ref: group-v901551. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.366714] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-247e8cf3-02a7-40e1-bdb5-5866cbb38bde {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.383094] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Created folder: Instances in parent group-v901551. [ 729.383094] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 729.383094] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.383570] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-605ffa2b-a3bd-40c4-8a1c-d6bea0b652a6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.410601] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.410601] env[65682]: value = "task-4615708" [ 729.410601] env[65682]: _type = "Task" [ 729.410601] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.423563] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615708, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.445535] env[65682]: DEBUG nova.compute.manager [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 729.448926] env[65682]: DEBUG oslo_vmware.api [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Task: {'id': task-4615705, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.498900] env[65682]: DEBUG oslo_vmware.api [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5233b0e1-32e9-304d-c4ee-bce027e15a77, 'name': SearchDatastore_Task, 'duration_secs': 0.022626} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.502020] env[65682]: DEBUG oslo_concurrency.lockutils [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.502020] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 63bdb800-aeda-456e-9acd-afab1096c9d1/63bdb800-aeda-456e-9acd-afab1096c9d1.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.502020] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f03608be-26b0-4976-8fa2-50695139ae3a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.511237] env[65682]: DEBUG oslo_vmware.api [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 729.511237] env[65682]: value = "task-4615709" [ 729.511237] env[65682]: _type = "Task" [ 729.511237] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.521865] env[65682]: DEBUG oslo_vmware.api [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.541038] env[65682]: WARNING neutronclient.v2_0.client [req-55a8e3d7-68ee-4a41-9ff6-31891b58fe54 req-682ea879-39b9-4f43-9457-8a8b1aa3b4f5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.601062] env[65682]: DEBUG nova.compute.manager [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 729.682556] env[65682]: DEBUG nova.network.neutron [req-55a8e3d7-68ee-4a41-9ff6-31891b58fe54 req-682ea879-39b9-4f43-9457-8a8b1aa3b4f5 service nova] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Updated VIF entry in instance network info cache for port afc26e8e-d2cf-464c-9e56-c5ad59f90d6e. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 729.683393] env[65682]: DEBUG nova.network.neutron [req-55a8e3d7-68ee-4a41-9ff6-31891b58fe54 req-682ea879-39b9-4f43-9457-8a8b1aa3b4f5 service nova] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Updating instance_info_cache with network_info: [{"id": "afc26e8e-d2cf-464c-9e56-c5ad59f90d6e", "address": "fa:16:3e:2b:67:96", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafc26e8e-d2", "ovs_interfaceid": "afc26e8e-d2cf-464c-9e56-c5ad59f90d6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.688382] env[65682]: DEBUG nova.network.neutron [-] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.732244] env[65682]: DEBUG oslo_concurrency.lockutils [req-ea6460cb-d825-4a90-a408-4c9b76ceb523 req-d2f5ec03-1e4b-4386-b608-d487c1158151 service nova] Releasing lock "refresh_cache-559700b5-72a1-423d-894c-f191dbb88d03" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.732527] env[65682]: DEBUG nova.compute.manager [req-ea6460cb-d825-4a90-a408-4c9b76ceb523 req-d2f5ec03-1e4b-4386-b608-d487c1158151 service nova] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Received event network-vif-deleted-7b895549-f8be-4a9d-83ee-b19d71c123be {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 729.738981] env[65682]: DEBUG oslo_concurrency.lockutils [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] Releasing lock "refresh_cache-bb377ed3-35f4-4001-a73c-45d257bec3f2" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.739758] env[65682]: DEBUG nova.compute.manager [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Received event network-vif-plugged-ae8954aa-031d-4e69-8de5-93ce3968a894 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 729.739758] env[65682]: DEBUG oslo_concurrency.lockutils [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] Acquiring lock "f9347764-1fbe-4a3c-8d8b-828bb61b9f25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.739847] env[65682]: DEBUG oslo_concurrency.lockutils [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] Lock "f9347764-1fbe-4a3c-8d8b-828bb61b9f25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.740040] env[65682]: DEBUG oslo_concurrency.lockutils [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] Lock "f9347764-1fbe-4a3c-8d8b-828bb61b9f25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.740259] env[65682]: DEBUG nova.compute.manager [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] No waiting events found dispatching network-vif-plugged-ae8954aa-031d-4e69-8de5-93ce3968a894 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 729.740638] env[65682]: WARNING nova.compute.manager [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Received unexpected event network-vif-plugged-ae8954aa-031d-4e69-8de5-93ce3968a894 for instance with vm_state active and task_state None. [ 729.740688] env[65682]: DEBUG nova.compute.manager [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Received event network-changed-ae8954aa-031d-4e69-8de5-93ce3968a894 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 729.740869] env[65682]: DEBUG nova.compute.manager [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Refreshing instance network info cache due to event network-changed-ae8954aa-031d-4e69-8de5-93ce3968a894. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 729.741138] env[65682]: DEBUG oslo_concurrency.lockutils [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] Acquiring lock "refresh_cache-f9347764-1fbe-4a3c-8d8b-828bb61b9f25" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.741270] env[65682]: DEBUG oslo_concurrency.lockutils [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] Acquired lock "refresh_cache-f9347764-1fbe-4a3c-8d8b-828bb61b9f25" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.741433] env[65682]: DEBUG nova.network.neutron [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Refreshing network info cache for port ae8954aa-031d-4e69-8de5-93ce3968a894 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.834107] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cd8961fa-2179-4fb4-9dd9-f37544d638db tempest-VolumesAssistedSnapshotsTest-1744038986 tempest-VolumesAssistedSnapshotsTest-1744038986-project-member] Lock "8dfedc69-d424-40c8-b383-714719622e52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.355s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.927370] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615708, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.943679] env[65682]: DEBUG oslo_vmware.api [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Task: {'id': task-4615705, 'name': ReconfigVM_Task, 'duration_secs': 0.548684} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.944412] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Reconfigured VM instance instance-00000025 to attach disk [datastore2] a4e298d5-1423-4561-b40f-d61ec5e6ba83/a4e298d5-1423-4561-b40f-d61ec5e6ba83.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.945566] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55ccaadd-87df-4768-b2aa-c6090c172bd5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.962685] env[65682]: DEBUG oslo_vmware.api [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Waiting for the task: (returnval){ [ 729.962685] env[65682]: value = "task-4615710" [ 729.962685] env[65682]: _type = "Task" [ 729.962685] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.978045] env[65682]: DEBUG oslo_concurrency.lockutils [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.982706] env[65682]: DEBUG oslo_vmware.api [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Task: {'id': task-4615710, 'name': Rename_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.025758] env[65682]: DEBUG oslo_vmware.api [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615709, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.131805] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.174060] env[65682]: DEBUG nova.compute.manager [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 730.174794] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53ab077-f2ea-4a62-94a2-3ba87be76fae {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.189779] env[65682]: DEBUG oslo_concurrency.lockutils [req-55a8e3d7-68ee-4a41-9ff6-31891b58fe54 req-682ea879-39b9-4f43-9457-8a8b1aa3b4f5 service nova] Releasing lock "refresh_cache-a4e298d5-1423-4561-b40f-d61ec5e6ba83" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.190147] env[65682]: DEBUG nova.compute.manager [req-55a8e3d7-68ee-4a41-9ff6-31891b58fe54 req-682ea879-39b9-4f43-9457-8a8b1aa3b4f5 service nova] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Received event network-vif-plugged-b8905af9-655c-4519-bfe2-21faf39488c8 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 730.190383] env[65682]: DEBUG oslo_concurrency.lockutils [req-55a8e3d7-68ee-4a41-9ff6-31891b58fe54 req-682ea879-39b9-4f43-9457-8a8b1aa3b4f5 service nova] Acquiring lock "63bdb800-aeda-456e-9acd-afab1096c9d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.190688] env[65682]: DEBUG oslo_concurrency.lockutils [req-55a8e3d7-68ee-4a41-9ff6-31891b58fe54 req-682ea879-39b9-4f43-9457-8a8b1aa3b4f5 service nova] Lock "63bdb800-aeda-456e-9acd-afab1096c9d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.190861] env[65682]: DEBUG oslo_concurrency.lockutils [req-55a8e3d7-68ee-4a41-9ff6-31891b58fe54 req-682ea879-39b9-4f43-9457-8a8b1aa3b4f5 service nova] Lock "63bdb800-aeda-456e-9acd-afab1096c9d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.191214] env[65682]: DEBUG nova.compute.manager [req-55a8e3d7-68ee-4a41-9ff6-31891b58fe54 req-682ea879-39b9-4f43-9457-8a8b1aa3b4f5 service nova] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] No waiting events found dispatching network-vif-plugged-b8905af9-655c-4519-bfe2-21faf39488c8 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 730.191405] env[65682]: WARNING nova.compute.manager [req-55a8e3d7-68ee-4a41-9ff6-31891b58fe54 req-682ea879-39b9-4f43-9457-8a8b1aa3b4f5 service nova] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Received unexpected event network-vif-plugged-b8905af9-655c-4519-bfe2-21faf39488c8 for instance with vm_state building and task_state spawning. [ 730.191566] env[65682]: DEBUG nova.compute.manager [req-55a8e3d7-68ee-4a41-9ff6-31891b58fe54 req-682ea879-39b9-4f43-9457-8a8b1aa3b4f5 service nova] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Received event network-changed-b8905af9-655c-4519-bfe2-21faf39488c8 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 730.191794] env[65682]: DEBUG nova.compute.manager [req-55a8e3d7-68ee-4a41-9ff6-31891b58fe54 req-682ea879-39b9-4f43-9457-8a8b1aa3b4f5 service nova] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Refreshing instance network info cache due to event network-changed-b8905af9-655c-4519-bfe2-21faf39488c8. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 730.192069] env[65682]: DEBUG oslo_concurrency.lockutils [req-55a8e3d7-68ee-4a41-9ff6-31891b58fe54 req-682ea879-39b9-4f43-9457-8a8b1aa3b4f5 service nova] Acquiring lock "refresh_cache-63bdb800-aeda-456e-9acd-afab1096c9d1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.192214] env[65682]: DEBUG oslo_concurrency.lockutils [req-55a8e3d7-68ee-4a41-9ff6-31891b58fe54 req-682ea879-39b9-4f43-9457-8a8b1aa3b4f5 service nova] Acquired lock "refresh_cache-63bdb800-aeda-456e-9acd-afab1096c9d1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.192382] env[65682]: DEBUG nova.network.neutron [req-55a8e3d7-68ee-4a41-9ff6-31891b58fe54 req-682ea879-39b9-4f43-9457-8a8b1aa3b4f5 service nova] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Refreshing network info cache for port b8905af9-655c-4519-bfe2-21faf39488c8 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.194132] env[65682]: INFO nova.compute.manager [-] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Took 1.59 seconds to deallocate network for instance. [ 730.246264] env[65682]: WARNING neutronclient.v2_0.client [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.262195] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42af0dbb-67b9-4284-a9b8-e2de0d3d275b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.271882] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c769153c-96e9-4a42-be30-7e1706b5004f tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Doing hard reboot of VM {{(pid=65682) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 730.275267] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-2ffed0a4-fb6e-4ea0-a04f-a7af8b3d7924 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.285895] env[65682]: DEBUG oslo_vmware.api [None req-c769153c-96e9-4a42-be30-7e1706b5004f tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Waiting for the task: (returnval){ [ 730.285895] env[65682]: value = "task-4615711" [ 730.285895] env[65682]: _type = "Task" [ 730.285895] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.298368] env[65682]: DEBUG oslo_vmware.api [None req-c769153c-96e9-4a42-be30-7e1706b5004f tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Task: {'id': task-4615711, 'name': ResetVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.429589] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615708, 'name': CreateVM_Task, 'duration_secs': 0.677922} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.429789] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.430347] env[65682]: WARNING neutronclient.v2_0.client [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.430734] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.430845] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.431241] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.431547] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d313bc06-a429-4108-9814-f7eeb39b8582 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.441200] env[65682]: DEBUG oslo_vmware.api [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 730.441200] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c43f4c-c99a-8cad-1557-4f734e344473" [ 730.441200] env[65682]: _type = "Task" [ 730.441200] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.459293] env[65682]: DEBUG oslo_vmware.api [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c43f4c-c99a-8cad-1557-4f734e344473, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.484216] env[65682]: DEBUG oslo_vmware.api [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Task: {'id': task-4615710, 'name': Rename_Task, 'duration_secs': 0.354575} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.488508] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.491590] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d53f9fc3-9c39-4b84-84b6-21832f650e34 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.497899] env[65682]: DEBUG oslo_concurrency.lockutils [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "474f8ea3-8078-4755-8f13-5c16d6feb78d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.498211] env[65682]: DEBUG oslo_concurrency.lockutils [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "474f8ea3-8078-4755-8f13-5c16d6feb78d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.508043] env[65682]: DEBUG oslo_vmware.api [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Waiting for the task: (returnval){ [ 730.508043] env[65682]: value = "task-4615712" [ 730.508043] env[65682]: _type = "Task" [ 730.508043] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.524746] env[65682]: DEBUG oslo_vmware.api [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Task: {'id': task-4615712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.535341] env[65682]: DEBUG oslo_vmware.api [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63878} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.535341] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 63bdb800-aeda-456e-9acd-afab1096c9d1/63bdb800-aeda-456e-9acd-afab1096c9d1.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.535341] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.535341] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f21a753-67cc-4a59-a0ad-af10aaf67777 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.548186] env[65682]: DEBUG oslo_vmware.api [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 730.548186] env[65682]: value = "task-4615713" [ 730.548186] env[65682]: _type = "Task" [ 730.548186] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.560779] env[65682]: DEBUG oslo_vmware.api [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615713, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.587225] env[65682]: WARNING neutronclient.v2_0.client [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.593487] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6155b6-63a5-46a8-bb80-37f2ff02f4fb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.602944] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0eda4b5-ab10-4cc9-8403-33dbc8ec1367 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.642344] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed465163-5623-41f0-9539-9da1e11a1214 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.652378] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579ecdb8-d3b1-4779-9c9a-fde23bcb3a65 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.676150] env[65682]: DEBUG nova.compute.provider_tree [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.696210] env[65682]: INFO nova.compute.manager [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] instance snapshotting [ 730.700406] env[65682]: WARNING neutronclient.v2_0.client [req-55a8e3d7-68ee-4a41-9ff6-31891b58fe54 req-682ea879-39b9-4f43-9457-8a8b1aa3b4f5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.704539] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a621b99-fe6e-4a4d-9f99-1b2767db5928 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.709659] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f54a9d1f-4011-4d7d-be18-a4f2cad028b1 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.713853] env[65682]: DEBUG nova.network.neutron [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Updated VIF entry in instance network info cache for port ae8954aa-031d-4e69-8de5-93ce3968a894. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 730.714292] env[65682]: DEBUG nova.network.neutron [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Updating instance_info_cache with network_info: [{"id": "ae8954aa-031d-4e69-8de5-93ce3968a894", "address": "fa:16:3e:c8:48:4f", "network": {"id": "6e954a49-6855-46d4-9edc-a92444630a42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1213605505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.4"}}], "meta": {"injected": false, "tenant_id": "b717b357dfcd4266a3687344f05cd8f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae8954aa-03", "ovs_interfaceid": "ae8954aa-031d-4e69-8de5-93ce3968a894", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.739785] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad8951e-2e3f-42e8-b66d-b1e1d7547d33 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.801637] env[65682]: DEBUG oslo_vmware.api [None req-c769153c-96e9-4a42-be30-7e1706b5004f tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Task: {'id': task-4615711, 'name': ResetVM_Task, 'duration_secs': 0.136067} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.801877] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c769153c-96e9-4a42-be30-7e1706b5004f tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Did hard reboot of VM {{(pid=65682) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 730.802219] env[65682]: DEBUG nova.compute.manager [None req-c769153c-96e9-4a42-be30-7e1706b5004f tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 730.803418] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24448e5f-109a-4546-9145-9cd895b42924 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.828451] env[65682]: DEBUG nova.objects.instance [None req-17f733be-458f-4cc6-8135-3c05c1f7a393 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lazy-loading 'flavor' on Instance uuid 9f14574b-6e8e-433e-84c4-9358e60bb7ce {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.939160] env[65682]: WARNING neutronclient.v2_0.client [req-55a8e3d7-68ee-4a41-9ff6-31891b58fe54 req-682ea879-39b9-4f43-9457-8a8b1aa3b4f5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.955515] env[65682]: DEBUG oslo_vmware.api [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c43f4c-c99a-8cad-1557-4f734e344473, 'name': SearchDatastore_Task, 'duration_secs': 0.021938} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.955696] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.955993] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.956282] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.956429] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.956641] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.956927] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f2616b3-c104-4bd7-94b1-411d264227c0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.969116] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.969384] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.970353] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-699ebacc-798e-451c-a84c-f29586c9733f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.977367] env[65682]: DEBUG oslo_vmware.api [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 730.977367] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52316abb-313c-fb55-92b2-51e9254faa1d" [ 730.977367] env[65682]: _type = "Task" [ 730.977367] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.988305] env[65682]: DEBUG oslo_vmware.api [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52316abb-313c-fb55-92b2-51e9254faa1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.018077] env[65682]: DEBUG oslo_vmware.api [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Task: {'id': task-4615712, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.024704] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquiring lock "02fa8028-04bb-4b33-8931-e7af29af0204" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.024946] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lock "02fa8028-04bb-4b33-8931-e7af29af0204" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.046430] env[65682]: DEBUG nova.network.neutron [req-55a8e3d7-68ee-4a41-9ff6-31891b58fe54 req-682ea879-39b9-4f43-9457-8a8b1aa3b4f5 service nova] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Updated VIF entry in instance network info cache for port b8905af9-655c-4519-bfe2-21faf39488c8. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 731.046797] env[65682]: DEBUG nova.network.neutron [req-55a8e3d7-68ee-4a41-9ff6-31891b58fe54 req-682ea879-39b9-4f43-9457-8a8b1aa3b4f5 service nova] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Updating instance_info_cache with network_info: [{"id": "b8905af9-655c-4519-bfe2-21faf39488c8", "address": "fa:16:3e:27:6b:26", "network": {"id": "1719932d-bcf4-4ad2-8e3f-f55b5aaf896d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1384213493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1063d410f5864f5292ea4436f03d192c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8905af9-65", "ovs_interfaceid": "b8905af9-655c-4519-bfe2-21faf39488c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.068897] env[65682]: DEBUG oslo_vmware.api [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615713, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.267762} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.069801] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.070213] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72c50e4-48a7-462d-bc59-9a341a6458bc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.099749] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 63bdb800-aeda-456e-9acd-afab1096c9d1/63bdb800-aeda-456e-9acd-afab1096c9d1.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.100099] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ae4a9cd-72b9-47cb-926e-c8b6115894e0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.125193] env[65682]: DEBUG oslo_vmware.api [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 731.125193] env[65682]: value = "task-4615714" [ 731.125193] env[65682]: _type = "Task" [ 731.125193] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.136116] env[65682]: DEBUG oslo_vmware.api [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615714, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.179592] env[65682]: DEBUG nova.compute.manager [req-ffdbd8bc-36bc-45a4-89f8-dd246cf5af5b req-b6bfd84d-1238-4b70-bd13-b50593629c03 service nova] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Received event network-changed-08539295-4873-4fe0-be63-aa253c4f5b27 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 731.179880] env[65682]: DEBUG nova.compute.manager [req-ffdbd8bc-36bc-45a4-89f8-dd246cf5af5b req-b6bfd84d-1238-4b70-bd13-b50593629c03 service nova] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Refreshing instance network info cache due to event network-changed-08539295-4873-4fe0-be63-aa253c4f5b27. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 731.180171] env[65682]: DEBUG oslo_concurrency.lockutils [req-ffdbd8bc-36bc-45a4-89f8-dd246cf5af5b req-b6bfd84d-1238-4b70-bd13-b50593629c03 service nova] Acquiring lock "refresh_cache-189e7304-e24b-4b6e-8b56-7bad9d792778" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.183046] env[65682]: DEBUG oslo_concurrency.lockutils [req-ffdbd8bc-36bc-45a4-89f8-dd246cf5af5b req-b6bfd84d-1238-4b70-bd13-b50593629c03 service nova] Acquired lock "refresh_cache-189e7304-e24b-4b6e-8b56-7bad9d792778" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.183046] env[65682]: DEBUG nova.network.neutron [req-ffdbd8bc-36bc-45a4-89f8-dd246cf5af5b req-b6bfd84d-1238-4b70-bd13-b50593629c03 service nova] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Refreshing network info cache for port 08539295-4873-4fe0-be63-aa253c4f5b27 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.183046] env[65682]: DEBUG nova.scheduler.client.report [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.240888] env[65682]: DEBUG oslo_concurrency.lockutils [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] Releasing lock "refresh_cache-f9347764-1fbe-4a3c-8d8b-828bb61b9f25" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.241304] env[65682]: DEBUG nova.compute.manager [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Received event network-vif-plugged-d654a2fa-0f11-4bda-bcfa-1261556c3e68 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 731.241821] env[65682]: DEBUG oslo_concurrency.lockutils [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] Acquiring lock "1ee31b8f-5bb3-473a-b27f-331a853ed787-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.241821] env[65682]: DEBUG oslo_concurrency.lockutils [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] Lock "1ee31b8f-5bb3-473a-b27f-331a853ed787-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.242011] env[65682]: DEBUG oslo_concurrency.lockutils [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] Lock "1ee31b8f-5bb3-473a-b27f-331a853ed787-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.242201] env[65682]: DEBUG nova.compute.manager [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] No waiting events found dispatching network-vif-plugged-d654a2fa-0f11-4bda-bcfa-1261556c3e68 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 731.242447] env[65682]: WARNING nova.compute.manager [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Received unexpected event network-vif-plugged-d654a2fa-0f11-4bda-bcfa-1261556c3e68 for instance with vm_state building and task_state spawning. [ 731.242631] env[65682]: DEBUG nova.compute.manager [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Received event network-changed-d654a2fa-0f11-4bda-bcfa-1261556c3e68 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 731.242860] env[65682]: DEBUG nova.compute.manager [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Refreshing instance network info cache due to event network-changed-d654a2fa-0f11-4bda-bcfa-1261556c3e68. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 731.243053] env[65682]: DEBUG oslo_concurrency.lockutils [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] Acquiring lock "refresh_cache-1ee31b8f-5bb3-473a-b27f-331a853ed787" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.243251] env[65682]: DEBUG oslo_concurrency.lockutils [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] Acquired lock "refresh_cache-1ee31b8f-5bb3-473a-b27f-331a853ed787" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.243425] env[65682]: DEBUG nova.network.neutron [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Refreshing network info cache for port d654a2fa-0f11-4bda-bcfa-1261556c3e68 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.254674] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Creating Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 731.254674] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f418c123-cfc0-4b30-9d92-ef7d114ce9c5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.272651] env[65682]: DEBUG oslo_vmware.api [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Waiting for the task: (returnval){ [ 731.272651] env[65682]: value = "task-4615715" [ 731.272651] env[65682]: _type = "Task" [ 731.272651] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.287923] env[65682]: DEBUG oslo_vmware.api [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615715, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.320808] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c769153c-96e9-4a42-be30-7e1706b5004f tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Lock "c8ea402b-3b65-4b67-ae16-b3ae51a3dc86" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.629s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.333702] env[65682]: DEBUG oslo_concurrency.lockutils [None req-17f733be-458f-4cc6-8135-3c05c1f7a393 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquiring lock "refresh_cache-9f14574b-6e8e-433e-84c4-9358e60bb7ce" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.333962] env[65682]: DEBUG oslo_concurrency.lockutils [None req-17f733be-458f-4cc6-8135-3c05c1f7a393 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquired lock "refresh_cache-9f14574b-6e8e-433e-84c4-9358e60bb7ce" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.335043] env[65682]: DEBUG nova.network.neutron [None req-17f733be-458f-4cc6-8135-3c05c1f7a393 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 731.335043] env[65682]: DEBUG nova.objects.instance [None req-17f733be-458f-4cc6-8135-3c05c1f7a393 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lazy-loading 'info_cache' on Instance uuid 9f14574b-6e8e-433e-84c4-9358e60bb7ce {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.491694] env[65682]: DEBUG oslo_vmware.api [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52316abb-313c-fb55-92b2-51e9254faa1d, 'name': SearchDatastore_Task, 'duration_secs': 0.021119} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.492345] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7bbd085-85a4-4c3f-9537-189bb3c52f90 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.500584] env[65682]: DEBUG oslo_vmware.api [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 731.500584] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5265b0d4-50c4-bfe5-f866-bc31cc12799d" [ 731.500584] env[65682]: _type = "Task" [ 731.500584] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.514289] env[65682]: DEBUG oslo_vmware.api [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5265b0d4-50c4-bfe5-f866-bc31cc12799d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.520808] env[65682]: DEBUG oslo_vmware.api [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Task: {'id': task-4615712, 'name': PowerOnVM_Task, 'duration_secs': 0.875319} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.521129] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.521372] env[65682]: INFO nova.compute.manager [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Took 11.09 seconds to spawn the instance on the hypervisor. [ 731.521564] env[65682]: DEBUG nova.compute.manager [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 731.522443] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3777e38b-21eb-4776-aebc-b10b3d38a875 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.550233] env[65682]: DEBUG oslo_concurrency.lockutils [req-55a8e3d7-68ee-4a41-9ff6-31891b58fe54 req-682ea879-39b9-4f43-9457-8a8b1aa3b4f5 service nova] Releasing lock "refresh_cache-63bdb800-aeda-456e-9acd-afab1096c9d1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.562555] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquiring lock "181f94d0-a313-4bc2-91a9-37ba572dc379" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.562555] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Lock "181f94d0-a313-4bc2-91a9-37ba572dc379" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.562555] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquiring lock "181f94d0-a313-4bc2-91a9-37ba572dc379-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.562555] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Lock "181f94d0-a313-4bc2-91a9-37ba572dc379-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.562828] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Lock "181f94d0-a313-4bc2-91a9-37ba572dc379-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.565390] env[65682]: INFO nova.compute.manager [None req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Terminating instance [ 731.598140] env[65682]: DEBUG nova.compute.manager [req-45b670b9-6660-4d53-8748-6caaea3061d8 req-90f64162-55bd-4be7-9675-1796b2c983b4 service nova] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Received event network-changed-82f5fafe-f1c2-4d69-8ffa-8e1255c39d54 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 731.598140] env[65682]: DEBUG nova.compute.manager [req-45b670b9-6660-4d53-8748-6caaea3061d8 req-90f64162-55bd-4be7-9675-1796b2c983b4 service nova] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Refreshing instance network info cache due to event network-changed-82f5fafe-f1c2-4d69-8ffa-8e1255c39d54. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 731.598330] env[65682]: DEBUG oslo_concurrency.lockutils [req-45b670b9-6660-4d53-8748-6caaea3061d8 req-90f64162-55bd-4be7-9675-1796b2c983b4 service nova] Acquiring lock "refresh_cache-dc0deed5-2e50-44e7-8e8d-1fc90b4f1611" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.598799] env[65682]: DEBUG oslo_concurrency.lockutils [req-45b670b9-6660-4d53-8748-6caaea3061d8 req-90f64162-55bd-4be7-9675-1796b2c983b4 service nova] Acquired lock "refresh_cache-dc0deed5-2e50-44e7-8e8d-1fc90b4f1611" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.598799] env[65682]: DEBUG nova.network.neutron [req-45b670b9-6660-4d53-8748-6caaea3061d8 req-90f64162-55bd-4be7-9675-1796b2c983b4 service nova] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Refreshing network info cache for port 82f5fafe-f1c2-4d69-8ffa-8e1255c39d54 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.639890] env[65682]: DEBUG oslo_vmware.api [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615714, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.688062] env[65682]: WARNING neutronclient.v2_0.client [req-ffdbd8bc-36bc-45a4-89f8-dd246cf5af5b req-b6bfd84d-1238-4b70-bd13-b50593629c03 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.694428] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.421s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.698891] env[65682]: DEBUG oslo_concurrency.lockutils [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.478s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.701851] env[65682]: INFO nova.compute.claims [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.737932] env[65682]: INFO nova.scheduler.client.report [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Deleted allocations for instance ef478472-6a7e-4ae1-97d6-e30e080ecb1b [ 731.750714] env[65682]: WARNING neutronclient.v2_0.client [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.768835] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Acquiring lock "bb377ed3-35f4-4001-a73c-45d257bec3f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.769231] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Lock "bb377ed3-35f4-4001-a73c-45d257bec3f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.769596] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Acquiring lock "bb377ed3-35f4-4001-a73c-45d257bec3f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.769921] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Lock "bb377ed3-35f4-4001-a73c-45d257bec3f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.770261] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Lock "bb377ed3-35f4-4001-a73c-45d257bec3f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.775669] env[65682]: INFO nova.compute.manager [None req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Terminating instance [ 731.793507] env[65682]: DEBUG oslo_vmware.api [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615715, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.839417] env[65682]: DEBUG nova.objects.base [None req-17f733be-458f-4cc6-8135-3c05c1f7a393 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Object Instance<9f14574b-6e8e-433e-84c4-9358e60bb7ce> lazy-loaded attributes: flavor,info_cache {{(pid=65682) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 732.014255] env[65682]: DEBUG oslo_vmware.api [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5265b0d4-50c4-bfe5-f866-bc31cc12799d, 'name': SearchDatastore_Task, 'duration_secs': 0.018172} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.014656] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.014921] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] c46c1769-6758-4ad1-8768-8579ce514021/c46c1769-6758-4ad1-8768-8579ce514021.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.015273] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9fdf2b3-f282-4ea1-b674-4beebc007366 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.026184] env[65682]: DEBUG oslo_vmware.api [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 732.026184] env[65682]: value = "task-4615716" [ 732.026184] env[65682]: _type = "Task" [ 732.026184] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.041599] env[65682]: DEBUG oslo_vmware.api [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4615716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.045622] env[65682]: INFO nova.compute.manager [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Took 23.59 seconds to build instance. [ 732.072141] env[65682]: DEBUG nova.compute.manager [None req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 732.072392] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.075021] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2aa3b5-c960-46ac-822c-de66863a10e7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.084484] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.084902] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5aac593-01b5-4330-8a13-70faf2456334 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.097677] env[65682]: DEBUG oslo_vmware.api [None req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for the task: (returnval){ [ 732.097677] env[65682]: value = "task-4615717" [ 732.097677] env[65682]: _type = "Task" [ 732.097677] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.102746] env[65682]: WARNING neutronclient.v2_0.client [req-45b670b9-6660-4d53-8748-6caaea3061d8 req-90f64162-55bd-4be7-9675-1796b2c983b4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.113761] env[65682]: DEBUG oslo_vmware.api [None req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.139427] env[65682]: DEBUG oslo_vmware.api [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615714, 'name': ReconfigVM_Task, 'duration_secs': 0.634346} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.139672] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 63bdb800-aeda-456e-9acd-afab1096c9d1/63bdb800-aeda-456e-9acd-afab1096c9d1.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.140368] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8aee5f9a-5fe3-4435-903d-bea7b85266d4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.149574] env[65682]: DEBUG oslo_vmware.api [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 732.149574] env[65682]: value = "task-4615718" [ 732.149574] env[65682]: _type = "Task" [ 732.149574] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.163444] env[65682]: DEBUG oslo_vmware.api [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615718, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.207401] env[65682]: WARNING neutronclient.v2_0.client [req-ffdbd8bc-36bc-45a4-89f8-dd246cf5af5b req-b6bfd84d-1238-4b70-bd13-b50593629c03 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.252189] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9c082cba-e2c9-4e88-a48b-11f8ec1cc6ab tempest-ServerShowV257Test-909711036 tempest-ServerShowV257Test-909711036-project-member] Lock "ef478472-6a7e-4ae1-97d6-e30e080ecb1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.084s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.262633] env[65682]: WARNING neutronclient.v2_0.client [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.287093] env[65682]: DEBUG nova.compute.manager [None req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 732.287436] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.288706] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ef633c-53d3-4422-9314-f1b060a103ef {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.303627] env[65682]: DEBUG oslo_vmware.api [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615715, 'name': CreateSnapshot_Task, 'duration_secs': 0.679284} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.308567] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Created Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 732.309264] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.311956] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77baa8a5-b543-4957-bc54-87ff3e9fbeef {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.316726] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb7b8989-1eed-4376-805d-26b8f4234e2b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.333554] env[65682]: DEBUG oslo_vmware.api [None req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Waiting for the task: (returnval){ [ 732.333554] env[65682]: value = "task-4615719" [ 732.333554] env[65682]: _type = "Task" [ 732.333554] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.342348] env[65682]: WARNING neutronclient.v2_0.client [None req-17f733be-458f-4cc6-8135-3c05c1f7a393 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.353898] env[65682]: DEBUG oslo_vmware.api [None req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4615719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.544380] env[65682]: DEBUG oslo_vmware.api [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4615716, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.548030] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5281fc11-d7ed-4ed4-bcd5-ffe7252eb161 tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Lock "a4e298d5-1423-4561-b40f-d61ec5e6ba83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.099s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.613624] env[65682]: DEBUG oslo_vmware.api [None req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615717, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.622291] env[65682]: DEBUG nova.network.neutron [req-ffdbd8bc-36bc-45a4-89f8-dd246cf5af5b req-b6bfd84d-1238-4b70-bd13-b50593629c03 service nova] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Updated VIF entry in instance network info cache for port 08539295-4873-4fe0-be63-aa253c4f5b27. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 732.622972] env[65682]: DEBUG nova.network.neutron [req-ffdbd8bc-36bc-45a4-89f8-dd246cf5af5b req-b6bfd84d-1238-4b70-bd13-b50593629c03 service nova] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Updating instance_info_cache with network_info: [{"id": "08539295-4873-4fe0-be63-aa253c4f5b27", "address": "fa:16:3e:84:bf:8e", "network": {"id": "00cad830-f617-4287-93c2-29b47cc6ae7b", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-197692607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0867ace4b8ad40dd9634f56d44b7a346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08539295-48", "ovs_interfaceid": "08539295-4873-4fe0-be63-aa253c4f5b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.666108] env[65682]: DEBUG oslo_vmware.api [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615718, 'name': Rename_Task, 'duration_secs': 0.243272} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.666108] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.666453] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c455d34-1667-46ce-ad6c-5ca504e20ecd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.683968] env[65682]: DEBUG oslo_vmware.api [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 732.683968] env[65682]: value = "task-4615720" [ 732.683968] env[65682]: _type = "Task" [ 732.683968] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.706545] env[65682]: DEBUG oslo_vmware.api [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615720, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.752903] env[65682]: DEBUG nova.network.neutron [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Updated VIF entry in instance network info cache for port d654a2fa-0f11-4bda-bcfa-1261556c3e68. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 732.753355] env[65682]: DEBUG nova.network.neutron [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Updating instance_info_cache with network_info: [{"id": "d654a2fa-0f11-4bda-bcfa-1261556c3e68", "address": "fa:16:3e:14:54:28", "network": {"id": "106b73b7-6e2c-42eb-92ad-04e4274af08e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-874600951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e4f47bde909a4cccafd43f828891ba64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd654a2fa-0f", "ovs_interfaceid": "d654a2fa-0f11-4bda-bcfa-1261556c3e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.820526] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0943cd22-3239-4327-964a-61bc624d02d8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "8a169693-eae1-4796-a42b-b7cb2e9aeadb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.820820] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0943cd22-3239-4327-964a-61bc624d02d8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "8a169693-eae1-4796-a42b-b7cb2e9aeadb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.821577] env[65682]: DEBUG nova.compute.manager [None req-0943cd22-3239-4327-964a-61bc624d02d8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 732.821866] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c055f54-2a5f-4476-83a9-05baabad7986 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.847667] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Creating linked-clone VM from snapshot {{(pid=65682) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 732.847888] env[65682]: DEBUG nova.compute.manager [None req-0943cd22-3239-4327-964a-61bc624d02d8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65682) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 732.848670] env[65682]: DEBUG nova.objects.instance [None req-0943cd22-3239-4327-964a-61bc624d02d8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lazy-loading 'flavor' on Instance uuid 8a169693-eae1-4796-a42b-b7cb2e9aeadb {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.856416] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5fd1e039-e490-4815-a090-d6a37dfeccca {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.882538] env[65682]: DEBUG oslo_vmware.api [None req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4615719, 'name': PowerOffVM_Task, 'duration_secs': 0.384858} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.884725] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.884854] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.885760] env[65682]: DEBUG oslo_vmware.api [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Waiting for the task: (returnval){ [ 732.885760] env[65682]: value = "task-4615721" [ 732.885760] env[65682]: _type = "Task" [ 732.885760] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.886174] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6465f062-5123-40ce-ac3f-250c94c75e5e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.906046] env[65682]: DEBUG oslo_vmware.api [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615721, 'name': CloneVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.934264] env[65682]: WARNING neutronclient.v2_0.client [req-45b670b9-6660-4d53-8748-6caaea3061d8 req-90f64162-55bd-4be7-9675-1796b2c983b4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.050120] env[65682]: DEBUG oslo_vmware.api [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4615716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673653} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.050120] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] c46c1769-6758-4ad1-8768-8579ce514021/c46c1769-6758-4ad1-8768-8579ce514021.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.050120] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.050120] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6635a198-0e6f-40d8-b738-523ec1786fd2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.051793] env[65682]: DEBUG nova.compute.manager [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 733.068764] env[65682]: DEBUG oslo_vmware.api [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 733.068764] env[65682]: value = "task-4615723" [ 733.068764] env[65682]: _type = "Task" [ 733.068764] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.086690] env[65682]: DEBUG oslo_vmware.api [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4615723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.107156] env[65682]: WARNING neutronclient.v2_0.client [None req-17f733be-458f-4cc6-8135-3c05c1f7a393 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.113996] env[65682]: DEBUG oslo_vmware.api [None req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615717, 'name': PowerOffVM_Task, 'duration_secs': 0.595454} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.118532] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.118892] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 733.121496] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fbc21ab-8f79-4b0d-8ca8-3654259ae537 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.124698] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.124698] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.125110] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Deleting the datastore file [datastore1] bb377ed3-35f4-4001-a73c-45d257bec3f2 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.125840] env[65682]: DEBUG oslo_concurrency.lockutils [req-ffdbd8bc-36bc-45a4-89f8-dd246cf5af5b req-b6bfd84d-1238-4b70-bd13-b50593629c03 service nova] Releasing lock "refresh_cache-189e7304-e24b-4b6e-8b56-7bad9d792778" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.126489] env[65682]: DEBUG nova.compute.manager [req-ffdbd8bc-36bc-45a4-89f8-dd246cf5af5b req-b6bfd84d-1238-4b70-bd13-b50593629c03 service nova] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Received event network-vif-plugged-1580d32a-ff27-48ab-b764-a8f30729bf0a {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 733.126489] env[65682]: DEBUG oslo_concurrency.lockutils [req-ffdbd8bc-36bc-45a4-89f8-dd246cf5af5b req-b6bfd84d-1238-4b70-bd13-b50593629c03 service nova] Acquiring lock "c46c1769-6758-4ad1-8768-8579ce514021-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.126890] env[65682]: DEBUG oslo_concurrency.lockutils [req-ffdbd8bc-36bc-45a4-89f8-dd246cf5af5b req-b6bfd84d-1238-4b70-bd13-b50593629c03 service nova] Lock "c46c1769-6758-4ad1-8768-8579ce514021-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.127168] env[65682]: DEBUG oslo_concurrency.lockutils [req-ffdbd8bc-36bc-45a4-89f8-dd246cf5af5b req-b6bfd84d-1238-4b70-bd13-b50593629c03 service nova] Lock "c46c1769-6758-4ad1-8768-8579ce514021-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.127710] env[65682]: DEBUG nova.compute.manager [req-ffdbd8bc-36bc-45a4-89f8-dd246cf5af5b req-b6bfd84d-1238-4b70-bd13-b50593629c03 service nova] [instance: c46c1769-6758-4ad1-8768-8579ce514021] No waiting events found dispatching network-vif-plugged-1580d32a-ff27-48ab-b764-a8f30729bf0a {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 733.128611] env[65682]: WARNING nova.compute.manager [req-ffdbd8bc-36bc-45a4-89f8-dd246cf5af5b req-b6bfd84d-1238-4b70-bd13-b50593629c03 service nova] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Received unexpected event network-vif-plugged-1580d32a-ff27-48ab-b764-a8f30729bf0a for instance with vm_state building and task_state spawning. [ 733.128611] env[65682]: DEBUG nova.compute.manager [req-ffdbd8bc-36bc-45a4-89f8-dd246cf5af5b req-b6bfd84d-1238-4b70-bd13-b50593629c03 service nova] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Received event network-changed-1580d32a-ff27-48ab-b764-a8f30729bf0a {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 733.128611] env[65682]: DEBUG nova.compute.manager [req-ffdbd8bc-36bc-45a4-89f8-dd246cf5af5b req-b6bfd84d-1238-4b70-bd13-b50593629c03 service nova] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Refreshing instance network info cache due to event network-changed-1580d32a-ff27-48ab-b764-a8f30729bf0a. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 733.128906] env[65682]: DEBUG oslo_concurrency.lockutils [req-ffdbd8bc-36bc-45a4-89f8-dd246cf5af5b req-b6bfd84d-1238-4b70-bd13-b50593629c03 service nova] Acquiring lock "refresh_cache-c46c1769-6758-4ad1-8768-8579ce514021" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.130021] env[65682]: DEBUG oslo_concurrency.lockutils [req-ffdbd8bc-36bc-45a4-89f8-dd246cf5af5b req-b6bfd84d-1238-4b70-bd13-b50593629c03 service nova] Acquired lock "refresh_cache-c46c1769-6758-4ad1-8768-8579ce514021" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.130291] env[65682]: DEBUG nova.network.neutron [req-ffdbd8bc-36bc-45a4-89f8-dd246cf5af5b req-b6bfd84d-1238-4b70-bd13-b50593629c03 service nova] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Refreshing network info cache for port 1580d32a-ff27-48ab-b764-a8f30729bf0a {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.132131] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b620d093-17e7-4a23-b833-2ee81464aa58 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.145185] env[65682]: DEBUG oslo_vmware.api [None req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Waiting for the task: (returnval){ [ 733.145185] env[65682]: value = "task-4615725" [ 733.145185] env[65682]: _type = "Task" [ 733.145185] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.164158] env[65682]: DEBUG oslo_vmware.api [None req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4615725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.166466] env[65682]: DEBUG nova.network.neutron [req-45b670b9-6660-4d53-8748-6caaea3061d8 req-90f64162-55bd-4be7-9675-1796b2c983b4 service nova] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Updated VIF entry in instance network info cache for port 82f5fafe-f1c2-4d69-8ffa-8e1255c39d54. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 733.167168] env[65682]: DEBUG nova.network.neutron [req-45b670b9-6660-4d53-8748-6caaea3061d8 req-90f64162-55bd-4be7-9675-1796b2c983b4 service nova] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Updating instance_info_cache with network_info: [{"id": "82f5fafe-f1c2-4d69-8ffa-8e1255c39d54", "address": "fa:16:3e:60:34:91", "network": {"id": "77316b66-ea63-4584-99dd-80424d5a5fd5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-874022092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c93c1c81794b4994a81d657620864895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82f5fafe-f1", "ovs_interfaceid": "82f5fafe-f1c2-4d69-8ffa-8e1255c39d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.198824] env[65682]: DEBUG oslo_vmware.api [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615720, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.220145] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.220145] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.220145] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Deleting the datastore file [datastore1] 181f94d0-a313-4bc2-91a9-37ba572dc379 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.220440] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-822f2e8f-5a5e-42f2-8f52-18c4b5167d21 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.228586] env[65682]: DEBUG oslo_vmware.api [None req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for the task: (returnval){ [ 733.228586] env[65682]: value = "task-4615726" [ 733.228586] env[65682]: _type = "Task" [ 733.228586] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.245281] env[65682]: DEBUG oslo_vmware.api [None req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.259853] env[65682]: DEBUG oslo_concurrency.lockutils [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] Releasing lock "refresh_cache-1ee31b8f-5bb3-473a-b27f-331a853ed787" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.260199] env[65682]: DEBUG nova.compute.manager [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Received event network-changed-1616aa2f-6261-466c-8658-8210fa899c9c {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 733.260389] env[65682]: DEBUG nova.compute.manager [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Refreshing instance network info cache due to event network-changed-1616aa2f-6261-466c-8658-8210fa899c9c. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 733.260629] env[65682]: DEBUG oslo_concurrency.lockutils [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] Acquiring lock "refresh_cache-559700b5-72a1-423d-894c-f191dbb88d03" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.260819] env[65682]: DEBUG oslo_concurrency.lockutils [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] Acquired lock "refresh_cache-559700b5-72a1-423d-894c-f191dbb88d03" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.261062] env[65682]: DEBUG nova.network.neutron [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Refreshing network info cache for port 1616aa2f-6261-466c-8658-8210fa899c9c {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.311668] env[65682]: DEBUG nova.network.neutron [None req-17f733be-458f-4cc6-8135-3c05c1f7a393 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Updating instance_info_cache with network_info: [{"id": "1bfd32e1-e339-43a9-9fa2-905a5fd96de7", "address": "fa:16:3e:7d:8e:13", "network": {"id": "4325e347-9b47-40dc-aec4-00f1c87e63ee", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1942724398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f89ef8262ca0497eb53f59a9aca1a523", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bfd32e1-e3", "ovs_interfaceid": "1bfd32e1-e339-43a9-9fa2-905a5fd96de7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.409284] env[65682]: DEBUG oslo_vmware.api [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615721, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.498291] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdf6a5f-d54c-456a-8c06-7a76c3b3aa74 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.510352] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826c95f8-cda6-4f6c-bbe7-eedd88b4646f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.553244] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9deef71-1caf-40c8-8572-7443f1190e75 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.557748] env[65682]: DEBUG nova.compute.manager [None req-e8ba1be7-52b9-412a-aa42-b53395182583 tempest-ServerExternalEventsTest-571134579 tempest-ServerExternalEventsTest-571134579-project] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Received event network-changed {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 733.558066] env[65682]: DEBUG nova.compute.manager [None req-e8ba1be7-52b9-412a-aa42-b53395182583 tempest-ServerExternalEventsTest-571134579 tempest-ServerExternalEventsTest-571134579-project] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Refreshing instance network info cache due to event network-changed. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 733.558369] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e8ba1be7-52b9-412a-aa42-b53395182583 tempest-ServerExternalEventsTest-571134579 tempest-ServerExternalEventsTest-571134579-project] Acquiring lock "refresh_cache-a4e298d5-1423-4561-b40f-d61ec5e6ba83" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.558559] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e8ba1be7-52b9-412a-aa42-b53395182583 tempest-ServerExternalEventsTest-571134579 tempest-ServerExternalEventsTest-571134579-project] Acquired lock "refresh_cache-a4e298d5-1423-4561-b40f-d61ec5e6ba83" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.558764] env[65682]: DEBUG nova.network.neutron [None req-e8ba1be7-52b9-412a-aa42-b53395182583 tempest-ServerExternalEventsTest-571134579 tempest-ServerExternalEventsTest-571134579-project] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 733.586541] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add9afbb-3f73-4c54-8e7d-f490619d66e3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.593469] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.603021] env[65682]: DEBUG oslo_vmware.api [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4615723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122176} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.615157] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.616410] env[65682]: DEBUG nova.compute.provider_tree [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.618818] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1718639-6d65-412e-b7c0-e9ee47e92a87 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.637023] env[65682]: WARNING neutronclient.v2_0.client [req-ffdbd8bc-36bc-45a4-89f8-dd246cf5af5b req-b6bfd84d-1238-4b70-bd13-b50593629c03 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.650248] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] c46c1769-6758-4ad1-8768-8579ce514021/c46c1769-6758-4ad1-8768-8579ce514021.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.651896] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44b38a26-8029-484b-8eea-cd70c61db33a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.678018] env[65682]: DEBUG oslo_concurrency.lockutils [req-45b670b9-6660-4d53-8748-6caaea3061d8 req-90f64162-55bd-4be7-9675-1796b2c983b4 service nova] Releasing lock "refresh_cache-dc0deed5-2e50-44e7-8e8d-1fc90b4f1611" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.684925] env[65682]: DEBUG oslo_vmware.api [None req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4615725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.687339] env[65682]: DEBUG oslo_vmware.api [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 733.687339] env[65682]: value = "task-4615727" [ 733.687339] env[65682]: _type = "Task" [ 733.687339] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.702354] env[65682]: DEBUG oslo_vmware.api [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615720, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.707437] env[65682]: DEBUG oslo_vmware.api [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4615727, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.743382] env[65682]: DEBUG oslo_vmware.api [None req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.487488} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.743689] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.746168] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.746168] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.746168] env[65682]: INFO nova.compute.manager [None req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Took 1.67 seconds to destroy the instance on the hypervisor. [ 733.746168] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 733.746168] env[65682]: DEBUG nova.compute.manager [-] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 733.746168] env[65682]: DEBUG nova.network.neutron [-] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 733.746168] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.767280] env[65682]: WARNING neutronclient.v2_0.client [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.817420] env[65682]: DEBUG oslo_concurrency.lockutils [None req-17f733be-458f-4cc6-8135-3c05c1f7a393 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Releasing lock "refresh_cache-9f14574b-6e8e-433e-84c4-9358e60bb7ce" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.881605] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-0943cd22-3239-4327-964a-61bc624d02d8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.881605] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73fef835-77df-4c88-b8e4-03ac270f9111 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.889399] env[65682]: DEBUG oslo_vmware.api [None req-0943cd22-3239-4327-964a-61bc624d02d8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 733.889399] env[65682]: value = "task-4615728" [ 733.889399] env[65682]: _type = "Task" [ 733.889399] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.903597] env[65682]: DEBUG oslo_vmware.api [None req-0943cd22-3239-4327-964a-61bc624d02d8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.907702] env[65682]: DEBUG oslo_vmware.api [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615721, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.039542] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.065199] env[65682]: WARNING neutronclient.v2_0.client [None req-e8ba1be7-52b9-412a-aa42-b53395182583 tempest-ServerExternalEventsTest-571134579 tempest-ServerExternalEventsTest-571134579-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.069198] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3ae92812-6973-43dd-91e4-0cd781c31b00 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Acquiring lock "c8ea402b-3b65-4b67-ae16-b3ae51a3dc86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.069553] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3ae92812-6973-43dd-91e4-0cd781c31b00 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Lock "c8ea402b-3b65-4b67-ae16-b3ae51a3dc86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.069862] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3ae92812-6973-43dd-91e4-0cd781c31b00 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Acquiring lock "c8ea402b-3b65-4b67-ae16-b3ae51a3dc86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.070174] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3ae92812-6973-43dd-91e4-0cd781c31b00 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Lock "c8ea402b-3b65-4b67-ae16-b3ae51a3dc86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.070438] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3ae92812-6973-43dd-91e4-0cd781c31b00 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Lock "c8ea402b-3b65-4b67-ae16-b3ae51a3dc86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.076995] env[65682]: INFO nova.compute.manager [None req-3ae92812-6973-43dd-91e4-0cd781c31b00 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Terminating instance [ 734.124422] env[65682]: DEBUG nova.scheduler.client.report [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.163593] env[65682]: DEBUG oslo_vmware.api [None req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4615725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.558276} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.164171] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.164675] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.165022] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.165352] env[65682]: INFO nova.compute.manager [None req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Took 1.88 seconds to destroy the instance on the hypervisor. [ 734.166178] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 734.167635] env[65682]: DEBUG nova.compute.manager [-] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 734.167635] env[65682]: DEBUG nova.network.neutron [-] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 734.167635] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.207529] env[65682]: DEBUG oslo_vmware.api [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615720, 'name': PowerOnVM_Task, 'duration_secs': 1.078673} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.216300] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.216300] env[65682]: INFO nova.compute.manager [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Took 10.87 seconds to spawn the instance on the hypervisor. [ 734.216300] env[65682]: DEBUG nova.compute.manager [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 734.216300] env[65682]: DEBUG oslo_vmware.api [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4615727, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.216300] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660042b0-3250-411b-ad28-13bf5b3a740e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.404323] env[65682]: DEBUG oslo_vmware.api [None req-0943cd22-3239-4327-964a-61bc624d02d8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615728, 'name': PowerOffVM_Task, 'duration_secs': 0.319575} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.407228] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-0943cd22-3239-4327-964a-61bc624d02d8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.407645] env[65682]: DEBUG nova.compute.manager [None req-0943cd22-3239-4327-964a-61bc624d02d8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 734.407993] env[65682]: DEBUG oslo_vmware.api [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615721, 'name': CloneVM_Task} progress is 95%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.408777] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ed5447-1c45-402f-a7fa-5898d9c7d015 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.582959] env[65682]: DEBUG nova.compute.manager [None req-3ae92812-6973-43dd-91e4-0cd781c31b00 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 734.583313] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae92812-6973-43dd-91e4-0cd781c31b00 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 734.584302] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd866c2-7b0b-47ab-a88f-88b181762416 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.597451] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae92812-6973-43dd-91e4-0cd781c31b00 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 734.597759] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a69e660c-097c-4829-aa24-975dc46261d4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.604437] env[65682]: DEBUG oslo_vmware.api [None req-3ae92812-6973-43dd-91e4-0cd781c31b00 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Waiting for the task: (returnval){ [ 734.604437] env[65682]: value = "task-4615729" [ 734.604437] env[65682]: _type = "Task" [ 734.604437] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.613878] env[65682]: DEBUG oslo_vmware.api [None req-3ae92812-6973-43dd-91e4-0cd781c31b00 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Task: {'id': task-4615729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.630705] env[65682]: DEBUG oslo_concurrency.lockutils [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.932s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.631317] env[65682]: DEBUG nova.compute.manager [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 734.636522] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.639964] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.230s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.643499] env[65682]: INFO nova.compute.claims [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.713070] env[65682]: DEBUG oslo_vmware.api [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4615727, 'name': ReconfigVM_Task, 'duration_secs': 0.548782} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.713504] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Reconfigured VM instance instance-00000027 to attach disk [datastore2] c46c1769-6758-4ad1-8768-8579ce514021/c46c1769-6758-4ad1-8768-8579ce514021.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.714105] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89ce564b-2b18-4ae2-a0f3-bef8cc023fec {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.724260] env[65682]: DEBUG oslo_vmware.api [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 734.724260] env[65682]: value = "task-4615730" [ 734.724260] env[65682]: _type = "Task" [ 734.724260] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.742557] env[65682]: DEBUG oslo_vmware.api [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4615730, 'name': Rename_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.751681] env[65682]: INFO nova.compute.manager [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Took 19.89 seconds to build instance. [ 734.823777] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f733be-458f-4cc6-8135-3c05c1f7a393 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.824492] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b5380d4-104d-4dc9-845e-a1315c0ea389 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.832599] env[65682]: DEBUG oslo_vmware.api [None req-17f733be-458f-4cc6-8135-3c05c1f7a393 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for the task: (returnval){ [ 734.832599] env[65682]: value = "task-4615731" [ 734.832599] env[65682]: _type = "Task" [ 734.832599] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.844265] env[65682]: DEBUG oslo_vmware.api [None req-17f733be-458f-4cc6-8135-3c05c1f7a393 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.909873] env[65682]: DEBUG oslo_vmware.api [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615721, 'name': CloneVM_Task, 'duration_secs': 1.799966} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.914242] env[65682]: INFO nova.virt.vmwareapi.vmops [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Created linked-clone VM from snapshot [ 734.916061] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82547ec-0901-49ee-a35b-eb2aeda16b8a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.926486] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0943cd22-3239-4327-964a-61bc624d02d8 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "8a169693-eae1-4796-a42b-b7cb2e9aeadb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.104s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.931425] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Uploading image 55771506-0667-49e0-a2e9-c4357653b6e1 {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 734.966139] env[65682]: DEBUG oslo_vmware.rw_handles [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 734.966139] env[65682]: value = "vm-901555" [ 734.966139] env[65682]: _type = "VirtualMachine" [ 734.966139] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 734.966774] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ee372f4b-715a-408a-b768-563cf7900236 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.972497] env[65682]: WARNING neutronclient.v2_0.client [req-ffdbd8bc-36bc-45a4-89f8-dd246cf5af5b req-b6bfd84d-1238-4b70-bd13-b50593629c03 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.982971] env[65682]: DEBUG oslo_vmware.rw_handles [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Lease: (returnval){ [ 734.982971] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5261532c-6f91-a741-833a-d003edf8783a" [ 734.982971] env[65682]: _type = "HttpNfcLease" [ 734.982971] env[65682]: } obtained for exporting VM: (result){ [ 734.982971] env[65682]: value = "vm-901555" [ 734.982971] env[65682]: _type = "VirtualMachine" [ 734.982971] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 734.983429] env[65682]: DEBUG oslo_vmware.api [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Waiting for the lease: (returnval){ [ 734.983429] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5261532c-6f91-a741-833a-d003edf8783a" [ 734.983429] env[65682]: _type = "HttpNfcLease" [ 734.983429] env[65682]: } to be ready. {{(pid=65682) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 734.983634] env[65682]: DEBUG nova.network.neutron [-] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.994643] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 734.994643] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5261532c-6f91-a741-833a-d003edf8783a" [ 734.994643] env[65682]: _type = "HttpNfcLease" [ 734.994643] env[65682]: } is initializing. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 735.117882] env[65682]: DEBUG oslo_vmware.api [None req-3ae92812-6973-43dd-91e4-0cd781c31b00 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Task: {'id': task-4615729, 'name': PowerOffVM_Task, 'duration_secs': 0.246284} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.118787] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae92812-6973-43dd-91e4-0cd781c31b00 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.118787] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae92812-6973-43dd-91e4-0cd781c31b00 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.118787] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a447f4d-71fe-4fcf-b575-03e53bd1db30 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.156024] env[65682]: DEBUG nova.compute.utils [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.156024] env[65682]: DEBUG nova.compute.manager [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 735.156024] env[65682]: DEBUG nova.network.neutron [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 735.156024] env[65682]: WARNING neutronclient.v2_0.client [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.158555] env[65682]: WARNING neutronclient.v2_0.client [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.193534] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae92812-6973-43dd-91e4-0cd781c31b00 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 735.193534] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae92812-6973-43dd-91e4-0cd781c31b00 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 735.193534] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ae92812-6973-43dd-91e4-0cd781c31b00 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Deleting the datastore file [datastore1] c8ea402b-3b65-4b67-ae16-b3ae51a3dc86 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.193733] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f457532e-ce7b-4034-84a2-f75730f081b6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.204944] env[65682]: DEBUG oslo_vmware.api [None req-3ae92812-6973-43dd-91e4-0cd781c31b00 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Waiting for the task: (returnval){ [ 735.204944] env[65682]: value = "task-4615734" [ 735.204944] env[65682]: _type = "Task" [ 735.204944] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.216244] env[65682]: DEBUG oslo_vmware.api [None req-3ae92812-6973-43dd-91e4-0cd781c31b00 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Task: {'id': task-4615734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.234709] env[65682]: DEBUG oslo_vmware.api [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4615730, 'name': Rename_Task, 'duration_secs': 0.199123} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.235014] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.235298] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b5b5a54-c6a6-41a2-a085-12686063aa25 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.246063] env[65682]: DEBUG oslo_vmware.api [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 735.246063] env[65682]: value = "task-4615735" [ 735.246063] env[65682]: _type = "Task" [ 735.246063] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.256117] env[65682]: DEBUG oslo_concurrency.lockutils [None req-341b2841-7a5c-4e26-92e8-2550c557ef45 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "63bdb800-aeda-456e-9acd-afab1096c9d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.401s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.256490] env[65682]: DEBUG oslo_vmware.api [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4615735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.313063] env[65682]: WARNING neutronclient.v2_0.client [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.345336] env[65682]: DEBUG oslo_vmware.api [None req-17f733be-458f-4cc6-8135-3c05c1f7a393 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615731, 'name': PowerOnVM_Task, 'duration_secs': 0.422995} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.345714] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f733be-458f-4cc6-8135-3c05c1f7a393 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.345961] env[65682]: DEBUG nova.compute.manager [None req-17f733be-458f-4cc6-8135-3c05c1f7a393 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 735.346797] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4895360f-f268-40ae-8fea-9f0f390af58b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.479184] env[65682]: DEBUG nova.policy [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a0a609dc7b4417693bb7ebef1d77e75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bb24c0379ac40948b19dc0112b5bf23', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.490960] env[65682]: INFO nova.compute.manager [-] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Took 1.74 seconds to deallocate network for instance. [ 735.495295] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 735.495295] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5261532c-6f91-a741-833a-d003edf8783a" [ 735.495295] env[65682]: _type = "HttpNfcLease" [ 735.495295] env[65682]: } is ready. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 735.497215] env[65682]: DEBUG oslo_vmware.rw_handles [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 735.497215] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5261532c-6f91-a741-833a-d003edf8783a" [ 735.497215] env[65682]: _type = "HttpNfcLease" [ 735.497215] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 735.498313] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea3d37f-8bdb-4cfa-b540-9e30cbe332e5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.510764] env[65682]: DEBUG oslo_vmware.rw_handles [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520e05d5-7628-fbd5-2437-a05d6be0f8e8/disk-0.vmdk from lease info. {{(pid=65682) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 735.511199] env[65682]: DEBUG oslo_vmware.rw_handles [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520e05d5-7628-fbd5-2437-a05d6be0f8e8/disk-0.vmdk for reading. {{(pid=65682) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 735.596026] env[65682]: WARNING neutronclient.v2_0.client [None req-e8ba1be7-52b9-412a-aa42-b53395182583 tempest-ServerExternalEventsTest-571134579 tempest-ServerExternalEventsTest-571134579-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.608669] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ce4df9d6-2447-401a-b844-5aefe4db7681 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.660198] env[65682]: DEBUG nova.network.neutron [req-ffdbd8bc-36bc-45a4-89f8-dd246cf5af5b req-b6bfd84d-1238-4b70-bd13-b50593629c03 service nova] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Updated VIF entry in instance network info cache for port 1580d32a-ff27-48ab-b764-a8f30729bf0a. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 735.663905] env[65682]: DEBUG nova.network.neutron [req-ffdbd8bc-36bc-45a4-89f8-dd246cf5af5b req-b6bfd84d-1238-4b70-bd13-b50593629c03 service nova] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Updating instance_info_cache with network_info: [{"id": "1580d32a-ff27-48ab-b764-a8f30729bf0a", "address": "fa:16:3e:4e:0e:7c", "network": {"id": "caeb0c63-e524-44d9-a3f3-d330265a2b0e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-390549341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a8a6ae75473d441688fb59c9c7b328ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1580d32a-ff", "ovs_interfaceid": "1580d32a-ff27-48ab-b764-a8f30729bf0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.663905] env[65682]: DEBUG nova.compute.manager [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 735.718377] env[65682]: DEBUG oslo_vmware.api [None req-3ae92812-6973-43dd-91e4-0cd781c31b00 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Task: {'id': task-4615734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429933} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.719446] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ae92812-6973-43dd-91e4-0cd781c31b00 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 735.719674] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae92812-6973-43dd-91e4-0cd781c31b00 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 735.719852] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae92812-6973-43dd-91e4-0cd781c31b00 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 735.720026] env[65682]: INFO nova.compute.manager [None req-3ae92812-6973-43dd-91e4-0cd781c31b00 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Took 1.14 seconds to destroy the instance on the hypervisor. [ 735.720283] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-3ae92812-6973-43dd-91e4-0cd781c31b00 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 735.720862] env[65682]: DEBUG nova.compute.manager [-] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 735.720862] env[65682]: DEBUG nova.network.neutron [-] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 735.721463] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.758476] env[65682]: DEBUG oslo_vmware.api [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4615735, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.759713] env[65682]: DEBUG nova.compute.manager [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 736.006115] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.012475] env[65682]: DEBUG nova.network.neutron [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Successfully created port: 5e29f018-6b2f-4fb7-9e4d-be0cddfc3146 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 736.086093] env[65682]: DEBUG nova.compute.manager [req-7ca189bf-82cf-42ce-89c3-c0b02c27d3eb req-8b26d9df-5fab-43e4-8f1c-1d4c2b47fcb0 service nova] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Received event network-changed-d654a2fa-0f11-4bda-bcfa-1261556c3e68 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 736.086422] env[65682]: DEBUG nova.compute.manager [req-7ca189bf-82cf-42ce-89c3-c0b02c27d3eb req-8b26d9df-5fab-43e4-8f1c-1d4c2b47fcb0 service nova] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Refreshing instance network info cache due to event network-changed-d654a2fa-0f11-4bda-bcfa-1261556c3e68. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 736.086769] env[65682]: DEBUG oslo_concurrency.lockutils [req-7ca189bf-82cf-42ce-89c3-c0b02c27d3eb req-8b26d9df-5fab-43e4-8f1c-1d4c2b47fcb0 service nova] Acquiring lock "refresh_cache-1ee31b8f-5bb3-473a-b27f-331a853ed787" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.086917] env[65682]: DEBUG oslo_concurrency.lockutils [req-7ca189bf-82cf-42ce-89c3-c0b02c27d3eb req-8b26d9df-5fab-43e4-8f1c-1d4c2b47fcb0 service nova] Acquired lock "refresh_cache-1ee31b8f-5bb3-473a-b27f-331a853ed787" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.087102] env[65682]: DEBUG nova.network.neutron [req-7ca189bf-82cf-42ce-89c3-c0b02c27d3eb req-8b26d9df-5fab-43e4-8f1c-1d4c2b47fcb0 service nova] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Refreshing network info cache for port d654a2fa-0f11-4bda-bcfa-1261556c3e68 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.167287] env[65682]: DEBUG oslo_concurrency.lockutils [req-ffdbd8bc-36bc-45a4-89f8-dd246cf5af5b req-b6bfd84d-1238-4b70-bd13-b50593629c03 service nova] Releasing lock "refresh_cache-c46c1769-6758-4ad1-8768-8579ce514021" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.167692] env[65682]: DEBUG nova.compute.manager [req-ffdbd8bc-36bc-45a4-89f8-dd246cf5af5b req-b6bfd84d-1238-4b70-bd13-b50593629c03 service nova] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Received event network-vif-deleted-c9f93d99-b8a5-4370-b676-c4ac0823b264 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 736.262791] env[65682]: DEBUG oslo_vmware.api [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4615735, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.292784] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.405062] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5467015f-76f2-45af-886d-4ea29480c7d6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.419585] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43da9f7e-e449-4e19-9e43-e2eb886d3858 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.462449] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7882c90d-46b2-4d0e-ada4-7de0ba10b1f2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.474917] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f02ceee-6596-4290-a70c-8138b2a120c4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.495846] env[65682]: DEBUG nova.compute.provider_tree [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.593811] env[65682]: WARNING neutronclient.v2_0.client [req-7ca189bf-82cf-42ce-89c3-c0b02c27d3eb req-8b26d9df-5fab-43e4-8f1c-1d4c2b47fcb0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.654387] env[65682]: DEBUG nova.network.neutron [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Updated VIF entry in instance network info cache for port 1616aa2f-6261-466c-8658-8210fa899c9c. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 736.654387] env[65682]: DEBUG nova.network.neutron [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Updating instance_info_cache with network_info: [{"id": "1616aa2f-6261-466c-8658-8210fa899c9c", "address": "fa:16:3e:02:36:e6", "network": {"id": "809c6bcb-6ec8-4d4b-aa81-f45abb89eb4e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-434745643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f634acfb2e5a4e5a9769684c8f34c0a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1616aa2f-62", "ovs_interfaceid": "1616aa2f-6261-466c-8658-8210fa899c9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.670092] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e204dbe3-df59-4cee-804f-cb61d4bb46ba tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Acquiring lock "a4e298d5-1423-4561-b40f-d61ec5e6ba83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.670551] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e204dbe3-df59-4cee-804f-cb61d4bb46ba tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Lock "a4e298d5-1423-4561-b40f-d61ec5e6ba83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.671797] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e204dbe3-df59-4cee-804f-cb61d4bb46ba tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Acquiring lock "a4e298d5-1423-4561-b40f-d61ec5e6ba83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.672384] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e204dbe3-df59-4cee-804f-cb61d4bb46ba tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Lock "a4e298d5-1423-4561-b40f-d61ec5e6ba83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.674815] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e204dbe3-df59-4cee-804f-cb61d4bb46ba tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Lock "a4e298d5-1423-4561-b40f-d61ec5e6ba83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.678206] env[65682]: INFO nova.compute.manager [None req-e204dbe3-df59-4cee-804f-cb61d4bb46ba tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Terminating instance [ 736.684993] env[65682]: DEBUG nova.compute.manager [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 736.730857] env[65682]: DEBUG nova.virt.hardware [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 736.731467] env[65682]: DEBUG nova.virt.hardware [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.731773] env[65682]: DEBUG nova.virt.hardware [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 736.732146] env[65682]: DEBUG nova.virt.hardware [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.732471] env[65682]: DEBUG nova.virt.hardware [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 736.732789] env[65682]: DEBUG nova.virt.hardware [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 736.733190] env[65682]: DEBUG nova.virt.hardware [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 736.733512] env[65682]: DEBUG nova.virt.hardware [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 736.733841] env[65682]: DEBUG nova.virt.hardware [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 736.734163] env[65682]: DEBUG nova.virt.hardware [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 736.734499] env[65682]: DEBUG nova.virt.hardware [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 736.735641] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f520d4c-09ac-4175-a4a8-0147c50eb9cf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.746486] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da224ea0-0b14-4c1c-aacf-3f9e48f6e233 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.752868] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.766112] env[65682]: DEBUG oslo_vmware.api [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4615735, 'name': PowerOnVM_Task, 'duration_secs': 1.314765} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.774256] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.774679] env[65682]: INFO nova.compute.manager [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Took 10.42 seconds to spawn the instance on the hypervisor. [ 736.774679] env[65682]: DEBUG nova.compute.manager [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 736.776164] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5146a816-4221-469a-a1f3-d31bf6f9e891 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.820631] env[65682]: DEBUG nova.network.neutron [-] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.000474] env[65682]: DEBUG nova.scheduler.client.report [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.156542] env[65682]: DEBUG oslo_concurrency.lockutils [req-2ea291af-1418-4f04-ac2a-b61f65a7e5a7 req-d44e3323-8aa8-4ef6-82aa-9032128a956e service nova] Releasing lock "refresh_cache-559700b5-72a1-423d-894c-f191dbb88d03" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.194624] env[65682]: DEBUG nova.compute.manager [None req-e204dbe3-df59-4cee-804f-cb61d4bb46ba tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 737.194859] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e204dbe3-df59-4cee-804f-cb61d4bb46ba tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.196199] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d681a5eb-885e-41d2-8c39-0928895bc568 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.206948] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-e204dbe3-df59-4cee-804f-cb61d4bb46ba tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.207787] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8962aa42-67e3-4f72-a937-f3c337f4025c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.218678] env[65682]: DEBUG oslo_vmware.api [None req-e204dbe3-df59-4cee-804f-cb61d4bb46ba tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Waiting for the task: (returnval){ [ 737.218678] env[65682]: value = "task-4615736" [ 737.218678] env[65682]: _type = "Task" [ 737.218678] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.230574] env[65682]: DEBUG oslo_vmware.api [None req-e204dbe3-df59-4cee-804f-cb61d4bb46ba tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Task: {'id': task-4615736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.299320] env[65682]: INFO nova.compute.manager [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Took 17.83 seconds to build instance. [ 737.307237] env[65682]: DEBUG nova.network.neutron [None req-e8ba1be7-52b9-412a-aa42-b53395182583 tempest-ServerExternalEventsTest-571134579 tempest-ServerExternalEventsTest-571134579-project] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Updating instance_info_cache with network_info: [{"id": "afc26e8e-d2cf-464c-9e56-c5ad59f90d6e", "address": "fa:16:3e:2b:67:96", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafc26e8e-d2", "ovs_interfaceid": "afc26e8e-d2cf-464c-9e56-c5ad59f90d6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.325020] env[65682]: INFO nova.compute.manager [-] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Took 3.16 seconds to deallocate network for instance. [ 737.506598] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.867s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.507347] env[65682]: DEBUG nova.compute.manager [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 737.511637] env[65682]: DEBUG oslo_concurrency.lockutils [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.382s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.513717] env[65682]: INFO nova.compute.claims [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.732930] env[65682]: DEBUG oslo_vmware.api [None req-e204dbe3-df59-4cee-804f-cb61d4bb46ba tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Task: {'id': task-4615736, 'name': PowerOffVM_Task, 'duration_secs': 0.345767} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.733390] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-e204dbe3-df59-4cee-804f-cb61d4bb46ba tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.733590] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e204dbe3-df59-4cee-804f-cb61d4bb46ba tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.733947] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ebcf134-cdfd-43d5-bd48-c28287e8566e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.802531] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3e2f8168-4169-4658-bc34-188b3aa287d3 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lock "c46c1769-6758-4ad1-8768-8579ce514021" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.424s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.810746] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e8ba1be7-52b9-412a-aa42-b53395182583 tempest-ServerExternalEventsTest-571134579 tempest-ServerExternalEventsTest-571134579-project] Releasing lock "refresh_cache-a4e298d5-1423-4561-b40f-d61ec5e6ba83" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.835275] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.019836] env[65682]: DEBUG nova.compute.utils [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.027010] env[65682]: DEBUG nova.compute.manager [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 738.027394] env[65682]: DEBUG nova.network.neutron [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 738.027881] env[65682]: WARNING neutronclient.v2_0.client [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.028362] env[65682]: WARNING neutronclient.v2_0.client [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.048159] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e204dbe3-df59-4cee-804f-cb61d4bb46ba tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.048572] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e204dbe3-df59-4cee-804f-cb61d4bb46ba tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.048882] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-e204dbe3-df59-4cee-804f-cb61d4bb46ba tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Deleting the datastore file [datastore2] a4e298d5-1423-4561-b40f-d61ec5e6ba83 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.052230] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d654b9c5-4e88-41ee-a82f-841947fc4db4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.063517] env[65682]: DEBUG oslo_vmware.api [None req-e204dbe3-df59-4cee-804f-cb61d4bb46ba tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Waiting for the task: (returnval){ [ 738.063517] env[65682]: value = "task-4615738" [ 738.063517] env[65682]: _type = "Task" [ 738.063517] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.074640] env[65682]: DEBUG oslo_vmware.api [None req-e204dbe3-df59-4cee-804f-cb61d4bb46ba tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Task: {'id': task-4615738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.306212] env[65682]: DEBUG nova.compute.manager [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 738.388297] env[65682]: DEBUG nova.network.neutron [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Successfully updated port: 5e29f018-6b2f-4fb7-9e4d-be0cddfc3146 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 738.532744] env[65682]: DEBUG nova.compute.manager [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 738.558023] env[65682]: DEBUG nova.network.neutron [-] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.583769] env[65682]: DEBUG oslo_vmware.api [None req-e204dbe3-df59-4cee-804f-cb61d4bb46ba tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Task: {'id': task-4615738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282785} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.586999] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-e204dbe3-df59-4cee-804f-cb61d4bb46ba tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.586999] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e204dbe3-df59-4cee-804f-cb61d4bb46ba tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.586999] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e204dbe3-df59-4cee-804f-cb61d4bb46ba tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.586999] env[65682]: INFO nova.compute.manager [None req-e204dbe3-df59-4cee-804f-cb61d4bb46ba tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Took 1.39 seconds to destroy the instance on the hypervisor. [ 738.586999] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-e204dbe3-df59-4cee-804f-cb61d4bb46ba tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 738.586999] env[65682]: DEBUG nova.compute.manager [-] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 738.586999] env[65682]: DEBUG nova.network.neutron [-] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 738.586999] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.769493] env[65682]: DEBUG nova.policy [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '293a7d31bc9942fbb2cc9a38cd54395b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f70bcfbec5214013bcdfc3f7bf6110ff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.837300] env[65682]: DEBUG oslo_concurrency.lockutils [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.895021] env[65682]: DEBUG oslo_concurrency.lockutils [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Acquiring lock "refresh_cache-f0062382-d9ea-489c-9e51-99b494a435da" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.895021] env[65682]: DEBUG oslo_concurrency.lockutils [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Acquired lock "refresh_cache-f0062382-d9ea-489c-9e51-99b494a435da" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.895021] env[65682]: DEBUG nova.network.neutron [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 738.969943] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.059794] env[65682]: INFO nova.compute.manager [-] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Took 3.34 seconds to deallocate network for instance. [ 739.326553] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbce167-6b31-4218-816c-997cc53db5d6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.336990] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3938dc2f-8dde-401b-9e73-e86e83ca468b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.372867] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7670bbee-ee16-4e5f-932d-1a753383820e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.383904] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7335555e-dc7e-427e-9705-6ff5c3fba29a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.390916] env[65682]: DEBUG nova.network.neutron [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Successfully created port: 711819f9-fa9d-44d6-948d-e8fc18031b80 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 739.407120] env[65682]: DEBUG nova.compute.provider_tree [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.545192] env[65682]: DEBUG nova.compute.manager [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 739.576651] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3ae92812-6973-43dd-91e4-0cd781c31b00 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.588828] env[65682]: DEBUG nova.virt.hardware [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 739.589228] env[65682]: DEBUG nova.virt.hardware [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.589524] env[65682]: DEBUG nova.virt.hardware [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 739.589775] env[65682]: DEBUG nova.virt.hardware [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.589932] env[65682]: DEBUG nova.virt.hardware [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 739.590092] env[65682]: DEBUG nova.virt.hardware [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 739.590298] env[65682]: DEBUG nova.virt.hardware [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 739.590445] env[65682]: DEBUG nova.virt.hardware [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 739.590643] env[65682]: DEBUG nova.virt.hardware [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 739.590817] env[65682]: DEBUG nova.virt.hardware [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 739.590985] env[65682]: DEBUG nova.virt.hardware [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 739.591929] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95091326-73d8-4a7a-b632-add61ec010e0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.602589] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1400277-7c77-44f3-82a5-39a2c799ccdc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.658055] env[65682]: WARNING neutronclient.v2_0.client [req-7ca189bf-82cf-42ce-89c3-c0b02c27d3eb req-8b26d9df-5fab-43e4-8f1c-1d4c2b47fcb0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.914030] env[65682]: DEBUG nova.scheduler.client.report [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.129277] env[65682]: DEBUG nova.network.neutron [-] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.156315] env[65682]: DEBUG nova.network.neutron [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 740.419813] env[65682]: DEBUG oslo_concurrency.lockutils [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.908s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.420613] env[65682]: DEBUG nova.compute.manager [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 740.424031] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.869s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.426648] env[65682]: INFO nova.compute.claims [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.632297] env[65682]: INFO nova.compute.manager [-] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Took 2.05 seconds to deallocate network for instance. [ 740.687552] env[65682]: DEBUG nova.network.neutron [req-7ca189bf-82cf-42ce-89c3-c0b02c27d3eb req-8b26d9df-5fab-43e4-8f1c-1d4c2b47fcb0 service nova] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Updated VIF entry in instance network info cache for port d654a2fa-0f11-4bda-bcfa-1261556c3e68. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 740.688056] env[65682]: DEBUG nova.network.neutron [req-7ca189bf-82cf-42ce-89c3-c0b02c27d3eb req-8b26d9df-5fab-43e4-8f1c-1d4c2b47fcb0 service nova] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Updating instance_info_cache with network_info: [{"id": "d654a2fa-0f11-4bda-bcfa-1261556c3e68", "address": "fa:16:3e:14:54:28", "network": {"id": "106b73b7-6e2c-42eb-92ad-04e4274af08e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-874600951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4f47bde909a4cccafd43f828891ba64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd654a2fa-0f", "ovs_interfaceid": "d654a2fa-0f11-4bda-bcfa-1261556c3e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.940744] env[65682]: DEBUG nova.compute.utils [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.942454] env[65682]: DEBUG nova.compute.manager [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 740.942710] env[65682]: DEBUG nova.network.neutron [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 740.944101] env[65682]: WARNING neutronclient.v2_0.client [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.944825] env[65682]: WARNING neutronclient.v2_0.client [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.990577] env[65682]: DEBUG nova.compute.manager [req-4f7cf55c-c882-4d4b-b939-0b42d75ef3f9 req-1d1cb45c-5daf-46a3-9f65-33aa491d77d7 service nova] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Received event network-vif-deleted-4289fe10-8701-4ba5-a63b-c98ca4f2a837 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 741.140443] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e204dbe3-df59-4cee-804f-cb61d4bb46ba tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.191715] env[65682]: DEBUG oslo_concurrency.lockutils [req-7ca189bf-82cf-42ce-89c3-c0b02c27d3eb req-8b26d9df-5fab-43e4-8f1c-1d4c2b47fcb0 service nova] Releasing lock "refresh_cache-1ee31b8f-5bb3-473a-b27f-331a853ed787" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.249467] env[65682]: WARNING neutronclient.v2_0.client [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.256046] env[65682]: DEBUG nova.network.neutron [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Successfully updated port: 711819f9-fa9d-44d6-948d-e8fc18031b80 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 741.294408] env[65682]: DEBUG nova.policy [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a11c65d037f743998123f480ea9b3dfb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0f79b7b5a53493c80fccb9e8a5703c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.448161] env[65682]: DEBUG nova.compute.manager [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 741.493719] env[65682]: DEBUG nova.network.neutron [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Updating instance_info_cache with network_info: [{"id": "5e29f018-6b2f-4fb7-9e4d-be0cddfc3146", "address": "fa:16:3e:47:74:f0", "network": {"id": "15fc8344-0593-47bd-9209-12e7c29bd77c", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-658993499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3bb24c0379ac40948b19dc0112b5bf23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e29f018-6b", "ovs_interfaceid": "5e29f018-6b2f-4fb7-9e4d-be0cddfc3146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.666667] env[65682]: DEBUG nova.network.neutron [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Successfully created port: 4dec45f5-2919-4d4c-8a52-38f4628fe4ad {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 741.760454] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "refresh_cache-8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.760578] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquired lock "refresh_cache-8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.761165] env[65682]: DEBUG nova.network.neutron [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 741.996963] env[65682]: DEBUG oslo_concurrency.lockutils [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Releasing lock "refresh_cache-f0062382-d9ea-489c-9e51-99b494a435da" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.997370] env[65682]: DEBUG nova.compute.manager [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Instance network_info: |[{"id": "5e29f018-6b2f-4fb7-9e4d-be0cddfc3146", "address": "fa:16:3e:47:74:f0", "network": {"id": "15fc8344-0593-47bd-9209-12e7c29bd77c", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-658993499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3bb24c0379ac40948b19dc0112b5bf23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e29f018-6b", "ovs_interfaceid": "5e29f018-6b2f-4fb7-9e4d-be0cddfc3146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 741.997842] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:74:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae18b41f-e73c-44f1-83dd-467c080944f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e29f018-6b2f-4fb7-9e4d-be0cddfc3146', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.006110] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Creating folder: Project (3bb24c0379ac40948b19dc0112b5bf23). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.006257] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf7a41c8-5411-4584-ac73-dc1859e66d7e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.024345] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Created folder: Project (3bb24c0379ac40948b19dc0112b5bf23) in parent group-v901426. [ 742.024748] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Creating folder: Instances. Parent ref: group-v901556. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.025373] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c4fdde1-9817-477b-ba2e-98221cd50c33 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.040588] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Created folder: Instances in parent group-v901556. [ 742.040742] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 742.040834] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.041088] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91df23f8-05dc-43ea-aebf-038a48d0359c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.070268] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.070268] env[65682]: value = "task-4615741" [ 742.070268] env[65682]: _type = "Task" [ 742.070268] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.080450] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615741, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.177064] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7d161a-0de1-424b-b0ef-34199cf7e76b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.186140] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9314ed-9519-4513-b8d9-c81f47d5d485 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.219945] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81492fc4-9828-4766-bcec-04eb2a05e2be {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.229365] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a661088f-1a71-4e4e-8b3a-6e139c943caa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.246569] env[65682]: DEBUG nova.compute.provider_tree [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.357571] env[65682]: DEBUG nova.network.neutron [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 742.407337] env[65682]: DEBUG nova.compute.manager [req-0bc4656f-cd47-40a0-a9b2-f3f016c98643 req-1c44af3c-d59e-4ad5-918c-bd7268348c4d service nova] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Received event network-vif-deleted-834c89db-3206-475f-b7e7-cb62cd07ea85 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 742.463210] env[65682]: DEBUG nova.compute.manager [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 742.495589] env[65682]: DEBUG nova.virt.hardware [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 742.495818] env[65682]: DEBUG nova.virt.hardware [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.495945] env[65682]: DEBUG nova.virt.hardware [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 742.496202] env[65682]: DEBUG nova.virt.hardware [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.496447] env[65682]: DEBUG nova.virt.hardware [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 742.496568] env[65682]: DEBUG nova.virt.hardware [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 742.496744] env[65682]: DEBUG nova.virt.hardware [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 742.496924] env[65682]: DEBUG nova.virt.hardware [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 742.497204] env[65682]: DEBUG nova.virt.hardware [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 742.497388] env[65682]: DEBUG nova.virt.hardware [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 742.497562] env[65682]: DEBUG nova.virt.hardware [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 742.498508] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f052063c-fb92-4517-b9cc-29122a708bae {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.510624] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be307dbd-e86f-4e25-a1d9-51de1c34e269 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.572958] env[65682]: WARNING neutronclient.v2_0.client [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.585885] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615741, 'name': CreateVM_Task, 'duration_secs': 0.483202} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.586260] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.586867] env[65682]: WARNING neutronclient.v2_0.client [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.587269] env[65682]: DEBUG oslo_concurrency.lockutils [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.587414] env[65682]: DEBUG oslo_concurrency.lockutils [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.587751] env[65682]: DEBUG oslo_concurrency.lockutils [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.588068] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d752e96-20e9-41ae-9a14-895581e7e542 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.595549] env[65682]: DEBUG oslo_vmware.api [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Waiting for the task: (returnval){ [ 742.595549] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5250c948-fce3-eba2-530e-4fbff5e6e38c" [ 742.595549] env[65682]: _type = "Task" [ 742.595549] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.609623] env[65682]: DEBUG oslo_vmware.api [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5250c948-fce3-eba2-530e-4fbff5e6e38c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.683696] env[65682]: DEBUG nova.network.neutron [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Updating instance_info_cache with network_info: [{"id": "711819f9-fa9d-44d6-948d-e8fc18031b80", "address": "fa:16:3e:b5:4e:77", "network": {"id": "5c02b4f7-3aa0-420f-a37f-afcab4fc17f9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-357634686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f70bcfbec5214013bcdfc3f7bf6110ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap711819f9-fa", "ovs_interfaceid": "711819f9-fa9d-44d6-948d-e8fc18031b80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.752264] env[65682]: DEBUG nova.scheduler.client.report [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.107960] env[65682]: DEBUG oslo_vmware.api [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5250c948-fce3-eba2-530e-4fbff5e6e38c, 'name': SearchDatastore_Task, 'duration_secs': 0.017088} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.108342] env[65682]: DEBUG oslo_concurrency.lockutils [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.108972] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.108972] env[65682]: DEBUG oslo_concurrency.lockutils [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.108972] env[65682]: DEBUG oslo_concurrency.lockutils [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.109550] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.109870] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc990667-ddf6-4d64-aaf7-e1aac42931d2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.125065] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.126199] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.127448] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36cb615b-e725-45cc-8237-8f5069cfbdc4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.139569] env[65682]: DEBUG oslo_vmware.api [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Waiting for the task: (returnval){ [ 743.139569] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]526f00d1-d445-bc3b-fa07-a507e9185ef0" [ 743.139569] env[65682]: _type = "Task" [ 743.139569] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.151206] env[65682]: DEBUG oslo_vmware.api [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]526f00d1-d445-bc3b-fa07-a507e9185ef0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.186809] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Releasing lock "refresh_cache-8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.187424] env[65682]: DEBUG nova.compute.manager [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Instance network_info: |[{"id": "711819f9-fa9d-44d6-948d-e8fc18031b80", "address": "fa:16:3e:b5:4e:77", "network": {"id": "5c02b4f7-3aa0-420f-a37f-afcab4fc17f9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-357634686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f70bcfbec5214013bcdfc3f7bf6110ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap711819f9-fa", "ovs_interfaceid": "711819f9-fa9d-44d6-948d-e8fc18031b80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 743.188118] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:4e:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '711819f9-fa9d-44d6-948d-e8fc18031b80', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.198022] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Creating folder: Project (f70bcfbec5214013bcdfc3f7bf6110ff). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.198436] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89b26bf9-b9a3-459d-a8e3-f09032524c18 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.212925] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Created folder: Project (f70bcfbec5214013bcdfc3f7bf6110ff) in parent group-v901426. [ 743.213165] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Creating folder: Instances. Parent ref: group-v901559. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.213444] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20793d6a-31e3-4fa4-85bb-b0a6ca48452f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.225594] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Created folder: Instances in parent group-v901559. [ 743.226038] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 743.226267] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.226471] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a61a569-c7ff-4210-97e8-e8c4cf628ef7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.251545] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.251545] env[65682]: value = "task-4615744" [ 743.251545] env[65682]: _type = "Task" [ 743.251545] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.259433] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.835s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.259907] env[65682]: DEBUG nova.compute.manager [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 743.274489] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d5c6ee14-7de5-412c-bcf0-add70b247a54 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.421s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.274489] env[65682]: DEBUG nova.objects.instance [None req-d5c6ee14-7de5-412c-bcf0-add70b247a54 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lazy-loading 'resources' on Instance uuid 1e7321e4-9d1b-41c3-becf-7b886b7a27a4 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.274489] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615744, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.401384] env[65682]: DEBUG nova.network.neutron [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Successfully updated port: 4dec45f5-2919-4d4c-8a52-38f4628fe4ad {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 743.573914] env[65682]: DEBUG oslo_vmware.rw_handles [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520e05d5-7628-fbd5-2437-a05d6be0f8e8/disk-0.vmdk. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 743.575124] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62aae695-56c8-4a6a-b0e0-1832195b36b2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.583930] env[65682]: DEBUG oslo_vmware.rw_handles [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520e05d5-7628-fbd5-2437-a05d6be0f8e8/disk-0.vmdk is in state: ready. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 743.584100] env[65682]: ERROR oslo_vmware.rw_handles [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520e05d5-7628-fbd5-2437-a05d6be0f8e8/disk-0.vmdk due to incomplete transfer. [ 743.584488] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f2ee850c-c648-4a8d-ac02-7772bb6f5120 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.596318] env[65682]: DEBUG oslo_vmware.rw_handles [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520e05d5-7628-fbd5-2437-a05d6be0f8e8/disk-0.vmdk. {{(pid=65682) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 743.596318] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Uploaded image 55771506-0667-49e0-a2e9-c4357653b6e1 to the Glance image server {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 743.598367] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Destroying the VM {{(pid=65682) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 743.598910] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9629e344-ef28-4656-a793-5fd3cc980dad {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.608874] env[65682]: DEBUG oslo_vmware.api [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Waiting for the task: (returnval){ [ 743.608874] env[65682]: value = "task-4615745" [ 743.608874] env[65682]: _type = "Task" [ 743.608874] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.622921] env[65682]: DEBUG oslo_vmware.api [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615745, 'name': Destroy_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.653955] env[65682]: DEBUG oslo_vmware.api [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]526f00d1-d445-bc3b-fa07-a507e9185ef0, 'name': SearchDatastore_Task, 'duration_secs': 0.026872} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.655735] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86f69aed-81cd-4797-84a3-9437796b3c46 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.665196] env[65682]: DEBUG oslo_vmware.api [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Waiting for the task: (returnval){ [ 743.665196] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b4ba0a-7981-5616-8608-b6468efb4706" [ 743.665196] env[65682]: _type = "Task" [ 743.665196] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.681803] env[65682]: DEBUG oslo_vmware.api [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b4ba0a-7981-5616-8608-b6468efb4706, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.768761] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615744, 'name': CreateVM_Task, 'duration_secs': 0.465171} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.769072] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.769620] env[65682]: WARNING neutronclient.v2_0.client [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.769991] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.770165] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.770477] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.770750] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9d4ec6e-d06d-4224-b74b-32093a4bbbfb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.778010] env[65682]: DEBUG nova.compute.utils [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.786774] env[65682]: DEBUG nova.compute.manager [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 743.800102] env[65682]: DEBUG nova.network.neutron [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 743.800102] env[65682]: WARNING neutronclient.v2_0.client [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.800102] env[65682]: WARNING neutronclient.v2_0.client [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.800102] env[65682]: DEBUG oslo_vmware.api [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 743.800102] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b56447-66ff-0541-b935-973276dd3215" [ 743.800102] env[65682]: _type = "Task" [ 743.800102] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.807759] env[65682]: DEBUG oslo_vmware.api [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b56447-66ff-0541-b935-973276dd3215, 'name': SearchDatastore_Task, 'duration_secs': 0.016448} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.808687] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.808953] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.809860] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.864338] env[65682]: DEBUG nova.policy [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e02e79260bd40908ccd78859879bf76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67e7b451161545488ddf81e8bcf2e490', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.905838] env[65682]: DEBUG oslo_concurrency.lockutils [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Acquiring lock "refresh_cache-89576a50-d305-48e2-89f2-2c5a91e2c204" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.906179] env[65682]: DEBUG oslo_concurrency.lockutils [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Acquired lock "refresh_cache-89576a50-d305-48e2-89f2-2c5a91e2c204" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.906856] env[65682]: DEBUG nova.network.neutron [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 744.121410] env[65682]: DEBUG oslo_vmware.api [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615745, 'name': Destroy_Task, 'duration_secs': 0.434701} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.121744] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Destroyed the VM [ 744.121900] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Deleting Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 744.122191] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0da04a51-654c-4a11-8346-60aec9b01e66 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.136736] env[65682]: DEBUG oslo_vmware.api [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Waiting for the task: (returnval){ [ 744.136736] env[65682]: value = "task-4615746" [ 744.136736] env[65682]: _type = "Task" [ 744.136736] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.155149] env[65682]: DEBUG oslo_vmware.api [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615746, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.178402] env[65682]: DEBUG oslo_vmware.api [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b4ba0a-7981-5616-8608-b6468efb4706, 'name': SearchDatastore_Task, 'duration_secs': 0.019864} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.181545] env[65682]: DEBUG oslo_concurrency.lockutils [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.181792] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] f0062382-d9ea-489c-9e51-99b494a435da/f0062382-d9ea-489c-9e51-99b494a435da.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.183638] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.183818] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.184081] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b35482e7-43a2-4e11-92cb-c7d190a79748 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.189881] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9717390-dc59-417f-9d06-d7b60b4d9c0b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.198901] env[65682]: DEBUG oslo_vmware.api [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Waiting for the task: (returnval){ [ 744.198901] env[65682]: value = "task-4615747" [ 744.198901] env[65682]: _type = "Task" [ 744.198901] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.208146] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.208363] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.210500] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3194d27e-99bf-4fec-94dd-5c45664019b1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.217028] env[65682]: DEBUG oslo_vmware.api [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Task: {'id': task-4615747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.221410] env[65682]: DEBUG oslo_vmware.api [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 744.221410] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52312613-e665-98da-2cd3-a802ca9188b7" [ 744.221410] env[65682]: _type = "Task" [ 744.221410] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.234957] env[65682]: DEBUG oslo_vmware.api [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52312613-e665-98da-2cd3-a802ca9188b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.285345] env[65682]: DEBUG nova.compute.manager [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 744.311849] env[65682]: DEBUG nova.network.neutron [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Successfully created port: 186ee52b-cdb0-407f-ac7c-732ec1ad8c4a {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 744.563715] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b9e477-be0c-4207-ba41-018ebbce1e4b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.578604] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb3525e-edb7-40b8-aa78-42528070e288 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.585257] env[65682]: DEBUG nova.network.neutron [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 744.627575] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d92a5b1-12b2-4e97-985f-e93d3aaa94f2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.638175] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366f4025-0468-4c89-98ee-afe85d266477 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.658149] env[65682]: DEBUG oslo_vmware.api [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615746, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.666129] env[65682]: DEBUG nova.compute.provider_tree [None req-d5c6ee14-7de5-412c-bcf0-add70b247a54 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.693178] env[65682]: INFO nova.compute.manager [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Rebuilding instance [ 744.719437] env[65682]: DEBUG oslo_vmware.api [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Task: {'id': task-4615747, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.739964] env[65682]: DEBUG oslo_vmware.api [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52312613-e665-98da-2cd3-a802ca9188b7, 'name': SearchDatastore_Task, 'duration_secs': 0.014496} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.741814] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94890fcd-496d-4265-9f31-94b0b512e210 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.749369] env[65682]: DEBUG oslo_vmware.api [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 744.749369] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52deff15-9881-6c51-d0de-a334cbcdd850" [ 744.749369] env[65682]: _type = "Task" [ 744.749369] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.770958] env[65682]: DEBUG oslo_vmware.api [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52deff15-9881-6c51-d0de-a334cbcdd850, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.787730] env[65682]: DEBUG nova.compute.manager [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 744.788731] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67130767-f8a7-419c-8fc3-76e211bffbc9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.793964] env[65682]: INFO nova.virt.block_device [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Booting with volume 3c072f10-d09b-47cc-ab9b-bd247cc3d596 at /dev/sda [ 744.875151] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d9a6f71-c0fa-4347-a2f4-03bc4ac6ef30 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.891672] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb81403-0594-48a9-9ef7-6b1335592907 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.906422] env[65682]: WARNING neutronclient.v2_0.client [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.932236] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7f23086-6701-4b87-acd3-d630988d6690 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.943447] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355c2d27-976d-49c1-9392-102efc2fd105 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.995492] env[65682]: DEBUG nova.compute.manager [req-c680b266-27da-4ab6-8373-9bc3ed51b307 req-0ea5e644-07a1-4b89-bc1a-93de6c12ca46 service nova] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Received event network-vif-deleted-5c36511a-9e6c-44c5-863f-d8d82d0b5073 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 744.995743] env[65682]: DEBUG nova.compute.manager [req-c680b266-27da-4ab6-8373-9bc3ed51b307 req-0ea5e644-07a1-4b89-bc1a-93de6c12ca46 service nova] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Received event network-vif-deleted-c6ecae25-4aa4-4ee2-bcb5-4ba0b65f8fe2 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 744.995990] env[65682]: DEBUG nova.compute.manager [req-c680b266-27da-4ab6-8373-9bc3ed51b307 req-0ea5e644-07a1-4b89-bc1a-93de6c12ca46 service nova] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Received event network-vif-deleted-3c8df491-7e02-46e3-b603-bf8894c1f6d2 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 744.996206] env[65682]: DEBUG nova.compute.manager [req-c680b266-27da-4ab6-8373-9bc3ed51b307 req-0ea5e644-07a1-4b89-bc1a-93de6c12ca46 service nova] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Received event network-vif-deleted-afc26e8e-d2cf-464c-9e56-c5ad59f90d6e {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 744.996370] env[65682]: DEBUG nova.compute.manager [req-c680b266-27da-4ab6-8373-9bc3ed51b307 req-0ea5e644-07a1-4b89-bc1a-93de6c12ca46 service nova] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Received event network-vif-plugged-711819f9-fa9d-44d6-948d-e8fc18031b80 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 744.996554] env[65682]: DEBUG oslo_concurrency.lockutils [req-c680b266-27da-4ab6-8373-9bc3ed51b307 req-0ea5e644-07a1-4b89-bc1a-93de6c12ca46 service nova] Acquiring lock "8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.999942] env[65682]: DEBUG oslo_concurrency.lockutils [req-c680b266-27da-4ab6-8373-9bc3ed51b307 req-0ea5e644-07a1-4b89-bc1a-93de6c12ca46 service nova] Lock "8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.999942] env[65682]: DEBUG oslo_concurrency.lockutils [req-c680b266-27da-4ab6-8373-9bc3ed51b307 req-0ea5e644-07a1-4b89-bc1a-93de6c12ca46 service nova] Lock "8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.999942] env[65682]: DEBUG nova.compute.manager [req-c680b266-27da-4ab6-8373-9bc3ed51b307 req-0ea5e644-07a1-4b89-bc1a-93de6c12ca46 service nova] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] No waiting events found dispatching network-vif-plugged-711819f9-fa9d-44d6-948d-e8fc18031b80 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 744.999942] env[65682]: WARNING nova.compute.manager [req-c680b266-27da-4ab6-8373-9bc3ed51b307 req-0ea5e644-07a1-4b89-bc1a-93de6c12ca46 service nova] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Received unexpected event network-vif-plugged-711819f9-fa9d-44d6-948d-e8fc18031b80 for instance with vm_state building and task_state spawning. [ 744.999942] env[65682]: DEBUG nova.compute.manager [req-c680b266-27da-4ab6-8373-9bc3ed51b307 req-0ea5e644-07a1-4b89-bc1a-93de6c12ca46 service nova] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Received event network-changed-711819f9-fa9d-44d6-948d-e8fc18031b80 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 744.999942] env[65682]: DEBUG nova.compute.manager [req-c680b266-27da-4ab6-8373-9bc3ed51b307 req-0ea5e644-07a1-4b89-bc1a-93de6c12ca46 service nova] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Refreshing instance network info cache due to event network-changed-711819f9-fa9d-44d6-948d-e8fc18031b80. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 744.999942] env[65682]: DEBUG oslo_concurrency.lockutils [req-c680b266-27da-4ab6-8373-9bc3ed51b307 req-0ea5e644-07a1-4b89-bc1a-93de6c12ca46 service nova] Acquiring lock "refresh_cache-8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.999942] env[65682]: DEBUG oslo_concurrency.lockutils [req-c680b266-27da-4ab6-8373-9bc3ed51b307 req-0ea5e644-07a1-4b89-bc1a-93de6c12ca46 service nova] Acquired lock "refresh_cache-8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.999942] env[65682]: DEBUG nova.network.neutron [req-c680b266-27da-4ab6-8373-9bc3ed51b307 req-0ea5e644-07a1-4b89-bc1a-93de6c12ca46 service nova] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Refreshing network info cache for port 711819f9-fa9d-44d6-948d-e8fc18031b80 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.999942] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5171d319-fea6-4ccc-bd61-4e1f07743715 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.009739] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc77a46c-90b7-40c6-8c1d-c79a4926e11f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.032048] env[65682]: DEBUG nova.virt.block_device [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Updating existing volume attachment record: 7d13e526-24d4-4f24-a8ad-f26895e9d7ef {{(pid=65682) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 745.067280] env[65682]: DEBUG nova.network.neutron [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Updating instance_info_cache with network_info: [{"id": "4dec45f5-2919-4d4c-8a52-38f4628fe4ad", "address": "fa:16:3e:51:77:ea", "network": {"id": "981d7d0e-7709-49d0-b7ea-27b5e32de4ac", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1186440891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e0f79b7b5a53493c80fccb9e8a5703c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dec45f5-29", "ovs_interfaceid": "4dec45f5-2919-4d4c-8a52-38f4628fe4ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.133627] env[65682]: DEBUG oslo_concurrency.lockutils [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquiring lock "36eedf5b-de18-4b04-b356-a8391c87bb25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.133627] env[65682]: DEBUG oslo_concurrency.lockutils [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lock "36eedf5b-de18-4b04-b356-a8391c87bb25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.154153] env[65682]: DEBUG oslo_vmware.api [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615746, 'name': RemoveSnapshot_Task, 'duration_secs': 0.59985} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.154434] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Deleted Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 745.154661] env[65682]: INFO nova.compute.manager [None req-1c116df0-d2be-4355-b46e-36957549938b tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Took 14.46 seconds to snapshot the instance on the hypervisor. [ 745.169969] env[65682]: DEBUG nova.scheduler.client.report [None req-d5c6ee14-7de5-412c-bcf0-add70b247a54 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.210665] env[65682]: DEBUG oslo_vmware.api [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Task: {'id': task-4615747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674177} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.210893] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] f0062382-d9ea-489c-9e51-99b494a435da/f0062382-d9ea-489c-9e51-99b494a435da.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.211122] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.211393] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73c243d4-e835-42cc-a31e-72a84f70bdf9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.220122] env[65682]: DEBUG oslo_vmware.api [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Waiting for the task: (returnval){ [ 745.220122] env[65682]: value = "task-4615748" [ 745.220122] env[65682]: _type = "Task" [ 745.220122] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.233028] env[65682]: DEBUG oslo_vmware.api [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Task: {'id': task-4615748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.266841] env[65682]: DEBUG oslo_vmware.api [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52deff15-9881-6c51-d0de-a334cbcdd850, 'name': SearchDatastore_Task, 'duration_secs': 0.061296} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.267173] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.267719] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c/8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.267916] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8b492f7-beda-460e-840a-ba546f5c8d32 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.276101] env[65682]: DEBUG oslo_vmware.api [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 745.276101] env[65682]: value = "task-4615749" [ 745.276101] env[65682]: _type = "Task" [ 745.276101] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.286199] env[65682]: DEBUG oslo_vmware.api [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.305143] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 745.305440] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 745.305746] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 745.306016] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 745.306230] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 745.306389] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 745.306557] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 745.306734] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65682) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 745.306891] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager.update_available_resource {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 745.504817] env[65682]: WARNING neutronclient.v2_0.client [req-c680b266-27da-4ab6-8373-9bc3ed51b307 req-0ea5e644-07a1-4b89-bc1a-93de6c12ca46 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.570405] env[65682]: DEBUG oslo_concurrency.lockutils [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Releasing lock "refresh_cache-89576a50-d305-48e2-89f2-2c5a91e2c204" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.570927] env[65682]: DEBUG nova.compute.manager [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Instance network_info: |[{"id": "4dec45f5-2919-4d4c-8a52-38f4628fe4ad", "address": "fa:16:3e:51:77:ea", "network": {"id": "981d7d0e-7709-49d0-b7ea-27b5e32de4ac", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1186440891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e0f79b7b5a53493c80fccb9e8a5703c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dec45f5-29", "ovs_interfaceid": "4dec45f5-2919-4d4c-8a52-38f4628fe4ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 745.571579] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:77:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7b4bfde-f109-4f64-adab-e7f06b80685d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dec45f5-2919-4d4c-8a52-38f4628fe4ad', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.581507] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Creating folder: Project (e0f79b7b5a53493c80fccb9e8a5703c5). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.586990] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1136fb03-3783-40d8-a6f6-effa4d79f756 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.591836] env[65682]: DEBUG nova.compute.manager [req-71d35293-0882-4399-bee9-48c53173b747 req-28341209-6654-422b-a53c-530a120ce480 service nova] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Received event network-vif-plugged-5e29f018-6b2f-4fb7-9e4d-be0cddfc3146 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 745.592060] env[65682]: DEBUG oslo_concurrency.lockutils [req-71d35293-0882-4399-bee9-48c53173b747 req-28341209-6654-422b-a53c-530a120ce480 service nova] Acquiring lock "f0062382-d9ea-489c-9e51-99b494a435da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.592278] env[65682]: DEBUG oslo_concurrency.lockutils [req-71d35293-0882-4399-bee9-48c53173b747 req-28341209-6654-422b-a53c-530a120ce480 service nova] Lock "f0062382-d9ea-489c-9e51-99b494a435da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.593043] env[65682]: DEBUG oslo_concurrency.lockutils [req-71d35293-0882-4399-bee9-48c53173b747 req-28341209-6654-422b-a53c-530a120ce480 service nova] Lock "f0062382-d9ea-489c-9e51-99b494a435da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.593043] env[65682]: DEBUG nova.compute.manager [req-71d35293-0882-4399-bee9-48c53173b747 req-28341209-6654-422b-a53c-530a120ce480 service nova] [instance: f0062382-d9ea-489c-9e51-99b494a435da] No waiting events found dispatching network-vif-plugged-5e29f018-6b2f-4fb7-9e4d-be0cddfc3146 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 745.593043] env[65682]: WARNING nova.compute.manager [req-71d35293-0882-4399-bee9-48c53173b747 req-28341209-6654-422b-a53c-530a120ce480 service nova] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Received unexpected event network-vif-plugged-5e29f018-6b2f-4fb7-9e4d-be0cddfc3146 for instance with vm_state building and task_state spawning. [ 745.593043] env[65682]: DEBUG nova.compute.manager [req-71d35293-0882-4399-bee9-48c53173b747 req-28341209-6654-422b-a53c-530a120ce480 service nova] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Received event network-changed-5e29f018-6b2f-4fb7-9e4d-be0cddfc3146 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 745.593349] env[65682]: DEBUG nova.compute.manager [req-71d35293-0882-4399-bee9-48c53173b747 req-28341209-6654-422b-a53c-530a120ce480 service nova] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Refreshing instance network info cache due to event network-changed-5e29f018-6b2f-4fb7-9e4d-be0cddfc3146. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 745.593349] env[65682]: DEBUG oslo_concurrency.lockutils [req-71d35293-0882-4399-bee9-48c53173b747 req-28341209-6654-422b-a53c-530a120ce480 service nova] Acquiring lock "refresh_cache-f0062382-d9ea-489c-9e51-99b494a435da" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.593460] env[65682]: DEBUG oslo_concurrency.lockutils [req-71d35293-0882-4399-bee9-48c53173b747 req-28341209-6654-422b-a53c-530a120ce480 service nova] Acquired lock "refresh_cache-f0062382-d9ea-489c-9e51-99b494a435da" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.593689] env[65682]: DEBUG nova.network.neutron [req-71d35293-0882-4399-bee9-48c53173b747 req-28341209-6654-422b-a53c-530a120ce480 service nova] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Refreshing network info cache for port 5e29f018-6b2f-4fb7-9e4d-be0cddfc3146 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.611378] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Created folder: Project (e0f79b7b5a53493c80fccb9e8a5703c5) in parent group-v901426. [ 745.611594] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Creating folder: Instances. Parent ref: group-v901562. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.612604] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67846ea0-09f0-4d4b-8b60-91e942de9ebe {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.627045] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Created folder: Instances in parent group-v901562. [ 745.627345] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 745.627563] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.627808] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4bf8697-ed71-4818-b5eb-81562378a12d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.651785] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.651785] env[65682]: value = "task-4615752" [ 745.651785] env[65682]: _type = "Task" [ 745.651785] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.665297] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615752, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.678179] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d5c6ee14-7de5-412c-bcf0-add70b247a54 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.407s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.683350] env[65682]: DEBUG oslo_concurrency.lockutils [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.143s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.684655] env[65682]: INFO nova.compute.claims [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.719196] env[65682]: INFO nova.scheduler.client.report [None req-d5c6ee14-7de5-412c-bcf0-add70b247a54 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Deleted allocations for instance 1e7321e4-9d1b-41c3-becf-7b886b7a27a4 [ 745.747056] env[65682]: DEBUG oslo_vmware.api [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Task: {'id': task-4615748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101148} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.747056] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.748282] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c195e0-70f5-4e74-a753-507408de2a02 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.775155] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] f0062382-d9ea-489c-9e51-99b494a435da/f0062382-d9ea-489c-9e51-99b494a435da.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.775277] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-273b7707-3400-4cf8-97f9-1011b1d3acbb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.800608] env[65682]: DEBUG oslo_vmware.api [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615749, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.802853] env[65682]: DEBUG oslo_vmware.api [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Waiting for the task: (returnval){ [ 745.802853] env[65682]: value = "task-4615753" [ 745.802853] env[65682]: _type = "Task" [ 745.802853] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.811109] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.815896] env[65682]: DEBUG oslo_vmware.api [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Task: {'id': task-4615753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.822979] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.823060] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5ce8e03-f56a-4055-96a4-03392c3985e7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.833045] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 745.833045] env[65682]: value = "task-4615754" [ 745.833045] env[65682]: _type = "Task" [ 745.833045] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.846564] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] VM already powered off {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 745.846822] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.847951] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9d26ca-0ff4-4250-98f7-036be8b16da3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.856328] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.859023] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2b2318b-fc84-4f38-b5a1-2686cabbe571 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.926711] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.927068] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.927400] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Deleting the datastore file [datastore1] 8a169693-eae1-4796-a42b-b7cb2e9aeadb {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.927956] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1320a01-f487-4a34-8017-8d23c589b8c2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.936580] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 745.936580] env[65682]: value = "task-4615756" [ 745.936580] env[65682]: _type = "Task" [ 745.936580] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.947046] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.097032] env[65682]: WARNING neutronclient.v2_0.client [req-71d35293-0882-4399-bee9-48c53173b747 req-28341209-6654-422b-a53c-530a120ce480 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.132403] env[65682]: WARNING neutronclient.v2_0.client [req-c680b266-27da-4ab6-8373-9bc3ed51b307 req-0ea5e644-07a1-4b89-bc1a-93de6c12ca46 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.164446] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615752, 'name': CreateVM_Task, 'duration_secs': 0.389842} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.164788] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.166627] env[65682]: WARNING neutronclient.v2_0.client [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.167266] env[65682]: DEBUG oslo_concurrency.lockutils [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.167461] env[65682]: DEBUG oslo_concurrency.lockutils [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.167785] env[65682]: DEBUG oslo_concurrency.lockutils [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.168090] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e907cc2-6529-4b03-bed1-cd378ced70b6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.178021] env[65682]: DEBUG oslo_vmware.api [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Waiting for the task: (returnval){ [ 746.178021] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]520b2006-a7b1-33f6-f730-b6d5ff157af4" [ 746.178021] env[65682]: _type = "Task" [ 746.178021] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.186220] env[65682]: DEBUG oslo_vmware.api [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]520b2006-a7b1-33f6-f730-b6d5ff157af4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.220160] env[65682]: DEBUG nova.network.neutron [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Successfully updated port: 186ee52b-cdb0-407f-ac7c-732ec1ad8c4a {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 746.241033] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d5c6ee14-7de5-412c-bcf0-add70b247a54 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "1e7321e4-9d1b-41c3-becf-7b886b7a27a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.363s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.300891] env[65682]: DEBUG oslo_vmware.api [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550596} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.301205] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c/8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.301411] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.301692] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ec64d0d-1d84-478e-b17b-3c842383d28c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.315687] env[65682]: DEBUG oslo_vmware.api [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Task: {'id': task-4615753, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.316668] env[65682]: DEBUG oslo_vmware.api [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 746.316668] env[65682]: value = "task-4615757" [ 746.316668] env[65682]: _type = "Task" [ 746.316668] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.325495] env[65682]: DEBUG oslo_vmware.api [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.387204] env[65682]: DEBUG nova.network.neutron [req-c680b266-27da-4ab6-8373-9bc3ed51b307 req-0ea5e644-07a1-4b89-bc1a-93de6c12ca46 service nova] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Updated VIF entry in instance network info cache for port 711819f9-fa9d-44d6-948d-e8fc18031b80. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 746.387638] env[65682]: DEBUG nova.network.neutron [req-c680b266-27da-4ab6-8373-9bc3ed51b307 req-0ea5e644-07a1-4b89-bc1a-93de6c12ca46 service nova] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Updating instance_info_cache with network_info: [{"id": "711819f9-fa9d-44d6-948d-e8fc18031b80", "address": "fa:16:3e:b5:4e:77", "network": {"id": "5c02b4f7-3aa0-420f-a37f-afcab4fc17f9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-357634686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f70bcfbec5214013bcdfc3f7bf6110ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap711819f9-fa", "ovs_interfaceid": "711819f9-fa9d-44d6-948d-e8fc18031b80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.447578] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.494423] env[65682]: WARNING neutronclient.v2_0.client [req-71d35293-0882-4399-bee9-48c53173b747 req-28341209-6654-422b-a53c-530a120ce480 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.616199] env[65682]: DEBUG nova.network.neutron [req-71d35293-0882-4399-bee9-48c53173b747 req-28341209-6654-422b-a53c-530a120ce480 service nova] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Updated VIF entry in instance network info cache for port 5e29f018-6b2f-4fb7-9e4d-be0cddfc3146. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 746.616957] env[65682]: DEBUG nova.network.neutron [req-71d35293-0882-4399-bee9-48c53173b747 req-28341209-6654-422b-a53c-530a120ce480 service nova] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Updating instance_info_cache with network_info: [{"id": "5e29f018-6b2f-4fb7-9e4d-be0cddfc3146", "address": "fa:16:3e:47:74:f0", "network": {"id": "15fc8344-0593-47bd-9209-12e7c29bd77c", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-658993499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3bb24c0379ac40948b19dc0112b5bf23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e29f018-6b", "ovs_interfaceid": "5e29f018-6b2f-4fb7-9e4d-be0cddfc3146", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.691243] env[65682]: DEBUG oslo_vmware.api [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]520b2006-a7b1-33f6-f730-b6d5ff157af4, 'name': SearchDatastore_Task, 'duration_secs': 0.061293} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.692408] env[65682]: DEBUG oslo_concurrency.lockutils [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.693526] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.693901] env[65682]: DEBUG oslo_concurrency.lockutils [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.694108] env[65682]: DEBUG oslo_concurrency.lockutils [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.694350] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.698632] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53695885-4801-4cde-8e0a-e2c8d9a32a29 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.710282] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.710282] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.710470] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4f97e3b-8bc1-4488-af06-4645820a9c6a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.716651] env[65682]: DEBUG oslo_vmware.api [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Waiting for the task: (returnval){ [ 746.716651] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5272b162-3434-3663-6fed-c77fab205d63" [ 746.716651] env[65682]: _type = "Task" [ 746.716651] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.726802] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Acquiring lock "refresh_cache-651e4382-f857-4e51-be98-7a69232637cb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.726991] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Acquired lock "refresh_cache-651e4382-f857-4e51-be98-7a69232637cb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.727184] env[65682]: DEBUG nova.network.neutron [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 746.728655] env[65682]: DEBUG oslo_vmware.api [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5272b162-3434-3663-6fed-c77fab205d63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.818933] env[65682]: DEBUG oslo_vmware.api [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Task: {'id': task-4615753, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.829179] env[65682]: DEBUG oslo_vmware.api [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.891329] env[65682]: DEBUG oslo_concurrency.lockutils [req-c680b266-27da-4ab6-8373-9bc3ed51b307 req-0ea5e644-07a1-4b89-bc1a-93de6c12ca46 service nova] Releasing lock "refresh_cache-8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.948647] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.528308} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.951388] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.951582] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.951807] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.120767] env[65682]: DEBUG oslo_concurrency.lockutils [req-71d35293-0882-4399-bee9-48c53173b747 req-28341209-6654-422b-a53c-530a120ce480 service nova] Releasing lock "refresh_cache-f0062382-d9ea-489c-9e51-99b494a435da" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.121488] env[65682]: DEBUG nova.compute.manager [req-71d35293-0882-4399-bee9-48c53173b747 req-28341209-6654-422b-a53c-530a120ce480 service nova] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Received event network-changed-b8905af9-655c-4519-bfe2-21faf39488c8 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 747.121488] env[65682]: DEBUG nova.compute.manager [req-71d35293-0882-4399-bee9-48c53173b747 req-28341209-6654-422b-a53c-530a120ce480 service nova] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Refreshing instance network info cache due to event network-changed-b8905af9-655c-4519-bfe2-21faf39488c8. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 747.121733] env[65682]: DEBUG oslo_concurrency.lockutils [req-71d35293-0882-4399-bee9-48c53173b747 req-28341209-6654-422b-a53c-530a120ce480 service nova] Acquiring lock "refresh_cache-63bdb800-aeda-456e-9acd-afab1096c9d1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.121926] env[65682]: DEBUG oslo_concurrency.lockutils [req-71d35293-0882-4399-bee9-48c53173b747 req-28341209-6654-422b-a53c-530a120ce480 service nova] Acquired lock "refresh_cache-63bdb800-aeda-456e-9acd-afab1096c9d1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.122114] env[65682]: DEBUG nova.network.neutron [req-71d35293-0882-4399-bee9-48c53173b747 req-28341209-6654-422b-a53c-530a120ce480 service nova] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Refreshing network info cache for port b8905af9-655c-4519-bfe2-21faf39488c8 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.132476] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquiring lock "6725e588-0d8f-442d-9158-4049ebeb0262" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.132698] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "6725e588-0d8f-442d-9158-4049ebeb0262" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.149936] env[65682]: DEBUG nova.compute.manager [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 747.150488] env[65682]: DEBUG nova.virt.hardware [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 747.150706] env[65682]: DEBUG nova.virt.hardware [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.150868] env[65682]: DEBUG nova.virt.hardware [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 747.151036] env[65682]: DEBUG nova.virt.hardware [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.151188] env[65682]: DEBUG nova.virt.hardware [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 747.151331] env[65682]: DEBUG nova.virt.hardware [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 747.151531] env[65682]: DEBUG nova.virt.hardware [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 747.151677] env[65682]: DEBUG nova.virt.hardware [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 747.151835] env[65682]: DEBUG nova.virt.hardware [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 747.151990] env[65682]: DEBUG nova.virt.hardware [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 747.152178] env[65682]: DEBUG nova.virt.hardware [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 747.153854] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c68d20-4255-429f-a373-a763111a1c51 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.170208] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a4f0c3-96a0-4789-9bf2-3dcea9b64214 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.228783] env[65682]: DEBUG oslo_vmware.api [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5272b162-3434-3663-6fed-c77fab205d63, 'name': SearchDatastore_Task, 'duration_secs': 0.009789} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.235936] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17210581-fb33-48f9-8f78-a545e5984e29 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.243064] env[65682]: DEBUG oslo_vmware.api [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Waiting for the task: (returnval){ [ 747.243064] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b8257c-d716-3da3-e61f-7967ef07da24" [ 747.243064] env[65682]: _type = "Task" [ 747.243064] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.253878] env[65682]: DEBUG oslo_vmware.api [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b8257c-d716-3da3-e61f-7967ef07da24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.316164] env[65682]: DEBUG oslo_vmware.api [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Task: {'id': task-4615753, 'name': ReconfigVM_Task, 'duration_secs': 1.433249} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.319153] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Reconfigured VM instance instance-00000028 to attach disk [datastore2] f0062382-d9ea-489c-9e51-99b494a435da/f0062382-d9ea-489c-9e51-99b494a435da.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.321286] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d492bc0-17e8-495e-aa88-008fdda39790 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.331824] env[65682]: DEBUG oslo_vmware.api [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.988708} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.336190] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.336622] env[65682]: DEBUG oslo_vmware.api [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Waiting for the task: (returnval){ [ 747.336622] env[65682]: value = "task-4615758" [ 747.336622] env[65682]: _type = "Task" [ 747.336622] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.337689] env[65682]: DEBUG nova.network.neutron [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 747.340547] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58380e42-06f4-4a2a-be32-4b3318cdf66d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.365810] env[65682]: DEBUG oslo_vmware.api [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Task: {'id': task-4615758, 'name': Rename_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.376317] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c/8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.379508] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6d8e490-a719-4662-ab16-ea725188a1fb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.400998] env[65682]: DEBUG oslo_vmware.api [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 747.400998] env[65682]: value = "task-4615759" [ 747.400998] env[65682]: _type = "Task" [ 747.400998] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.416742] env[65682]: DEBUG oslo_vmware.api [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615759, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.516544] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e89d30-f082-4103-bbdf-4b5bd4d40b2e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.527541] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca2938a-04d6-4610-bf87-9e5b81055d5c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.565162] env[65682]: WARNING neutronclient.v2_0.client [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.567951] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e717d85-6eda-4ddd-b71e-506b2ad19b85 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.576958] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a80961d-d3c4-45f2-8658-bfe339cd1743 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.593619] env[65682]: DEBUG nova.compute.provider_tree [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.634768] env[65682]: WARNING neutronclient.v2_0.client [req-71d35293-0882-4399-bee9-48c53173b747 req-28341209-6654-422b-a53c-530a120ce480 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.757022] env[65682]: DEBUG oslo_vmware.api [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b8257c-d716-3da3-e61f-7967ef07da24, 'name': SearchDatastore_Task, 'duration_secs': 0.010812} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.759919] env[65682]: DEBUG oslo_concurrency.lockutils [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.760317] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 89576a50-d305-48e2-89f2-2c5a91e2c204/89576a50-d305-48e2-89f2-2c5a91e2c204.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.760950] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd026924-dc2b-408e-be2d-4a1160bb1a2c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.770968] env[65682]: DEBUG oslo_vmware.api [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Waiting for the task: (returnval){ [ 747.770968] env[65682]: value = "task-4615760" [ 747.770968] env[65682]: _type = "Task" [ 747.770968] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.787808] env[65682]: DEBUG oslo_vmware.api [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Task: {'id': task-4615760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.856397] env[65682]: DEBUG oslo_vmware.api [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Task: {'id': task-4615758, 'name': Rename_Task, 'duration_secs': 0.219144} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.856888] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.857258] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a846ba0-e79f-483a-a1c3-be2b54c8d3a2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.865507] env[65682]: DEBUG oslo_vmware.api [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Waiting for the task: (returnval){ [ 747.865507] env[65682]: value = "task-4615761" [ 747.865507] env[65682]: _type = "Task" [ 747.865507] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.874347] env[65682]: DEBUG oslo_vmware.api [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Task: {'id': task-4615761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.911593] env[65682]: DEBUG oslo_vmware.api [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615759, 'name': ReconfigVM_Task, 'duration_secs': 0.381888} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.911908] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c/8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.912576] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c35a1240-ab1b-40a5-86dc-2e33c722dbe2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.920077] env[65682]: DEBUG oslo_vmware.api [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 747.920077] env[65682]: value = "task-4615762" [ 747.920077] env[65682]: _type = "Task" [ 747.920077] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.930168] env[65682]: DEBUG oslo_vmware.api [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615762, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.938143] env[65682]: DEBUG nova.network.neutron [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Updating instance_info_cache with network_info: [{"id": "186ee52b-cdb0-407f-ac7c-732ec1ad8c4a", "address": "fa:16:3e:7e:f9:8f", "network": {"id": "96966a37-19a3-4255-b61b-6e3c8e54f29a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-610272433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67e7b451161545488ddf81e8bcf2e490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap186ee52b-cd", "ovs_interfaceid": "186ee52b-cdb0-407f-ac7c-732ec1ad8c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.997293] env[65682]: DEBUG nova.virt.hardware [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 747.997293] env[65682]: DEBUG nova.virt.hardware [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.997293] env[65682]: DEBUG nova.virt.hardware [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 747.997949] env[65682]: DEBUG nova.virt.hardware [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.997949] env[65682]: DEBUG nova.virt.hardware [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 747.997949] env[65682]: DEBUG nova.virt.hardware [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 747.998494] env[65682]: DEBUG nova.virt.hardware [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 747.998494] env[65682]: DEBUG nova.virt.hardware [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 747.998642] env[65682]: DEBUG nova.virt.hardware [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 747.998918] env[65682]: DEBUG nova.virt.hardware [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 747.999242] env[65682]: DEBUG nova.virt.hardware [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 748.000657] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7481e973-9e3a-42f9-81f7-2b0814834b6b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.013802] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df38b91c-376f-4562-b063-336ef430173b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.032346] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:c1:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.043228] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 748.043228] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.043228] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35784200-6d8f-42b9-be9b-191154894e9a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.073479] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.073479] env[65682]: value = "task-4615763" [ 748.073479] env[65682]: _type = "Task" [ 748.073479] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.090886] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615763, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.097157] env[65682]: DEBUG nova.scheduler.client.report [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.266916] env[65682]: WARNING neutronclient.v2_0.client [req-71d35293-0882-4399-bee9-48c53173b747 req-28341209-6654-422b-a53c-530a120ce480 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 748.286346] env[65682]: DEBUG oslo_vmware.api [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Task: {'id': task-4615760, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.354388] env[65682]: DEBUG nova.compute.manager [req-73c94b52-d071-4ace-b45b-bb381761fdc6 req-5cc8b00a-1e18-4d2e-ab5e-8a8dd92ad1d1 service nova] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Received event network-vif-plugged-4dec45f5-2919-4d4c-8a52-38f4628fe4ad {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 748.354388] env[65682]: DEBUG oslo_concurrency.lockutils [req-73c94b52-d071-4ace-b45b-bb381761fdc6 req-5cc8b00a-1e18-4d2e-ab5e-8a8dd92ad1d1 service nova] Acquiring lock "89576a50-d305-48e2-89f2-2c5a91e2c204-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.354388] env[65682]: DEBUG oslo_concurrency.lockutils [req-73c94b52-d071-4ace-b45b-bb381761fdc6 req-5cc8b00a-1e18-4d2e-ab5e-8a8dd92ad1d1 service nova] Lock "89576a50-d305-48e2-89f2-2c5a91e2c204-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.354388] env[65682]: DEBUG oslo_concurrency.lockutils [req-73c94b52-d071-4ace-b45b-bb381761fdc6 req-5cc8b00a-1e18-4d2e-ab5e-8a8dd92ad1d1 service nova] Lock "89576a50-d305-48e2-89f2-2c5a91e2c204-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.354616] env[65682]: DEBUG nova.compute.manager [req-73c94b52-d071-4ace-b45b-bb381761fdc6 req-5cc8b00a-1e18-4d2e-ab5e-8a8dd92ad1d1 service nova] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] No waiting events found dispatching network-vif-plugged-4dec45f5-2919-4d4c-8a52-38f4628fe4ad {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 748.355412] env[65682]: WARNING nova.compute.manager [req-73c94b52-d071-4ace-b45b-bb381761fdc6 req-5cc8b00a-1e18-4d2e-ab5e-8a8dd92ad1d1 service nova] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Received unexpected event network-vif-plugged-4dec45f5-2919-4d4c-8a52-38f4628fe4ad for instance with vm_state building and task_state spawning. [ 748.355412] env[65682]: DEBUG nova.compute.manager [req-73c94b52-d071-4ace-b45b-bb381761fdc6 req-5cc8b00a-1e18-4d2e-ab5e-8a8dd92ad1d1 service nova] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Received event network-changed-4dec45f5-2919-4d4c-8a52-38f4628fe4ad {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 748.355412] env[65682]: DEBUG nova.compute.manager [req-73c94b52-d071-4ace-b45b-bb381761fdc6 req-5cc8b00a-1e18-4d2e-ab5e-8a8dd92ad1d1 service nova] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Refreshing instance network info cache due to event network-changed-4dec45f5-2919-4d4c-8a52-38f4628fe4ad. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 748.355412] env[65682]: DEBUG oslo_concurrency.lockutils [req-73c94b52-d071-4ace-b45b-bb381761fdc6 req-5cc8b00a-1e18-4d2e-ab5e-8a8dd92ad1d1 service nova] Acquiring lock "refresh_cache-89576a50-d305-48e2-89f2-2c5a91e2c204" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.355669] env[65682]: DEBUG oslo_concurrency.lockutils [req-73c94b52-d071-4ace-b45b-bb381761fdc6 req-5cc8b00a-1e18-4d2e-ab5e-8a8dd92ad1d1 service nova] Acquired lock "refresh_cache-89576a50-d305-48e2-89f2-2c5a91e2c204" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.355702] env[65682]: DEBUG nova.network.neutron [req-73c94b52-d071-4ace-b45b-bb381761fdc6 req-5cc8b00a-1e18-4d2e-ab5e-8a8dd92ad1d1 service nova] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Refreshing network info cache for port 4dec45f5-2919-4d4c-8a52-38f4628fe4ad {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.386094] env[65682]: DEBUG oslo_vmware.api [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Task: {'id': task-4615761, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.435114] env[65682]: DEBUG oslo_vmware.api [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615762, 'name': Rename_Task, 'duration_secs': 0.195013} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.435114] env[65682]: DEBUG nova.network.neutron [req-71d35293-0882-4399-bee9-48c53173b747 req-28341209-6654-422b-a53c-530a120ce480 service nova] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Updated VIF entry in instance network info cache for port b8905af9-655c-4519-bfe2-21faf39488c8. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 748.435114] env[65682]: DEBUG nova.network.neutron [req-71d35293-0882-4399-bee9-48c53173b747 req-28341209-6654-422b-a53c-530a120ce480 service nova] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Updating instance_info_cache with network_info: [{"id": "b8905af9-655c-4519-bfe2-21faf39488c8", "address": "fa:16:3e:27:6b:26", "network": {"id": "1719932d-bcf4-4ad2-8e3f-f55b5aaf896d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1384213493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1063d410f5864f5292ea4436f03d192c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8905af9-65", "ovs_interfaceid": "b8905af9-655c-4519-bfe2-21faf39488c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.435114] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.436172] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53f971b4-6ad8-4358-8e9a-ce2e348c9fdc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.441306] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Releasing lock "refresh_cache-651e4382-f857-4e51-be98-7a69232637cb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.444192] env[65682]: DEBUG nova.compute.manager [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Instance network_info: |[{"id": "186ee52b-cdb0-407f-ac7c-732ec1ad8c4a", "address": "fa:16:3e:7e:f9:8f", "network": {"id": "96966a37-19a3-4255-b61b-6e3c8e54f29a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-610272433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67e7b451161545488ddf81e8bcf2e490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap186ee52b-cd", "ovs_interfaceid": "186ee52b-cdb0-407f-ac7c-732ec1ad8c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 748.444192] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:f9:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '186ee52b-cdb0-407f-ac7c-732ec1ad8c4a', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.452336] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Creating folder: Project (67e7b451161545488ddf81e8bcf2e490). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.454649] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-030f92c1-60d3-4da8-8258-9d4cea10a7a6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.460042] env[65682]: DEBUG oslo_vmware.api [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 748.460042] env[65682]: value = "task-4615764" [ 748.460042] env[65682]: _type = "Task" [ 748.460042] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.476547] env[65682]: DEBUG oslo_vmware.api [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615764, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.478117] env[65682]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 748.478302] env[65682]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65682) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 748.479051] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Folder already exists: Project (67e7b451161545488ddf81e8bcf2e490). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 748.479051] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Creating folder: Instances. Parent ref: group-v901515. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.479194] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d6a6518-f012-4265-be62-0c0ee5b9962d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.493635] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Created folder: Instances in parent group-v901515. [ 748.494037] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 748.494174] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.494731] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fc63f6a-f5c3-40bd-b7d6-b64d9f26bdc8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.518295] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.518295] env[65682]: value = "task-4615767" [ 748.518295] env[65682]: _type = "Task" [ 748.518295] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.527931] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615767, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.585499] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615763, 'name': CreateVM_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.606318] env[65682]: DEBUG oslo_concurrency.lockutils [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.923s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.606318] env[65682]: DEBUG nova.compute.manager [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 748.609733] env[65682]: DEBUG oslo_concurrency.lockutils [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.632s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.612365] env[65682]: INFO nova.compute.claims [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.783230] env[65682]: DEBUG oslo_vmware.api [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Task: {'id': task-4615760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562569} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.783545] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 89576a50-d305-48e2-89f2-2c5a91e2c204/89576a50-d305-48e2-89f2-2c5a91e2c204.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.783768] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.784115] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c60d9b40-6e2c-4793-9390-38638bc5b301 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.795066] env[65682]: DEBUG oslo_vmware.api [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Waiting for the task: (returnval){ [ 748.795066] env[65682]: value = "task-4615768" [ 748.795066] env[65682]: _type = "Task" [ 748.795066] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.810407] env[65682]: DEBUG oslo_vmware.api [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Task: {'id': task-4615768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.859540] env[65682]: WARNING neutronclient.v2_0.client [req-73c94b52-d071-4ace-b45b-bb381761fdc6 req-5cc8b00a-1e18-4d2e-ab5e-8a8dd92ad1d1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 748.881085] env[65682]: DEBUG oslo_vmware.api [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Task: {'id': task-4615761, 'name': PowerOnVM_Task, 'duration_secs': 0.664706} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.881422] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.881631] env[65682]: INFO nova.compute.manager [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Took 12.20 seconds to spawn the instance on the hypervisor. [ 748.881809] env[65682]: DEBUG nova.compute.manager [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 748.882971] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8317b028-be8c-4921-a61f-d434b404886d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.937121] env[65682]: DEBUG oslo_concurrency.lockutils [req-71d35293-0882-4399-bee9-48c53173b747 req-28341209-6654-422b-a53c-530a120ce480 service nova] Releasing lock "refresh_cache-63bdb800-aeda-456e-9acd-afab1096c9d1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.973331] env[65682]: DEBUG oslo_vmware.api [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615764, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.031319] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615767, 'name': CreateVM_Task, 'duration_secs': 0.420434} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.031510] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.031999] env[65682]: WARNING neutronclient.v2_0.client [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.032836] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'device_type': None, 'disk_bus': None, 'guest_format': None, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901521', 'volume_id': '3c072f10-d09b-47cc-ab9b-bd247cc3d596', 'name': 'volume-3c072f10-d09b-47cc-ab9b-bd247cc3d596', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '651e4382-f857-4e51-be98-7a69232637cb', 'attached_at': '', 'detached_at': '', 'volume_id': '3c072f10-d09b-47cc-ab9b-bd247cc3d596', 'serial': '3c072f10-d09b-47cc-ab9b-bd247cc3d596'}, 'delete_on_termination': True, 'attachment_id': '7d13e526-24d4-4f24-a8ad-f26895e9d7ef', 'volume_type': None}], 'swap': None} {{(pid=65682) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 749.032836] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Root volume attach. Driver type: vmdk {{(pid=65682) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 749.034245] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e5469e-3eaf-4f6d-9345-e1b9ff448680 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.042502] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6bbc82-cddd-4360-a286-36d0245aa9a7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.051667] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39d800e-a59e-40f7-9c4f-2b306a440694 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.071053] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-79da5783-0854-4257-a322-3d2a41f9213d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.082056] env[65682]: DEBUG oslo_vmware.api [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Waiting for the task: (returnval){ [ 749.082056] env[65682]: value = "task-4615769" [ 749.082056] env[65682]: _type = "Task" [ 749.082056] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.090099] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615763, 'name': CreateVM_Task, 'duration_secs': 0.671384} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.090736] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.091305] env[65682]: WARNING neutronclient.v2_0.client [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 749.091844] env[65682]: DEBUG oslo_concurrency.lockutils [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.091844] env[65682]: DEBUG oslo_concurrency.lockutils [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.092269] env[65682]: DEBUG oslo_concurrency.lockutils [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.092883] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73b09a78-ebc3-422f-b869-db3be84d9a5d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.098819] env[65682]: DEBUG oslo_vmware.api [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Task: {'id': task-4615769, 'name': RelocateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.106643] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 749.106643] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522b4742-47bd-2b65-7e30-24941b8ece5d" [ 749.106643] env[65682]: _type = "Task" [ 749.106643] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.118880] env[65682]: DEBUG nova.compute.utils [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.122158] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522b4742-47bd-2b65-7e30-24941b8ece5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.123774] env[65682]: DEBUG nova.compute.manager [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 749.123774] env[65682]: DEBUG nova.network.neutron [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 749.123774] env[65682]: WARNING neutronclient.v2_0.client [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.123774] env[65682]: WARNING neutronclient.v2_0.client [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.174296] env[65682]: DEBUG nova.policy [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e227b64e2784d619d92247fc9f96ab3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ddcca10fd9b439bb351e1d18fcb07bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.192025] env[65682]: WARNING neutronclient.v2_0.client [req-73c94b52-d071-4ace-b45b-bb381761fdc6 req-5cc8b00a-1e18-4d2e-ab5e-8a8dd92ad1d1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.307043] env[65682]: DEBUG oslo_vmware.api [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Task: {'id': task-4615768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161261} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.307408] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.308913] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010cec66-26b2-46c1-9369-0337766c5843 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.336352] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 89576a50-d305-48e2-89f2-2c5a91e2c204/89576a50-d305-48e2-89f2-2c5a91e2c204.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.336828] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-164e2cfa-ec1f-442b-8687-fbf184255d1c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.360613] env[65682]: DEBUG oslo_vmware.api [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Waiting for the task: (returnval){ [ 749.360613] env[65682]: value = "task-4615770" [ 749.360613] env[65682]: _type = "Task" [ 749.360613] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.370974] env[65682]: DEBUG oslo_vmware.api [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Task: {'id': task-4615770, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.407071] env[65682]: INFO nova.compute.manager [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Took 26.21 seconds to build instance. [ 749.475572] env[65682]: DEBUG oslo_vmware.api [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615764, 'name': PowerOnVM_Task, 'duration_secs': 0.678481} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.475889] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.476280] env[65682]: INFO nova.compute.manager [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Took 9.93 seconds to spawn the instance on the hypervisor. [ 749.476596] env[65682]: DEBUG nova.compute.manager [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 749.477767] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea00b693-62e1-48d6-ba4b-50766c77fe09 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.592384] env[65682]: DEBUG nova.network.neutron [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Successfully created port: b08f94bc-5778-43f9-83d6-c56af2525771 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 749.599605] env[65682]: DEBUG oslo_vmware.api [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Task: {'id': task-4615769, 'name': RelocateVM_Task} progress is 40%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.620689] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522b4742-47bd-2b65-7e30-24941b8ece5d, 'name': SearchDatastore_Task, 'duration_secs': 0.012867} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.621012] env[65682]: DEBUG oslo_concurrency.lockutils [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.621821] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.621821] env[65682]: DEBUG oslo_concurrency.lockutils [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.621821] env[65682]: DEBUG oslo_concurrency.lockutils [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.622014] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.622210] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a45b7261-79ad-4c6c-ba31-822815150f1f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.624842] env[65682]: DEBUG nova.compute.manager [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 749.641267] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.641560] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.642373] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1ba25fd-c9ce-433d-9b2e-4d7b7401b01a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.651014] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 749.651014] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d16d29-4cd5-5201-548f-668ec2f6cf35" [ 749.651014] env[65682]: _type = "Task" [ 749.651014] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.663122] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d16d29-4cd5-5201-548f-668ec2f6cf35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.874023] env[65682]: DEBUG oslo_vmware.api [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Task: {'id': task-4615770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.909777] env[65682]: DEBUG oslo_concurrency.lockutils [None req-59ebdbe3-b5ad-4319-8e91-fe4ac4caf504 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Lock "f0062382-d9ea-489c-9e51-99b494a435da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.876s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.005647] env[65682]: INFO nova.compute.manager [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Took 25.62 seconds to build instance. [ 750.095366] env[65682]: DEBUG nova.network.neutron [req-73c94b52-d071-4ace-b45b-bb381761fdc6 req-5cc8b00a-1e18-4d2e-ab5e-8a8dd92ad1d1 service nova] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Updated VIF entry in instance network info cache for port 4dec45f5-2919-4d4c-8a52-38f4628fe4ad. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 750.095565] env[65682]: DEBUG nova.network.neutron [req-73c94b52-d071-4ace-b45b-bb381761fdc6 req-5cc8b00a-1e18-4d2e-ab5e-8a8dd92ad1d1 service nova] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Updating instance_info_cache with network_info: [{"id": "4dec45f5-2919-4d4c-8a52-38f4628fe4ad", "address": "fa:16:3e:51:77:ea", "network": {"id": "981d7d0e-7709-49d0-b7ea-27b5e32de4ac", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1186440891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e0f79b7b5a53493c80fccb9e8a5703c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dec45f5-29", "ovs_interfaceid": "4dec45f5-2919-4d4c-8a52-38f4628fe4ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.102861] env[65682]: DEBUG oslo_vmware.api [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Task: {'id': task-4615769, 'name': RelocateVM_Task} progress is 53%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.167154] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d16d29-4cd5-5201-548f-668ec2f6cf35, 'name': SearchDatastore_Task, 'duration_secs': 0.013309} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.168096] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d2babe4-5940-4cd9-a42c-4081edac42a3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.178189] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 750.178189] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5216c59a-88a4-7114-f220-c7203ab6e6c4" [ 750.178189] env[65682]: _type = "Task" [ 750.178189] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.189541] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5216c59a-88a4-7114-f220-c7203ab6e6c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.341025] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79cdd70-f5c7-4012-a824-00318c237779 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.350060] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cad865-4be4-443c-95df-f1895ee544f8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.390868] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb831261-6f90-4c25-926e-58ecf00516eb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.400525] env[65682]: DEBUG oslo_vmware.api [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Task: {'id': task-4615770, 'name': ReconfigVM_Task, 'duration_secs': 0.643227} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.403122] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 89576a50-d305-48e2-89f2-2c5a91e2c204/89576a50-d305-48e2-89f2-2c5a91e2c204.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.404268] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78afe3bd-f838-4c9f-8b68-bd81e8b5ce44 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.407297] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bedcf6-3042-4c3d-81fe-ed5e428e8349 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.412560] env[65682]: DEBUG nova.compute.manager [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 750.427930] env[65682]: DEBUG nova.compute.provider_tree [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.431071] env[65682]: DEBUG oslo_vmware.api [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Waiting for the task: (returnval){ [ 750.431071] env[65682]: value = "task-4615771" [ 750.431071] env[65682]: _type = "Task" [ 750.431071] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.443930] env[65682]: DEBUG oslo_vmware.api [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Task: {'id': task-4615771, 'name': Rename_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.509214] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2fdb2b67-be5d-418c-a199-8fd15d062e31 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.830s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.601446] env[65682]: DEBUG oslo_vmware.api [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Task: {'id': task-4615769, 'name': RelocateVM_Task} progress is 67%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.604127] env[65682]: DEBUG oslo_concurrency.lockutils [req-73c94b52-d071-4ace-b45b-bb381761fdc6 req-5cc8b00a-1e18-4d2e-ab5e-8a8dd92ad1d1 service nova] Releasing lock "refresh_cache-89576a50-d305-48e2-89f2-2c5a91e2c204" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.604412] env[65682]: DEBUG nova.compute.manager [req-73c94b52-d071-4ace-b45b-bb381761fdc6 req-5cc8b00a-1e18-4d2e-ab5e-8a8dd92ad1d1 service nova] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Received event network-vif-plugged-186ee52b-cdb0-407f-ac7c-732ec1ad8c4a {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 750.604641] env[65682]: DEBUG oslo_concurrency.lockutils [req-73c94b52-d071-4ace-b45b-bb381761fdc6 req-5cc8b00a-1e18-4d2e-ab5e-8a8dd92ad1d1 service nova] Acquiring lock "651e4382-f857-4e51-be98-7a69232637cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.604801] env[65682]: DEBUG oslo_concurrency.lockutils [req-73c94b52-d071-4ace-b45b-bb381761fdc6 req-5cc8b00a-1e18-4d2e-ab5e-8a8dd92ad1d1 service nova] Lock "651e4382-f857-4e51-be98-7a69232637cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.605088] env[65682]: DEBUG oslo_concurrency.lockutils [req-73c94b52-d071-4ace-b45b-bb381761fdc6 req-5cc8b00a-1e18-4d2e-ab5e-8a8dd92ad1d1 service nova] Lock "651e4382-f857-4e51-be98-7a69232637cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.605217] env[65682]: DEBUG nova.compute.manager [req-73c94b52-d071-4ace-b45b-bb381761fdc6 req-5cc8b00a-1e18-4d2e-ab5e-8a8dd92ad1d1 service nova] [instance: 651e4382-f857-4e51-be98-7a69232637cb] No waiting events found dispatching network-vif-plugged-186ee52b-cdb0-407f-ac7c-732ec1ad8c4a {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 750.605284] env[65682]: WARNING nova.compute.manager [req-73c94b52-d071-4ace-b45b-bb381761fdc6 req-5cc8b00a-1e18-4d2e-ab5e-8a8dd92ad1d1 service nova] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Received unexpected event network-vif-plugged-186ee52b-cdb0-407f-ac7c-732ec1ad8c4a for instance with vm_state building and task_state spawning. [ 750.605532] env[65682]: DEBUG nova.compute.manager [req-73c94b52-d071-4ace-b45b-bb381761fdc6 req-5cc8b00a-1e18-4d2e-ab5e-8a8dd92ad1d1 service nova] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Received event network-changed-186ee52b-cdb0-407f-ac7c-732ec1ad8c4a {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 750.605683] env[65682]: DEBUG nova.compute.manager [req-73c94b52-d071-4ace-b45b-bb381761fdc6 req-5cc8b00a-1e18-4d2e-ab5e-8a8dd92ad1d1 service nova] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Refreshing instance network info cache due to event network-changed-186ee52b-cdb0-407f-ac7c-732ec1ad8c4a. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 750.605810] env[65682]: DEBUG oslo_concurrency.lockutils [req-73c94b52-d071-4ace-b45b-bb381761fdc6 req-5cc8b00a-1e18-4d2e-ab5e-8a8dd92ad1d1 service nova] Acquiring lock "refresh_cache-651e4382-f857-4e51-be98-7a69232637cb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.605949] env[65682]: DEBUG oslo_concurrency.lockutils [req-73c94b52-d071-4ace-b45b-bb381761fdc6 req-5cc8b00a-1e18-4d2e-ab5e-8a8dd92ad1d1 service nova] Acquired lock "refresh_cache-651e4382-f857-4e51-be98-7a69232637cb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.606153] env[65682]: DEBUG nova.network.neutron [req-73c94b52-d071-4ace-b45b-bb381761fdc6 req-5cc8b00a-1e18-4d2e-ab5e-8a8dd92ad1d1 service nova] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Refreshing network info cache for port 186ee52b-cdb0-407f-ac7c-732ec1ad8c4a {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.643654] env[65682]: DEBUG nova.compute.manager [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 750.680401] env[65682]: DEBUG nova.virt.hardware [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 750.680631] env[65682]: DEBUG nova.virt.hardware [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.680772] env[65682]: DEBUG nova.virt.hardware [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 750.680946] env[65682]: DEBUG nova.virt.hardware [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.681106] env[65682]: DEBUG nova.virt.hardware [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 750.681282] env[65682]: DEBUG nova.virt.hardware [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 750.681552] env[65682]: DEBUG nova.virt.hardware [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 750.681644] env[65682]: DEBUG nova.virt.hardware [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 750.681802] env[65682]: DEBUG nova.virt.hardware [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 750.681945] env[65682]: DEBUG nova.virt.hardware [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 750.682127] env[65682]: DEBUG nova.virt.hardware [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 750.683528] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580b50bb-9db3-494b-9600-f15d0893f1e5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.697893] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5216c59a-88a4-7114-f220-c7203ab6e6c4, 'name': SearchDatastore_Task, 'duration_secs': 0.012248} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.700786] env[65682]: DEBUG oslo_concurrency.lockutils [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.701276] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 8a169693-eae1-4796-a42b-b7cb2e9aeadb/8a169693-eae1-4796-a42b-b7cb2e9aeadb.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.701758] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6189bb16-71b6-4c32-9525-1b0e53c987f1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.707973] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01223f0e-e731-4785-ab30-f69db895de85 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.731206] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 750.731206] env[65682]: value = "task-4615772" [ 750.731206] env[65682]: _type = "Task" [ 750.731206] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.746790] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.932777] env[65682]: DEBUG nova.scheduler.client.report [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.941420] env[65682]: DEBUG oslo_concurrency.lockutils [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.952036] env[65682]: DEBUG oslo_vmware.api [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Task: {'id': task-4615771, 'name': Rename_Task, 'duration_secs': 0.251164} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.952362] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.952871] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30eab82a-fad0-4def-bd90-99097880f890 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.963504] env[65682]: DEBUG oslo_vmware.api [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Waiting for the task: (returnval){ [ 750.963504] env[65682]: value = "task-4615773" [ 750.963504] env[65682]: _type = "Task" [ 750.963504] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.978157] env[65682]: DEBUG oslo_vmware.api [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Task: {'id': task-4615773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.014589] env[65682]: DEBUG nova.compute.manager [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 751.105875] env[65682]: DEBUG oslo_vmware.api [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Task: {'id': task-4615769, 'name': RelocateVM_Task} progress is 81%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.109821] env[65682]: WARNING neutronclient.v2_0.client [req-73c94b52-d071-4ace-b45b-bb381761fdc6 req-5cc8b00a-1e18-4d2e-ab5e-8a8dd92ad1d1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.243875] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615772, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.446215] env[65682]: DEBUG oslo_concurrency.lockutils [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.834s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.446215] env[65682]: DEBUG nova.compute.manager [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 751.448369] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.317s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.450718] env[65682]: INFO nova.compute.claims [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.467205] env[65682]: DEBUG nova.network.neutron [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Successfully updated port: b08f94bc-5778-43f9-83d6-c56af2525771 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 751.488867] env[65682]: DEBUG oslo_vmware.api [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Task: {'id': task-4615773, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.550358] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.566574] env[65682]: WARNING neutronclient.v2_0.client [req-73c94b52-d071-4ace-b45b-bb381761fdc6 req-5cc8b00a-1e18-4d2e-ab5e-8a8dd92ad1d1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.605465] env[65682]: DEBUG oslo_vmware.api [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Task: {'id': task-4615769, 'name': RelocateVM_Task} progress is 95%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.677781] env[65682]: DEBUG nova.network.neutron [req-73c94b52-d071-4ace-b45b-bb381761fdc6 req-5cc8b00a-1e18-4d2e-ab5e-8a8dd92ad1d1 service nova] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Updated VIF entry in instance network info cache for port 186ee52b-cdb0-407f-ac7c-732ec1ad8c4a. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 751.677781] env[65682]: DEBUG nova.network.neutron [req-73c94b52-d071-4ace-b45b-bb381761fdc6 req-5cc8b00a-1e18-4d2e-ab5e-8a8dd92ad1d1 service nova] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Updating instance_info_cache with network_info: [{"id": "186ee52b-cdb0-407f-ac7c-732ec1ad8c4a", "address": "fa:16:3e:7e:f9:8f", "network": {"id": "96966a37-19a3-4255-b61b-6e3c8e54f29a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-610272433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67e7b451161545488ddf81e8bcf2e490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap186ee52b-cd", "ovs_interfaceid": "186ee52b-cdb0-407f-ac7c-732ec1ad8c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.744028] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615772, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.958760] env[65682]: DEBUG nova.compute.utils [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.962843] env[65682]: DEBUG nova.compute.manager [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 751.962843] env[65682]: DEBUG nova.network.neutron [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 751.962843] env[65682]: WARNING neutronclient.v2_0.client [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.962843] env[65682]: WARNING neutronclient.v2_0.client [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.974048] env[65682]: DEBUG oslo_concurrency.lockutils [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquiring lock "refresh_cache-9db826c2-b488-458f-abe7-b5f3cd3b97d5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.974048] env[65682]: DEBUG oslo_concurrency.lockutils [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquired lock "refresh_cache-9db826c2-b488-458f-abe7-b5f3cd3b97d5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.974048] env[65682]: DEBUG nova.network.neutron [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 751.981881] env[65682]: DEBUG oslo_vmware.api [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Task: {'id': task-4615773, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.060164] env[65682]: DEBUG nova.policy [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e227b64e2784d619d92247fc9f96ab3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ddcca10fd9b439bb351e1d18fcb07bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.104456] env[65682]: DEBUG oslo_vmware.api [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Task: {'id': task-4615769, 'name': RelocateVM_Task} progress is 98%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.183334] env[65682]: DEBUG oslo_concurrency.lockutils [req-73c94b52-d071-4ace-b45b-bb381761fdc6 req-5cc8b00a-1e18-4d2e-ab5e-8a8dd92ad1d1 service nova] Releasing lock "refresh_cache-651e4382-f857-4e51-be98-7a69232637cb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.210279] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Acquiring lock "1eafb1a1-d3fd-4599-88ed-b19c77aca8e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.210727] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Lock "1eafb1a1-d3fd-4599-88ed-b19c77aca8e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.245418] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615772, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.381467] env[65682]: DEBUG nova.network.neutron [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Successfully created port: d31dc4fb-ce59-4403-ba73-9d24762134d9 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 752.469722] env[65682]: DEBUG nova.compute.manager [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 752.490685] env[65682]: DEBUG oslo_vmware.api [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Task: {'id': task-4615773, 'name': PowerOnVM_Task, 'duration_secs': 1.030688} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.490685] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.490685] env[65682]: INFO nova.compute.manager [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Took 10.03 seconds to spawn the instance on the hypervisor. [ 752.490880] env[65682]: DEBUG nova.compute.manager [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 752.493777] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0714128a-00e1-4f89-8382-c4c017b511d7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.586781] env[65682]: DEBUG nova.network.neutron [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 752.592776] env[65682]: DEBUG nova.compute.manager [req-75fadf00-4543-45f1-88be-92762110629b req-d61203a5-4bcc-445b-bebf-c35aa0cbad9e service nova] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Received event network-vif-plugged-b08f94bc-5778-43f9-83d6-c56af2525771 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 752.593088] env[65682]: DEBUG oslo_concurrency.lockutils [req-75fadf00-4543-45f1-88be-92762110629b req-d61203a5-4bcc-445b-bebf-c35aa0cbad9e service nova] Acquiring lock "9db826c2-b488-458f-abe7-b5f3cd3b97d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.593553] env[65682]: DEBUG oslo_concurrency.lockutils [req-75fadf00-4543-45f1-88be-92762110629b req-d61203a5-4bcc-445b-bebf-c35aa0cbad9e service nova] Lock "9db826c2-b488-458f-abe7-b5f3cd3b97d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.593553] env[65682]: DEBUG oslo_concurrency.lockutils [req-75fadf00-4543-45f1-88be-92762110629b req-d61203a5-4bcc-445b-bebf-c35aa0cbad9e service nova] Lock "9db826c2-b488-458f-abe7-b5f3cd3b97d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.593714] env[65682]: DEBUG nova.compute.manager [req-75fadf00-4543-45f1-88be-92762110629b req-d61203a5-4bcc-445b-bebf-c35aa0cbad9e service nova] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] No waiting events found dispatching network-vif-plugged-b08f94bc-5778-43f9-83d6-c56af2525771 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 752.593905] env[65682]: WARNING nova.compute.manager [req-75fadf00-4543-45f1-88be-92762110629b req-d61203a5-4bcc-445b-bebf-c35aa0cbad9e service nova] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Received unexpected event network-vif-plugged-b08f94bc-5778-43f9-83d6-c56af2525771 for instance with vm_state building and task_state spawning. [ 752.609687] env[65682]: DEBUG oslo_vmware.api [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Task: {'id': task-4615769, 'name': RelocateVM_Task} progress is 98%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.747248] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615772, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.5279} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.748191] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 8a169693-eae1-4796-a42b-b7cb2e9aeadb/8a169693-eae1-4796-a42b-b7cb2e9aeadb.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.748191] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.748446] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b55619e-d655-4aa2-b1c4-480a83ba5542 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.756871] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 752.756871] env[65682]: value = "task-4615774" [ 752.756871] env[65682]: _type = "Task" [ 752.756871] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.772377] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.831452] env[65682]: WARNING neutronclient.v2_0.client [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.966448] env[65682]: DEBUG nova.network.neutron [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Updating instance_info_cache with network_info: [{"id": "b08f94bc-5778-43f9-83d6-c56af2525771", "address": "fa:16:3e:ea:16:3d", "network": {"id": "8b1af659-e484-4035-8829-e619983d6031", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-403594557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ddcca10fd9b439bb351e1d18fcb07bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb08f94bc-57", "ovs_interfaceid": "b08f94bc-5778-43f9-83d6-c56af2525771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.018309] env[65682]: INFO nova.compute.manager [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Took 27.91 seconds to build instance. [ 753.043251] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Acquiring lock "5c564d55-0071-4ebd-b8ff-c95858ed139d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.043477] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Lock "5c564d55-0071-4ebd-b8ff-c95858ed139d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.048249] env[65682]: DEBUG oslo_concurrency.lockutils [None req-072b21c9-a018-4efb-8c4c-cf8d80dcb988 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Acquiring lock "6a92941f-4f7c-4945-90c3-617b1f0b8649" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.048249] env[65682]: DEBUG oslo_concurrency.lockutils [None req-072b21c9-a018-4efb-8c4c-cf8d80dcb988 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Lock "6a92941f-4f7c-4945-90c3-617b1f0b8649" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.048359] env[65682]: DEBUG oslo_concurrency.lockutils [None req-072b21c9-a018-4efb-8c4c-cf8d80dcb988 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Acquiring lock "6a92941f-4f7c-4945-90c3-617b1f0b8649-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.048877] env[65682]: DEBUG oslo_concurrency.lockutils [None req-072b21c9-a018-4efb-8c4c-cf8d80dcb988 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Lock "6a92941f-4f7c-4945-90c3-617b1f0b8649-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.048986] env[65682]: DEBUG oslo_concurrency.lockutils [None req-072b21c9-a018-4efb-8c4c-cf8d80dcb988 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Lock "6a92941f-4f7c-4945-90c3-617b1f0b8649-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.051550] env[65682]: INFO nova.compute.manager [None req-072b21c9-a018-4efb-8c4c-cf8d80dcb988 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Terminating instance [ 753.104526] env[65682]: DEBUG oslo_vmware.api [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Task: {'id': task-4615769, 'name': RelocateVM_Task} progress is 98%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.214920] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490501ce-2312-459c-9a32-9d7032d5f5d3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.223830] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532bd586-090e-4788-8490-0f2d9dc60f98 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.266151] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18708976-cb8d-4229-be85-adbf35874e8f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.282119] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65c5380-8828-4525-a1a5-5aba1375e822 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.289101] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076037} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.289687] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.291134] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b9b07f-1ed4-496b-aac7-7b2bcc6786be {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.307323] env[65682]: DEBUG nova.compute.provider_tree [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.344877] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 8a169693-eae1-4796-a42b-b7cb2e9aeadb/8a169693-eae1-4796-a42b-b7cb2e9aeadb.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.345807] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa4815b7-6fe4-48ab-a709-a00932663e68 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.370285] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 753.370285] env[65682]: value = "task-4615775" [ 753.370285] env[65682]: _type = "Task" [ 753.370285] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.380200] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615775, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.470995] env[65682]: DEBUG oslo_concurrency.lockutils [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Releasing lock "refresh_cache-9db826c2-b488-458f-abe7-b5f3cd3b97d5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.471522] env[65682]: DEBUG nova.compute.manager [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Instance network_info: |[{"id": "b08f94bc-5778-43f9-83d6-c56af2525771", "address": "fa:16:3e:ea:16:3d", "network": {"id": "8b1af659-e484-4035-8829-e619983d6031", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-403594557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ddcca10fd9b439bb351e1d18fcb07bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb08f94bc-57", "ovs_interfaceid": "b08f94bc-5778-43f9-83d6-c56af2525771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 753.471970] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:16:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b08f94bc-5778-43f9-83d6-c56af2525771', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.479947] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Creating folder: Project (3ddcca10fd9b439bb351e1d18fcb07bc). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.480327] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67f27865-920a-414a-a98b-513b4c3ee3e0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.485098] env[65682]: DEBUG nova.compute.manager [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 753.493821] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Created folder: Project (3ddcca10fd9b439bb351e1d18fcb07bc) in parent group-v901426. [ 753.494169] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Creating folder: Instances. Parent ref: group-v901568. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.494501] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51195a22-08f4-4604-afc9-8366351f33b2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.506369] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Created folder: Instances in parent group-v901568. [ 753.506732] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 753.508906] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.509528] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2640a0ad-003c-4c8d-bc1c-1a9389718634 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.527677] env[65682]: DEBUG nova.virt.hardware [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 753.527964] env[65682]: DEBUG nova.virt.hardware [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.528171] env[65682]: DEBUG nova.virt.hardware [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 753.528300] env[65682]: DEBUG nova.virt.hardware [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.528431] env[65682]: DEBUG nova.virt.hardware [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 753.528572] env[65682]: DEBUG nova.virt.hardware [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 753.528784] env[65682]: DEBUG nova.virt.hardware [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 753.528950] env[65682]: DEBUG nova.virt.hardware [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 753.529109] env[65682]: DEBUG nova.virt.hardware [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 753.529302] env[65682]: DEBUG nova.virt.hardware [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 753.529501] env[65682]: DEBUG nova.virt.hardware [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 753.530043] env[65682]: DEBUG oslo_concurrency.lockutils [None req-af94096c-eef9-4079-b5f3-d6ef552c6792 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Acquiring lock "189e7304-e24b-4b6e-8b56-7bad9d792778" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.531678] env[65682]: DEBUG oslo_concurrency.lockutils [None req-af94096c-eef9-4079-b5f3-d6ef552c6792 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Lock "189e7304-e24b-4b6e-8b56-7bad9d792778" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.531751] env[65682]: DEBUG oslo_concurrency.lockutils [None req-af94096c-eef9-4079-b5f3-d6ef552c6792 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Acquiring lock "189e7304-e24b-4b6e-8b56-7bad9d792778-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.531939] env[65682]: DEBUG oslo_concurrency.lockutils [None req-af94096c-eef9-4079-b5f3-d6ef552c6792 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Lock "189e7304-e24b-4b6e-8b56-7bad9d792778-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.532112] env[65682]: DEBUG oslo_concurrency.lockutils [None req-af94096c-eef9-4079-b5f3-d6ef552c6792 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Lock "189e7304-e24b-4b6e-8b56-7bad9d792778-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.533803] env[65682]: DEBUG oslo_concurrency.lockutils [None req-91fb1767-fa61-40fa-8454-ae538173eabd tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Lock "89576a50-d305-48e2-89f2-2c5a91e2c204" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.194s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.534790] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eedb269-b2eb-49a6-a65e-94f0c8ade9de {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.538027] env[65682]: INFO nova.compute.manager [None req-af94096c-eef9-4079-b5f3-d6ef552c6792 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Terminating instance [ 753.549248] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8eedc1c-a4a0-4d37-ae93-773a9f58d054 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.557040] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.557040] env[65682]: value = "task-4615778" [ 753.557040] env[65682]: _type = "Task" [ 753.557040] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.569095] env[65682]: DEBUG nova.compute.manager [None req-072b21c9-a018-4efb-8c4c-cf8d80dcb988 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 753.571145] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-072b21c9-a018-4efb-8c4c-cf8d80dcb988 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.571145] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75d2cfc-ab17-4bf4-890c-f2a691a239c5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.581073] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615778, 'name': CreateVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.582623] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-072b21c9-a018-4efb-8c4c-cf8d80dcb988 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.582934] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a10feaea-0ede-4631-ae7f-bd6633866303 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.590813] env[65682]: DEBUG oslo_vmware.api [None req-072b21c9-a018-4efb-8c4c-cf8d80dcb988 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Waiting for the task: (returnval){ [ 753.590813] env[65682]: value = "task-4615779" [ 753.590813] env[65682]: _type = "Task" [ 753.590813] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.609660] env[65682]: DEBUG oslo_vmware.api [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Task: {'id': task-4615769, 'name': RelocateVM_Task, 'duration_secs': 4.377121} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.609913] env[65682]: DEBUG oslo_vmware.api [None req-072b21c9-a018-4efb-8c4c-cf8d80dcb988 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.610243] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Volume attach. Driver type: vmdk {{(pid=65682) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 753.610452] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901521', 'volume_id': '3c072f10-d09b-47cc-ab9b-bd247cc3d596', 'name': 'volume-3c072f10-d09b-47cc-ab9b-bd247cc3d596', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '651e4382-f857-4e51-be98-7a69232637cb', 'attached_at': '', 'detached_at': '', 'volume_id': '3c072f10-d09b-47cc-ab9b-bd247cc3d596', 'serial': '3c072f10-d09b-47cc-ab9b-bd247cc3d596'} {{(pid=65682) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 753.611305] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5444372-464e-4483-872b-bc85eed81879 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.631851] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697ba9e8-d652-4254-8f91-50a98e8b4ff3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.658812] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] volume-3c072f10-d09b-47cc-ab9b-bd247cc3d596/volume-3c072f10-d09b-47cc-ab9b-bd247cc3d596.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.659247] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e169bf4-21a0-4217-9899-4cb7bf52d511 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.684255] env[65682]: DEBUG oslo_vmware.api [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Waiting for the task: (returnval){ [ 753.684255] env[65682]: value = "task-4615780" [ 753.684255] env[65682]: _type = "Task" [ 753.684255] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.697928] env[65682]: DEBUG oslo_vmware.api [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Task: {'id': task-4615780, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.811021] env[65682]: DEBUG nova.scheduler.client.report [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.641465] env[65682]: DEBUG nova.network.neutron [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Successfully updated port: d31dc4fb-ce59-4403-ba73-9d24762134d9 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 754.643104] env[65682]: DEBUG nova.compute.manager [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 754.645807] env[65682]: DEBUG nova.compute.manager [None req-af94096c-eef9-4079-b5f3-d6ef552c6792 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 754.646542] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-af94096c-eef9-4079-b5f3-d6ef552c6792 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.647248] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.199s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.649490] env[65682]: DEBUG nova.compute.manager [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 754.653305] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d96553-57ca-413c-b471-0fe6701f06c4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.665043] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f54a9d1f-4011-4d7d-be18-a4f2cad028b1 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.955s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.665043] env[65682]: DEBUG nova.objects.instance [None req-f54a9d1f-4011-4d7d-be18-a4f2cad028b1 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lazy-loading 'resources' on Instance uuid 74045a2c-18fb-4f2f-aa59-d14238c83ea2 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.667430] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Acquiring lock "48408761-7c99-450a-882d-64a99dd20435" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.667430] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Lock "48408761-7c99-450a-882d-64a99dd20435" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.673253] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615775, 'name': ReconfigVM_Task, 'duration_secs': 0.396566} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.685547] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 8a169693-eae1-4796-a42b-b7cb2e9aeadb/8a169693-eae1-4796-a42b-b7cb2e9aeadb.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.686964] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-af94096c-eef9-4079-b5f3-d6ef552c6792 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.686964] env[65682]: DEBUG oslo_vmware.api [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Task: {'id': task-4615780, 'name': ReconfigVM_Task, 'duration_secs': 0.402392} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.687298] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615778, 'name': CreateVM_Task, 'duration_secs': 0.423848} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.687490] env[65682]: DEBUG oslo_vmware.api [None req-072b21c9-a018-4efb-8c4c-cf8d80dcb988 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615779, 'name': PowerOffVM_Task, 'duration_secs': 0.306658} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.688662] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d44ad6a-a6ae-49b7-b02f-34d67a169a0a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.690746] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb6e4378-ff04-41f8-b108-c6000858b173 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.692178] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Reconfigured VM instance instance-0000002a to attach disk [datastore1] volume-3c072f10-d09b-47cc-ab9b-bd247cc3d596/volume-3c072f10-d09b-47cc-ab9b-bd247cc3d596.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.696978] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.697547] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-072b21c9-a018-4efb-8c4c-cf8d80dcb988 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.697547] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-072b21c9-a018-4efb-8c4c-cf8d80dcb988 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.698054] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95c07a33-e827-413a-bebb-eee928bea7de {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.708238] env[65682]: WARNING neutronclient.v2_0.client [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.708612] env[65682]: DEBUG oslo_concurrency.lockutils [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.708751] env[65682]: DEBUG oslo_concurrency.lockutils [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.709079] env[65682]: DEBUG oslo_concurrency.lockutils [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.709350] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f46f4a5-8400-488b-b601-e74dbb276198 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.712741] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0cdb524-698d-455f-abcf-b68ce8b24085 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.718755] env[65682]: DEBUG oslo_vmware.api [None req-af94096c-eef9-4079-b5f3-d6ef552c6792 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Waiting for the task: (returnval){ [ 754.718755] env[65682]: value = "task-4615781" [ 754.718755] env[65682]: _type = "Task" [ 754.718755] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.720505] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 754.720505] env[65682]: value = "task-4615782" [ 754.720505] env[65682]: _type = "Task" [ 754.720505] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.727232] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 754.727232] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528f57d2-9db6-7fd7-5193-5ae237278a12" [ 754.727232] env[65682]: _type = "Task" [ 754.727232] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.735306] env[65682]: DEBUG oslo_vmware.api [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Waiting for the task: (returnval){ [ 754.735306] env[65682]: value = "task-4615784" [ 754.735306] env[65682]: _type = "Task" [ 754.735306] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.749028] env[65682]: DEBUG oslo_vmware.api [None req-af94096c-eef9-4079-b5f3-d6ef552c6792 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Task: {'id': task-4615781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.750276] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615782, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.756045] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528f57d2-9db6-7fd7-5193-5ae237278a12, 'name': SearchDatastore_Task, 'duration_secs': 0.01378} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.759587] env[65682]: DEBUG oslo_concurrency.lockutils [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.759852] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.760095] env[65682]: DEBUG oslo_concurrency.lockutils [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.760341] env[65682]: DEBUG oslo_concurrency.lockutils [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.760563] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.760802] env[65682]: DEBUG oslo_vmware.api [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Task: {'id': task-4615784, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.761133] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4042c3b6-a0da-421f-b7f6-ba42ff2058d9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.784533] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.784880] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.785990] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aae18f6-0f46-4be4-b575-686cc2c9d3f8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.794444] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 754.794444] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5294a941-fd0c-1624-51c6-4f74e7c5e2d5" [ 754.794444] env[65682]: _type = "Task" [ 754.794444] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.805366] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5294a941-fd0c-1624-51c6-4f74e7c5e2d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.808400] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-072b21c9-a018-4efb-8c4c-cf8d80dcb988 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.808400] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-072b21c9-a018-4efb-8c4c-cf8d80dcb988 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.808400] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-072b21c9-a018-4efb-8c4c-cf8d80dcb988 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Deleting the datastore file [datastore2] 6a92941f-4f7c-4945-90c3-617b1f0b8649 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.809293] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1201b85a-0b6c-4a15-99b9-56aaa2dbeac3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.816673] env[65682]: DEBUG oslo_vmware.api [None req-072b21c9-a018-4efb-8c4c-cf8d80dcb988 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Waiting for the task: (returnval){ [ 754.816673] env[65682]: value = "task-4615785" [ 754.816673] env[65682]: _type = "Task" [ 754.816673] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.828176] env[65682]: DEBUG oslo_vmware.api [None req-072b21c9-a018-4efb-8c4c-cf8d80dcb988 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.154562] env[65682]: DEBUG nova.compute.utils [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.158680] env[65682]: DEBUG oslo_concurrency.lockutils [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquiring lock "refresh_cache-80e8abe3-552a-42a8-83df-55ea1d2f04c0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.158847] env[65682]: DEBUG oslo_concurrency.lockutils [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquired lock "refresh_cache-80e8abe3-552a-42a8-83df-55ea1d2f04c0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.159021] env[65682]: DEBUG nova.network.neutron [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 755.162948] env[65682]: DEBUG nova.compute.manager [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 755.163286] env[65682]: DEBUG nova.network.neutron [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 755.164175] env[65682]: WARNING neutronclient.v2_0.client [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.165209] env[65682]: WARNING neutronclient.v2_0.client [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.184903] env[65682]: DEBUG oslo_concurrency.lockutils [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.187958] env[65682]: DEBUG nova.compute.manager [req-632163f1-0b4e-4e51-9039-6053f4d3bdb9 req-cb46847c-79be-4df6-81f8-aceddb8e419a service nova] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Received event network-changed-b08f94bc-5778-43f9-83d6-c56af2525771 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 755.188660] env[65682]: DEBUG nova.compute.manager [req-632163f1-0b4e-4e51-9039-6053f4d3bdb9 req-cb46847c-79be-4df6-81f8-aceddb8e419a service nova] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Refreshing instance network info cache due to event network-changed-b08f94bc-5778-43f9-83d6-c56af2525771. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 755.188660] env[65682]: DEBUG oslo_concurrency.lockutils [req-632163f1-0b4e-4e51-9039-6053f4d3bdb9 req-cb46847c-79be-4df6-81f8-aceddb8e419a service nova] Acquiring lock "refresh_cache-9db826c2-b488-458f-abe7-b5f3cd3b97d5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.188660] env[65682]: DEBUG oslo_concurrency.lockutils [req-632163f1-0b4e-4e51-9039-6053f4d3bdb9 req-cb46847c-79be-4df6-81f8-aceddb8e419a service nova] Acquired lock "refresh_cache-9db826c2-b488-458f-abe7-b5f3cd3b97d5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.188841] env[65682]: DEBUG nova.network.neutron [req-632163f1-0b4e-4e51-9039-6053f4d3bdb9 req-cb46847c-79be-4df6-81f8-aceddb8e419a service nova] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Refreshing network info cache for port b08f94bc-5778-43f9-83d6-c56af2525771 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.218597] env[65682]: DEBUG nova.policy [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3afd4428656645c4b01384e19c537eb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6628f9d8d3a44e7b8ec0a1e86ca23989', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.234433] env[65682]: DEBUG oslo_vmware.api [None req-af94096c-eef9-4079-b5f3-d6ef552c6792 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Task: {'id': task-4615781, 'name': PowerOffVM_Task, 'duration_secs': 0.281868} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.235244] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-af94096c-eef9-4079-b5f3-d6ef552c6792 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.235541] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-af94096c-eef9-4079-b5f3-d6ef552c6792 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.235827] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ef239a0-7e28-4455-8dab-f7b0c6a20eca {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.243338] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615782, 'name': Rename_Task, 'duration_secs': 0.23253} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.248039] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.248039] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b14bd1ec-9514-410b-96ed-b54316d4086f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.255808] env[65682]: DEBUG oslo_vmware.api [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Task: {'id': task-4615784, 'name': ReconfigVM_Task, 'duration_secs': 0.186188} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.256941] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901521', 'volume_id': '3c072f10-d09b-47cc-ab9b-bd247cc3d596', 'name': 'volume-3c072f10-d09b-47cc-ab9b-bd247cc3d596', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '651e4382-f857-4e51-be98-7a69232637cb', 'attached_at': '', 'detached_at': '', 'volume_id': '3c072f10-d09b-47cc-ab9b-bd247cc3d596', 'serial': '3c072f10-d09b-47cc-ab9b-bd247cc3d596'} {{(pid=65682) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 755.257660] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 755.257660] env[65682]: value = "task-4615787" [ 755.257660] env[65682]: _type = "Task" [ 755.257660] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.260183] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f15e017-74d1-4d4d-a442-4c381e263fe0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.280240] env[65682]: DEBUG oslo_vmware.api [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Waiting for the task: (returnval){ [ 755.280240] env[65682]: value = "task-4615788" [ 755.280240] env[65682]: _type = "Task" [ 755.280240] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.305057] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.305317] env[65682]: DEBUG oslo_vmware.api [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Task: {'id': task-4615788, 'name': Rename_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.314256] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5294a941-fd0c-1624-51c6-4f74e7c5e2d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011613} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.318581] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f13ed4a-3d2a-4aa6-ac71-e33519853668 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.328168] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-af94096c-eef9-4079-b5f3-d6ef552c6792 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.328168] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-af94096c-eef9-4079-b5f3-d6ef552c6792 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.328168] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-af94096c-eef9-4079-b5f3-d6ef552c6792 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Deleting the datastore file [datastore2] 189e7304-e24b-4b6e-8b56-7bad9d792778 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.328451] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51a86b8d-b649-498a-b196-5c62b51da47b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.332147] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 755.332147] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5253a8ee-c3ce-f4d7-55dc-ad86725aff94" [ 755.332147] env[65682]: _type = "Task" [ 755.332147] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.335838] env[65682]: DEBUG oslo_vmware.api [None req-072b21c9-a018-4efb-8c4c-cf8d80dcb988 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Task: {'id': task-4615785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221945} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.341762] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-072b21c9-a018-4efb-8c4c-cf8d80dcb988 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.343170] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-072b21c9-a018-4efb-8c4c-cf8d80dcb988 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.343170] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-072b21c9-a018-4efb-8c4c-cf8d80dcb988 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.343170] env[65682]: INFO nova.compute.manager [None req-072b21c9-a018-4efb-8c4c-cf8d80dcb988 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Took 1.77 seconds to destroy the instance on the hypervisor. [ 755.343170] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-072b21c9-a018-4efb-8c4c-cf8d80dcb988 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 755.344781] env[65682]: DEBUG nova.compute.manager [-] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 755.344891] env[65682]: DEBUG nova.network.neutron [-] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 755.345157] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.347572] env[65682]: DEBUG oslo_vmware.api [None req-af94096c-eef9-4079-b5f3-d6ef552c6792 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Waiting for the task: (returnval){ [ 755.347572] env[65682]: value = "task-4615789" [ 755.347572] env[65682]: _type = "Task" [ 755.347572] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.355205] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5253a8ee-c3ce-f4d7-55dc-ad86725aff94, 'name': SearchDatastore_Task, 'duration_secs': 0.012253} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.359022] env[65682]: DEBUG oslo_concurrency.lockutils [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.359022] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 9db826c2-b488-458f-abe7-b5f3cd3b97d5/9db826c2-b488-458f-abe7-b5f3cd3b97d5.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.359022] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cab67f65-ac03-4531-9744-5c5ca6656f2a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.361877] env[65682]: DEBUG oslo_vmware.api [None req-af94096c-eef9-4079-b5f3-d6ef552c6792 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Task: {'id': task-4615789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.370902] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 755.370902] env[65682]: value = "task-4615790" [ 755.370902] env[65682]: _type = "Task" [ 755.370902] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.385877] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4615790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.402761] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.587699] env[65682]: DEBUG nova.network.neutron [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Successfully created port: 6096a338-9549-4d64-8a6b-fac039c50f68 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 755.656054] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Acquiring lock "b24ad2eb-af52-4df0-b53f-fcdab3018286" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.656431] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Lock "b24ad2eb-af52-4df0-b53f-fcdab3018286" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.661978] env[65682]: DEBUG nova.compute.manager [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 755.692107] env[65682]: WARNING neutronclient.v2_0.client [req-632163f1-0b4e-4e51-9039-6053f4d3bdb9 req-cb46847c-79be-4df6-81f8-aceddb8e419a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.772252] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8f26c3af-e0d5-49ac-be5a-a09f1b2f38e4 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Acquiring lock "f0062382-d9ea-489c-9e51-99b494a435da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.772702] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8f26c3af-e0d5-49ac-be5a-a09f1b2f38e4 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Lock "f0062382-d9ea-489c-9e51-99b494a435da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.773254] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8f26c3af-e0d5-49ac-be5a-a09f1b2f38e4 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Acquiring lock "f0062382-d9ea-489c-9e51-99b494a435da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.773558] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8f26c3af-e0d5-49ac-be5a-a09f1b2f38e4 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Lock "f0062382-d9ea-489c-9e51-99b494a435da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.773783] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8f26c3af-e0d5-49ac-be5a-a09f1b2f38e4 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Lock "f0062382-d9ea-489c-9e51-99b494a435da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.777336] env[65682]: INFO nova.compute.manager [None req-8f26c3af-e0d5-49ac-be5a-a09f1b2f38e4 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Terminating instance [ 755.788962] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615787, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.800044] env[65682]: DEBUG oslo_vmware.api [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Task: {'id': task-4615788, 'name': Rename_Task, 'duration_secs': 0.213333} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.800648] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.800929] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cb8c0fb-21a7-4fd1-9e94-134b480b590e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.812657] env[65682]: DEBUG oslo_vmware.api [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Waiting for the task: (returnval){ [ 755.812657] env[65682]: value = "task-4615791" [ 755.812657] env[65682]: _type = "Task" [ 755.812657] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.823704] env[65682]: DEBUG oslo_vmware.api [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Task: {'id': task-4615791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.862045] env[65682]: DEBUG oslo_vmware.api [None req-af94096c-eef9-4079-b5f3-d6ef552c6792 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Task: {'id': task-4615789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252621} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.868501] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-af94096c-eef9-4079-b5f3-d6ef552c6792 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.868809] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-af94096c-eef9-4079-b5f3-d6ef552c6792 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.869025] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-af94096c-eef9-4079-b5f3-d6ef552c6792 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.869227] env[65682]: INFO nova.compute.manager [None req-af94096c-eef9-4079-b5f3-d6ef552c6792 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Took 1.22 seconds to destroy the instance on the hypervisor. [ 755.869516] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-af94096c-eef9-4079-b5f3-d6ef552c6792 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 755.870283] env[65682]: DEBUG nova.compute.manager [-] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 755.870283] env[65682]: DEBUG nova.network.neutron [-] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 755.870594] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.887188] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4615790, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.891497] env[65682]: DEBUG nova.network.neutron [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 755.957413] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30319ea4-66ec-4de2-953b-baa51485b56e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.967013] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05a628b-beb6-41bc-803f-0a35a935319f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.002381] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.004681] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac06719f-42a2-4092-977a-89bfbffdf382 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.014021] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca99219-5afd-44ba-8fc8-df3816efda2f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.029735] env[65682]: DEBUG nova.compute.provider_tree [None req-f54a9d1f-4011-4d7d-be18-a4f2cad028b1 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.200575] env[65682]: DEBUG nova.network.neutron [-] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.273717] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615787, 'name': PowerOnVM_Task, 'duration_secs': 0.86476} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.273951] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.274214] env[65682]: DEBUG nova.compute.manager [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 756.275065] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3443c9-72e1-4ec1-bdbf-d6bf46cca8ec {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.282972] env[65682]: DEBUG nova.compute.manager [None req-8f26c3af-e0d5-49ac-be5a-a09f1b2f38e4 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 756.283291] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8f26c3af-e0d5-49ac-be5a-a09f1b2f38e4 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.286847] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4a30f3-9de8-4041-9af2-7eb63c8a325f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.295456] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f26c3af-e0d5-49ac-be5a-a09f1b2f38e4 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.295680] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6992d5bb-5e4d-41d3-8f23-99762d4b34de {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.302837] env[65682]: DEBUG oslo_vmware.api [None req-8f26c3af-e0d5-49ac-be5a-a09f1b2f38e4 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Waiting for the task: (returnval){ [ 756.302837] env[65682]: value = "task-4615792" [ 756.302837] env[65682]: _type = "Task" [ 756.302837] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.312998] env[65682]: DEBUG oslo_vmware.api [None req-8f26c3af-e0d5-49ac-be5a-a09f1b2f38e4 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Task: {'id': task-4615792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.322718] env[65682]: DEBUG oslo_vmware.api [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Task: {'id': task-4615791, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.387988] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4615790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592648} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.388559] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 9db826c2-b488-458f-abe7-b5f3cd3b97d5/9db826c2-b488-458f-abe7-b5f3cd3b97d5.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.388559] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.389152] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a8113f4-0f32-475f-ae74-d4f834e78f9e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.397143] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 756.397143] env[65682]: value = "task-4615793" [ 756.397143] env[65682]: _type = "Task" [ 756.397143] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.406797] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4615793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.535560] env[65682]: DEBUG nova.scheduler.client.report [None req-f54a9d1f-4011-4d7d-be18-a4f2cad028b1 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.673240] env[65682]: DEBUG nova.compute.manager [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 756.708283] env[65682]: INFO nova.compute.manager [-] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Took 1.36 seconds to deallocate network for instance. [ 756.710420] env[65682]: DEBUG nova.virt.hardware [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 756.710754] env[65682]: DEBUG nova.virt.hardware [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.710946] env[65682]: DEBUG nova.virt.hardware [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 756.711360] env[65682]: DEBUG nova.virt.hardware [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.711542] env[65682]: DEBUG nova.virt.hardware [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 756.711746] env[65682]: DEBUG nova.virt.hardware [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 756.712059] env[65682]: DEBUG nova.virt.hardware [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 756.712254] env[65682]: DEBUG nova.virt.hardware [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 756.712496] env[65682]: DEBUG nova.virt.hardware [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 756.712728] env[65682]: DEBUG nova.virt.hardware [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 756.712986] env[65682]: DEBUG nova.virt.hardware [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 756.714357] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19fe4e0-70d9-4ed7-850d-a2ce901a5e9e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.730238] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de32fa4e-b0a6-4830-ac2d-583b41608c64 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.792135] env[65682]: INFO nova.compute.manager [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] bringing vm to original state: 'stopped' [ 756.814657] env[65682]: DEBUG oslo_vmware.api [None req-8f26c3af-e0d5-49ac-be5a-a09f1b2f38e4 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Task: {'id': task-4615792, 'name': PowerOffVM_Task, 'duration_secs': 0.341036} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.817989] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f26c3af-e0d5-49ac-be5a-a09f1b2f38e4 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.818194] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8f26c3af-e0d5-49ac-be5a-a09f1b2f38e4 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.819510] env[65682]: WARNING neutronclient.v2_0.client [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.821713] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91c884d4-fa31-484e-9f4b-071a16e03a26 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.831541] env[65682]: DEBUG oslo_vmware.api [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Task: {'id': task-4615791, 'name': PowerOnVM_Task, 'duration_secs': 0.966808} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.831889] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.832019] env[65682]: INFO nova.compute.manager [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Took 9.68 seconds to spawn the instance on the hypervisor. [ 756.832204] env[65682]: DEBUG nova.compute.manager [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 756.833202] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b055d7e-2848-4bd2-9d02-c1e85db63f8c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.909142] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4615793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072839} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.911915] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.911915] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c51028-40dc-47d6-a9fa-644b01ff53d0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.919298] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8f26c3af-e0d5-49ac-be5a-a09f1b2f38e4 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.919604] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8f26c3af-e0d5-49ac-be5a-a09f1b2f38e4 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.919887] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f26c3af-e0d5-49ac-be5a-a09f1b2f38e4 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Deleting the datastore file [datastore2] f0062382-d9ea-489c-9e51-99b494a435da {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.930523] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a10082f-caf1-4428-9f02-f36adeded073 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.942370] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 9db826c2-b488-458f-abe7-b5f3cd3b97d5/9db826c2-b488-458f-abe7-b5f3cd3b97d5.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.942703] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06051d66-f9c6-4cb3-ae3d-2805d21cd16f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.968187] env[65682]: DEBUG oslo_vmware.api [None req-8f26c3af-e0d5-49ac-be5a-a09f1b2f38e4 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Waiting for the task: (returnval){ [ 756.968187] env[65682]: value = "task-4615795" [ 756.968187] env[65682]: _type = "Task" [ 756.968187] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.970297] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 756.970297] env[65682]: value = "task-4615796" [ 756.970297] env[65682]: _type = "Task" [ 756.970297] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.991833] env[65682]: DEBUG oslo_vmware.api [None req-8f26c3af-e0d5-49ac-be5a-a09f1b2f38e4 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Task: {'id': task-4615795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.992124] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4615796, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.016231] env[65682]: WARNING neutronclient.v2_0.client [req-632163f1-0b4e-4e51-9039-6053f4d3bdb9 req-cb46847c-79be-4df6-81f8-aceddb8e419a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.041288] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f54a9d1f-4011-4d7d-be18-a4f2cad028b1 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.377s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.043638] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.450s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.045395] env[65682]: INFO nova.compute.claims [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.070235] env[65682]: DEBUG nova.network.neutron [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Updating instance_info_cache with network_info: [{"id": "d31dc4fb-ce59-4403-ba73-9d24762134d9", "address": "fa:16:3e:da:6b:02", "network": {"id": "8b1af659-e484-4035-8829-e619983d6031", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-403594557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ddcca10fd9b439bb351e1d18fcb07bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd31dc4fb-ce", "ovs_interfaceid": "d31dc4fb-ce59-4403-ba73-9d24762134d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.074729] env[65682]: INFO nova.scheduler.client.report [None req-f54a9d1f-4011-4d7d-be18-a4f2cad028b1 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Deleted allocations for instance 74045a2c-18fb-4f2f-aa59-d14238c83ea2 [ 757.108878] env[65682]: DEBUG nova.network.neutron [-] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.224793] env[65682]: DEBUG oslo_concurrency.lockutils [None req-072b21c9-a018-4efb-8c4c-cf8d80dcb988 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.245055] env[65682]: DEBUG nova.network.neutron [req-632163f1-0b4e-4e51-9039-6053f4d3bdb9 req-cb46847c-79be-4df6-81f8-aceddb8e419a service nova] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Updated VIF entry in instance network info cache for port b08f94bc-5778-43f9-83d6-c56af2525771. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 757.245055] env[65682]: DEBUG nova.network.neutron [req-632163f1-0b4e-4e51-9039-6053f4d3bdb9 req-cb46847c-79be-4df6-81f8-aceddb8e419a service nova] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Updating instance_info_cache with network_info: [{"id": "b08f94bc-5778-43f9-83d6-c56af2525771", "address": "fa:16:3e:ea:16:3d", "network": {"id": "8b1af659-e484-4035-8829-e619983d6031", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-403594557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ddcca10fd9b439bb351e1d18fcb07bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb08f94bc-57", "ovs_interfaceid": "b08f94bc-5778-43f9-83d6-c56af2525771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.322264] env[65682]: DEBUG nova.network.neutron [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Successfully updated port: 6096a338-9549-4d64-8a6b-fac039c50f68 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 757.356215] env[65682]: INFO nova.compute.manager [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Took 31.83 seconds to build instance. [ 757.487793] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4615796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.491845] env[65682]: DEBUG oslo_vmware.api [None req-8f26c3af-e0d5-49ac-be5a-a09f1b2f38e4 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Task: {'id': task-4615795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398705} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.491845] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f26c3af-e0d5-49ac-be5a-a09f1b2f38e4 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.491845] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8f26c3af-e0d5-49ac-be5a-a09f1b2f38e4 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.491845] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8f26c3af-e0d5-49ac-be5a-a09f1b2f38e4 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.492101] env[65682]: INFO nova.compute.manager [None req-8f26c3af-e0d5-49ac-be5a-a09f1b2f38e4 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Took 1.21 seconds to destroy the instance on the hypervisor. [ 757.492251] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-8f26c3af-e0d5-49ac-be5a-a09f1b2f38e4 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 757.492938] env[65682]: DEBUG nova.compute.manager [-] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 757.492938] env[65682]: DEBUG nova.network.neutron [-] [instance: f0062382-d9ea-489c-9e51-99b494a435da] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 757.493753] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.540081] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.577432] env[65682]: DEBUG oslo_concurrency.lockutils [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Releasing lock "refresh_cache-80e8abe3-552a-42a8-83df-55ea1d2f04c0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.578772] env[65682]: DEBUG nova.compute.manager [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Instance network_info: |[{"id": "d31dc4fb-ce59-4403-ba73-9d24762134d9", "address": "fa:16:3e:da:6b:02", "network": {"id": "8b1af659-e484-4035-8829-e619983d6031", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-403594557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ddcca10fd9b439bb351e1d18fcb07bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd31dc4fb-ce", "ovs_interfaceid": "d31dc4fb-ce59-4403-ba73-9d24762134d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 757.578772] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:6b:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd31dc4fb-ce59-4403-ba73-9d24762134d9', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.592138] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 757.598651] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f54a9d1f-4011-4d7d-be18-a4f2cad028b1 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "74045a2c-18fb-4f2f-aa59-d14238c83ea2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.148s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.603880] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.604434] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4fc38d9-9df4-4be8-8137-d5987acc0aee {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.633089] env[65682]: INFO nova.compute.manager [-] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Took 1.76 seconds to deallocate network for instance. [ 757.649636] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.649636] env[65682]: value = "task-4615797" [ 757.649636] env[65682]: _type = "Task" [ 757.649636] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.668311] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615797, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.748480] env[65682]: DEBUG oslo_concurrency.lockutils [req-632163f1-0b4e-4e51-9039-6053f4d3bdb9 req-cb46847c-79be-4df6-81f8-aceddb8e419a service nova] Releasing lock "refresh_cache-9db826c2-b488-458f-abe7-b5f3cd3b97d5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.748855] env[65682]: DEBUG nova.compute.manager [req-632163f1-0b4e-4e51-9039-6053f4d3bdb9 req-cb46847c-79be-4df6-81f8-aceddb8e419a service nova] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Received event network-vif-plugged-d31dc4fb-ce59-4403-ba73-9d24762134d9 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 757.749051] env[65682]: DEBUG oslo_concurrency.lockutils [req-632163f1-0b4e-4e51-9039-6053f4d3bdb9 req-cb46847c-79be-4df6-81f8-aceddb8e419a service nova] Acquiring lock "80e8abe3-552a-42a8-83df-55ea1d2f04c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.749360] env[65682]: DEBUG oslo_concurrency.lockutils [req-632163f1-0b4e-4e51-9039-6053f4d3bdb9 req-cb46847c-79be-4df6-81f8-aceddb8e419a service nova] Lock "80e8abe3-552a-42a8-83df-55ea1d2f04c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.749589] env[65682]: DEBUG oslo_concurrency.lockutils [req-632163f1-0b4e-4e51-9039-6053f4d3bdb9 req-cb46847c-79be-4df6-81f8-aceddb8e419a service nova] Lock "80e8abe3-552a-42a8-83df-55ea1d2f04c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.749801] env[65682]: DEBUG nova.compute.manager [req-632163f1-0b4e-4e51-9039-6053f4d3bdb9 req-cb46847c-79be-4df6-81f8-aceddb8e419a service nova] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] No waiting events found dispatching network-vif-plugged-d31dc4fb-ce59-4403-ba73-9d24762134d9 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 757.750009] env[65682]: WARNING nova.compute.manager [req-632163f1-0b4e-4e51-9039-6053f4d3bdb9 req-cb46847c-79be-4df6-81f8-aceddb8e419a service nova] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Received unexpected event network-vif-plugged-d31dc4fb-ce59-4403-ba73-9d24762134d9 for instance with vm_state building and task_state spawning. [ 757.750319] env[65682]: DEBUG nova.compute.manager [req-632163f1-0b4e-4e51-9039-6053f4d3bdb9 req-cb46847c-79be-4df6-81f8-aceddb8e419a service nova] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Received event network-changed-d31dc4fb-ce59-4403-ba73-9d24762134d9 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 757.750608] env[65682]: DEBUG nova.compute.manager [req-632163f1-0b4e-4e51-9039-6053f4d3bdb9 req-cb46847c-79be-4df6-81f8-aceddb8e419a service nova] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Refreshing instance network info cache due to event network-changed-d31dc4fb-ce59-4403-ba73-9d24762134d9. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 757.750851] env[65682]: DEBUG oslo_concurrency.lockutils [req-632163f1-0b4e-4e51-9039-6053f4d3bdb9 req-cb46847c-79be-4df6-81f8-aceddb8e419a service nova] Acquiring lock "refresh_cache-80e8abe3-552a-42a8-83df-55ea1d2f04c0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.751144] env[65682]: DEBUG oslo_concurrency.lockutils [req-632163f1-0b4e-4e51-9039-6053f4d3bdb9 req-cb46847c-79be-4df6-81f8-aceddb8e419a service nova] Acquired lock "refresh_cache-80e8abe3-552a-42a8-83df-55ea1d2f04c0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.751385] env[65682]: DEBUG nova.network.neutron [req-632163f1-0b4e-4e51-9039-6053f4d3bdb9 req-cb46847c-79be-4df6-81f8-aceddb8e419a service nova] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Refreshing network info cache for port d31dc4fb-ce59-4403-ba73-9d24762134d9 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.805708] env[65682]: DEBUG oslo_concurrency.lockutils [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "8a169693-eae1-4796-a42b-b7cb2e9aeadb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.806278] env[65682]: DEBUG oslo_concurrency.lockutils [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "8a169693-eae1-4796-a42b-b7cb2e9aeadb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.806482] env[65682]: DEBUG nova.compute.manager [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 757.807412] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7982c032-3378-4d2b-821e-ff8289246a57 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.818108] env[65682]: DEBUG nova.compute.manager [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65682) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 757.828567] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Acquiring lock "refresh_cache-361105bf-f13c-4c6f-973f-b8e70665f84e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.828567] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Acquired lock "refresh_cache-361105bf-f13c-4c6f-973f-b8e70665f84e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.828567] env[65682]: DEBUG nova.network.neutron [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 757.859911] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a804f2b0-48f8-49c2-9c57-51b847106a7b tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Lock "651e4382-f857-4e51-be98-7a69232637cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.514s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.988043] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4615796, 'name': ReconfigVM_Task, 'duration_secs': 0.782879} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.988043] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 9db826c2-b488-458f-abe7-b5f3cd3b97d5/9db826c2-b488-458f-abe7-b5f3cd3b97d5.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.988043] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b072efa-347f-400a-8451-df38b63d2904 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.995963] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 757.995963] env[65682]: value = "task-4615798" [ 757.995963] env[65682]: _type = "Task" [ 757.995963] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.006467] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4615798, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.106467] env[65682]: DEBUG nova.compute.manager [req-fdce6480-bdc2-4388-acd7-53e418381d17 req-53ba5257-673e-4a0c-8ddd-d1765423d573 service nova] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Received event network-vif-plugged-6096a338-9549-4d64-8a6b-fac039c50f68 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 758.106561] env[65682]: DEBUG oslo_concurrency.lockutils [req-fdce6480-bdc2-4388-acd7-53e418381d17 req-53ba5257-673e-4a0c-8ddd-d1765423d573 service nova] Acquiring lock "361105bf-f13c-4c6f-973f-b8e70665f84e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.107427] env[65682]: DEBUG oslo_concurrency.lockutils [req-fdce6480-bdc2-4388-acd7-53e418381d17 req-53ba5257-673e-4a0c-8ddd-d1765423d573 service nova] Lock "361105bf-f13c-4c6f-973f-b8e70665f84e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.107427] env[65682]: DEBUG oslo_concurrency.lockutils [req-fdce6480-bdc2-4388-acd7-53e418381d17 req-53ba5257-673e-4a0c-8ddd-d1765423d573 service nova] Lock "361105bf-f13c-4c6f-973f-b8e70665f84e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.107427] env[65682]: DEBUG nova.compute.manager [req-fdce6480-bdc2-4388-acd7-53e418381d17 req-53ba5257-673e-4a0c-8ddd-d1765423d573 service nova] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] No waiting events found dispatching network-vif-plugged-6096a338-9549-4d64-8a6b-fac039c50f68 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 758.107427] env[65682]: WARNING nova.compute.manager [req-fdce6480-bdc2-4388-acd7-53e418381d17 req-53ba5257-673e-4a0c-8ddd-d1765423d573 service nova] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Received unexpected event network-vif-plugged-6096a338-9549-4d64-8a6b-fac039c50f68 for instance with vm_state building and task_state spawning. [ 758.133558] env[65682]: DEBUG nova.compute.manager [req-34eefcd1-0540-4e03-b485-8afe9c86194a req-9562c9cc-65b5-4d8f-95fd-ae6439b901f1 service nova] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Received event network-vif-deleted-ba1c1447-a033-414c-94ea-263f47f62095 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 758.133645] env[65682]: DEBUG nova.compute.manager [req-34eefcd1-0540-4e03-b485-8afe9c86194a req-9562c9cc-65b5-4d8f-95fd-ae6439b901f1 service nova] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Received event network-vif-deleted-08539295-4873-4fe0-be63-aa253c4f5b27 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 758.144066] env[65682]: DEBUG oslo_concurrency.lockutils [None req-af94096c-eef9-4079-b5f3-d6ef552c6792 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.164409] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615797, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.256627] env[65682]: WARNING neutronclient.v2_0.client [req-632163f1-0b4e-4e51-9039-6053f4d3bdb9 req-cb46847c-79be-4df6-81f8-aceddb8e419a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.323129] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.323501] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6c5ac63-6c5c-48dc-988f-4332d6484752 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.334520] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 758.334520] env[65682]: value = "task-4615799" [ 758.334520] env[65682]: _type = "Task" [ 758.334520] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.346187] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.357478] env[65682]: DEBUG nova.network.neutron [-] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.365140] env[65682]: DEBUG nova.compute.manager [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 758.470482] env[65682]: DEBUG nova.network.neutron [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 758.506778] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4615798, 'name': Rename_Task, 'duration_secs': 0.157163} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.509618] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.510269] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79b16809-98af-4c56-8c34-f993695d95d9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.521524] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 758.521524] env[65682]: value = "task-4615800" [ 758.521524] env[65682]: _type = "Task" [ 758.521524] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.536804] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4615800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.665121] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615797, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.668760] env[65682]: WARNING neutronclient.v2_0.client [req-632163f1-0b4e-4e51-9039-6053f4d3bdb9 req-cb46847c-79be-4df6-81f8-aceddb8e419a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.695247] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c7f9ed-e64e-4dac-bd4a-a7504e993dce {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.709722] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9330e2c1-9066-4ce1-b5b8-440bcbb44755 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.745679] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720b73e3-ed45-410d-9564-e3b0f242756c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.750602] env[65682]: WARNING neutronclient.v2_0.client [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.757284] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04a6cb4-cf84-4876-a344-19a6494e1ce5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.775435] env[65682]: DEBUG nova.compute.provider_tree [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.850531] env[65682]: DEBUG oslo_vmware.api [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615799, 'name': PowerOffVM_Task, 'duration_secs': 0.511675} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.850938] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.851165] env[65682]: DEBUG nova.compute.manager [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 758.851977] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd126e34-2a24-44de-9430-727c48c15bf0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.860989] env[65682]: INFO nova.compute.manager [-] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Took 1.37 seconds to deallocate network for instance. [ 758.884202] env[65682]: DEBUG nova.network.neutron [req-632163f1-0b4e-4e51-9039-6053f4d3bdb9 req-cb46847c-79be-4df6-81f8-aceddb8e419a service nova] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Updated VIF entry in instance network info cache for port d31dc4fb-ce59-4403-ba73-9d24762134d9. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 758.884202] env[65682]: DEBUG nova.network.neutron [req-632163f1-0b4e-4e51-9039-6053f4d3bdb9 req-cb46847c-79be-4df6-81f8-aceddb8e419a service nova] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Updating instance_info_cache with network_info: [{"id": "d31dc4fb-ce59-4403-ba73-9d24762134d9", "address": "fa:16:3e:da:6b:02", "network": {"id": "8b1af659-e484-4035-8829-e619983d6031", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-403594557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ddcca10fd9b439bb351e1d18fcb07bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd31dc4fb-ce", "ovs_interfaceid": "d31dc4fb-ce59-4403-ba73-9d24762134d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.902203] env[65682]: DEBUG nova.network.neutron [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Updating instance_info_cache with network_info: [{"id": "6096a338-9549-4d64-8a6b-fac039c50f68", "address": "fa:16:3e:64:f3:7e", "network": {"id": "8c64de0d-2d63-482e-9402-efb81edf540b", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1498133413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6628f9d8d3a44e7b8ec0a1e86ca23989", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6096a338-95", "ovs_interfaceid": "6096a338-9549-4d64-8a6b-fac039c50f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.908276] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.035979] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4615800, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.166312] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615797, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.279197] env[65682]: DEBUG nova.scheduler.client.report [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.369331] env[65682]: DEBUG oslo_concurrency.lockutils [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "8a169693-eae1-4796-a42b-b7cb2e9aeadb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.563s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.375766] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8f26c3af-e0d5-49ac-be5a-a09f1b2f38e4 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.386836] env[65682]: DEBUG oslo_concurrency.lockutils [req-632163f1-0b4e-4e51-9039-6053f4d3bdb9 req-cb46847c-79be-4df6-81f8-aceddb8e419a service nova] Releasing lock "refresh_cache-80e8abe3-552a-42a8-83df-55ea1d2f04c0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.404125] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Releasing lock "refresh_cache-361105bf-f13c-4c6f-973f-b8e70665f84e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.404455] env[65682]: DEBUG nova.compute.manager [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Instance network_info: |[{"id": "6096a338-9549-4d64-8a6b-fac039c50f68", "address": "fa:16:3e:64:f3:7e", "network": {"id": "8c64de0d-2d63-482e-9402-efb81edf540b", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1498133413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6628f9d8d3a44e7b8ec0a1e86ca23989", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6096a338-95", "ovs_interfaceid": "6096a338-9549-4d64-8a6b-fac039c50f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 759.405295] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:f3:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6096a338-9549-4d64-8a6b-fac039c50f68', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.414477] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Creating folder: Project (6628f9d8d3a44e7b8ec0a1e86ca23989). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.414723] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b14b4c32-c5b0-4bcc-b5ba-4b06040cd767 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.428634] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Created folder: Project (6628f9d8d3a44e7b8ec0a1e86ca23989) in parent group-v901426. [ 759.428985] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Creating folder: Instances. Parent ref: group-v901572. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.429361] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3c733e8-c3bc-4b6d-86a5-505d7e80afd4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.440921] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Created folder: Instances in parent group-v901572. [ 759.441316] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 759.441565] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.441963] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98eabc21-422e-425a-ae30-3d09a228b771 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.464066] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.464066] env[65682]: value = "task-4615803" [ 759.464066] env[65682]: _type = "Task" [ 759.464066] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.473669] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615803, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.537789] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4615800, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.564384] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Acquiring lock "621d2f7e-ea00-448d-8aca-b9ff72ff432d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.564625] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Lock "621d2f7e-ea00-448d-8aca-b9ff72ff432d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.666604] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615797, 'name': CreateVM_Task, 'duration_secs': 1.577433} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.666880] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.667619] env[65682]: WARNING neutronclient.v2_0.client [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.668064] env[65682]: DEBUG oslo_concurrency.lockutils [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.668268] env[65682]: DEBUG oslo_concurrency.lockutils [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.668579] env[65682]: DEBUG oslo_concurrency.lockutils [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.668830] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb7de93d-c1f5-4039-aa04-d3966dac2af7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.676220] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 759.676220] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f9ebf3-cdc7-87c9-d58d-a6fb808d9023" [ 759.676220] env[65682]: _type = "Task" [ 759.676220] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.685690] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f9ebf3-cdc7-87c9-d58d-a6fb808d9023, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.784893] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.785644] env[65682]: DEBUG nova.compute.manager [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 759.789279] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.783s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.789517] env[65682]: DEBUG nova.objects.instance [None req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Lazy-loading 'resources' on Instance uuid 181f94d0-a313-4bc2-91a9-37ba572dc379 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.878530] env[65682]: DEBUG oslo_concurrency.lockutils [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.975291] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615803, 'name': CreateVM_Task, 'duration_secs': 0.38689} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.975489] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.975988] env[65682]: WARNING neutronclient.v2_0.client [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.976385] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.976534] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.976832] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.977109] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0e03350-9c2c-4960-a19d-2a2636b15a5e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.982633] env[65682]: DEBUG oslo_vmware.api [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Waiting for the task: (returnval){ [ 759.982633] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c985d4-7ee9-3ccf-eaec-d94d493f83e8" [ 759.982633] env[65682]: _type = "Task" [ 759.982633] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.993183] env[65682]: DEBUG oslo_vmware.api [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c985d4-7ee9-3ccf-eaec-d94d493f83e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.037511] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4615800, 'name': PowerOnVM_Task, 'duration_secs': 1.279225} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.037837] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.038087] env[65682]: INFO nova.compute.manager [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Took 9.39 seconds to spawn the instance on the hypervisor. [ 760.038291] env[65682]: DEBUG nova.compute.manager [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 760.039179] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e688961-a707-46b2-92f7-d445e132ac16 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.186749] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f9ebf3-cdc7-87c9-d58d-a6fb808d9023, 'name': SearchDatastore_Task, 'duration_secs': 0.013175} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.187765] env[65682]: DEBUG oslo_concurrency.lockutils [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.187765] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.187765] env[65682]: DEBUG oslo_concurrency.lockutils [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.187765] env[65682]: DEBUG oslo_concurrency.lockutils [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.187963] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.188205] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47d6f3c0-4ea8-4714-90b8-653a0bbb5379 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.200052] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.200258] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.201028] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13d9abed-d978-4174-b87b-08376d8412f2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.208207] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 760.208207] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]521e6b2e-a35d-43dc-b313-85aa15fc6c5e" [ 760.208207] env[65682]: _type = "Task" [ 760.208207] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.216289] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]521e6b2e-a35d-43dc-b313-85aa15fc6c5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.248367] env[65682]: DEBUG nova.compute.manager [req-5053dca8-2966-4d4f-b049-73f40f17ce1a req-f4af9d95-9d84-4f58-8ff0-0b20c85782e0 service nova] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Received event network-changed-6096a338-9549-4d64-8a6b-fac039c50f68 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 760.248785] env[65682]: DEBUG nova.compute.manager [req-5053dca8-2966-4d4f-b049-73f40f17ce1a req-f4af9d95-9d84-4f58-8ff0-0b20c85782e0 service nova] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Refreshing instance network info cache due to event network-changed-6096a338-9549-4d64-8a6b-fac039c50f68. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 760.249052] env[65682]: DEBUG oslo_concurrency.lockutils [req-5053dca8-2966-4d4f-b049-73f40f17ce1a req-f4af9d95-9d84-4f58-8ff0-0b20c85782e0 service nova] Acquiring lock "refresh_cache-361105bf-f13c-4c6f-973f-b8e70665f84e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.249198] env[65682]: DEBUG oslo_concurrency.lockutils [req-5053dca8-2966-4d4f-b049-73f40f17ce1a req-f4af9d95-9d84-4f58-8ff0-0b20c85782e0 service nova] Acquired lock "refresh_cache-361105bf-f13c-4c6f-973f-b8e70665f84e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.249463] env[65682]: DEBUG nova.network.neutron [req-5053dca8-2966-4d4f-b049-73f40f17ce1a req-f4af9d95-9d84-4f58-8ff0-0b20c85782e0 service nova] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Refreshing network info cache for port 6096a338-9549-4d64-8a6b-fac039c50f68 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.296787] env[65682]: DEBUG nova.compute.utils [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.299218] env[65682]: DEBUG nova.compute.manager [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 760.299218] env[65682]: DEBUG nova.network.neutron [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 760.299218] env[65682]: WARNING neutronclient.v2_0.client [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.299629] env[65682]: WARNING neutronclient.v2_0.client [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.339201] env[65682]: DEBUG nova.compute.manager [req-f0b99cd1-0f8f-4c20-891e-0679cd81c615 req-86e48df4-3780-4b4a-9b16-0a7f224d487b service nova] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Received event network-vif-deleted-5e29f018-6b2f-4fb7-9e4d-be0cddfc3146 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 760.339472] env[65682]: DEBUG nova.compute.manager [req-f0b99cd1-0f8f-4c20-891e-0679cd81c615 req-86e48df4-3780-4b4a-9b16-0a7f224d487b service nova] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Received event network-changed-186ee52b-cdb0-407f-ac7c-732ec1ad8c4a {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 760.339697] env[65682]: DEBUG nova.compute.manager [req-f0b99cd1-0f8f-4c20-891e-0679cd81c615 req-86e48df4-3780-4b4a-9b16-0a7f224d487b service nova] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Refreshing instance network info cache due to event network-changed-186ee52b-cdb0-407f-ac7c-732ec1ad8c4a. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 760.340084] env[65682]: DEBUG oslo_concurrency.lockutils [req-f0b99cd1-0f8f-4c20-891e-0679cd81c615 req-86e48df4-3780-4b4a-9b16-0a7f224d487b service nova] Acquiring lock "refresh_cache-651e4382-f857-4e51-be98-7a69232637cb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.341228] env[65682]: DEBUG oslo_concurrency.lockutils [req-f0b99cd1-0f8f-4c20-891e-0679cd81c615 req-86e48df4-3780-4b4a-9b16-0a7f224d487b service nova] Acquired lock "refresh_cache-651e4382-f857-4e51-be98-7a69232637cb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.341228] env[65682]: DEBUG nova.network.neutron [req-f0b99cd1-0f8f-4c20-891e-0679cd81c615 req-86e48df4-3780-4b4a-9b16-0a7f224d487b service nova] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Refreshing network info cache for port 186ee52b-cdb0-407f-ac7c-732ec1ad8c4a {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.354677] env[65682]: DEBUG nova.policy [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '906ecb90018b41fbb85b574ae9268438', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c67ea88399448a19182e3a443f4056f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.495493] env[65682]: DEBUG oslo_vmware.api [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c985d4-7ee9-3ccf-eaec-d94d493f83e8, 'name': SearchDatastore_Task, 'duration_secs': 0.023765} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.499440] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.499440] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.499440] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.499440] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.499440] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.499853] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92912472-cc2b-4607-b0c1-e8dcdae09a3a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.514788] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.514999] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.515790] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00575b4f-e3d0-4b94-a452-5edae264d7f8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.522420] env[65682]: DEBUG oslo_vmware.api [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Waiting for the task: (returnval){ [ 760.522420] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5263e0a2-9c4c-0a7a-38db-5406a1d3e9b7" [ 760.522420] env[65682]: _type = "Task" [ 760.522420] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.534348] env[65682]: DEBUG oslo_vmware.api [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5263e0a2-9c4c-0a7a-38db-5406a1d3e9b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.560690] env[65682]: DEBUG oslo_concurrency.lockutils [None req-61aad140-df2b-4751-a4f0-e4985a350e04 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "8a169693-eae1-4796-a42b-b7cb2e9aeadb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.560923] env[65682]: DEBUG oslo_concurrency.lockutils [None req-61aad140-df2b-4751-a4f0-e4985a350e04 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "8a169693-eae1-4796-a42b-b7cb2e9aeadb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.561161] env[65682]: DEBUG oslo_concurrency.lockutils [None req-61aad140-df2b-4751-a4f0-e4985a350e04 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "8a169693-eae1-4796-a42b-b7cb2e9aeadb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.561304] env[65682]: DEBUG oslo_concurrency.lockutils [None req-61aad140-df2b-4751-a4f0-e4985a350e04 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "8a169693-eae1-4796-a42b-b7cb2e9aeadb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.561457] env[65682]: DEBUG oslo_concurrency.lockutils [None req-61aad140-df2b-4751-a4f0-e4985a350e04 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "8a169693-eae1-4796-a42b-b7cb2e9aeadb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.564602] env[65682]: INFO nova.compute.manager [None req-61aad140-df2b-4751-a4f0-e4985a350e04 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Terminating instance [ 760.565878] env[65682]: INFO nova.compute.manager [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Took 33.04 seconds to build instance. [ 760.609568] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6ffc92bc-ef3e-4966-bde3-20050673d464 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquiring lock "fc7b2e73-d070-4652-ad3b-98797c7357b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.609568] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6ffc92bc-ef3e-4966-bde3-20050673d464 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lock "fc7b2e73-d070-4652-ad3b-98797c7357b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.609568] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6ffc92bc-ef3e-4966-bde3-20050673d464 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquiring lock "fc7b2e73-d070-4652-ad3b-98797c7357b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.609568] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6ffc92bc-ef3e-4966-bde3-20050673d464 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lock "fc7b2e73-d070-4652-ad3b-98797c7357b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.609568] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6ffc92bc-ef3e-4966-bde3-20050673d464 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lock "fc7b2e73-d070-4652-ad3b-98797c7357b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.614819] env[65682]: INFO nova.compute.manager [None req-6ffc92bc-ef3e-4966-bde3-20050673d464 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Terminating instance [ 760.695720] env[65682]: DEBUG nova.network.neutron [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Successfully created port: 12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 760.726863] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]521e6b2e-a35d-43dc-b313-85aa15fc6c5e, 'name': SearchDatastore_Task, 'duration_secs': 0.051244} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.729172] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9e6eea6-876b-49c1-b1b9-eab53168635f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.736911] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 760.736911] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525c7b2c-b0e0-04c6-869b-40da64b0f3b3" [ 760.736911] env[65682]: _type = "Task" [ 760.736911] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.745466] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525c7b2c-b0e0-04c6-869b-40da64b0f3b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.751488] env[65682]: WARNING neutronclient.v2_0.client [req-5053dca8-2966-4d4f-b049-73f40f17ce1a req-f4af9d95-9d84-4f58-8ff0-0b20c85782e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.802611] env[65682]: DEBUG nova.compute.utils [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.844115] env[65682]: WARNING neutronclient.v2_0.client [req-f0b99cd1-0f8f-4c20-891e-0679cd81c615 req-86e48df4-3780-4b4a-9b16-0a7f224d487b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.018103] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d146f5b-bd63-4791-bc24-5dd47eb51ad8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.033560] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906b5a7e-dd71-4480-aede-bb9460ef604b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.040274] env[65682]: DEBUG oslo_vmware.api [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5263e0a2-9c4c-0a7a-38db-5406a1d3e9b7, 'name': SearchDatastore_Task, 'duration_secs': 0.036458} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.041448] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6c1f86b-3d1c-48b5-8e3e-7a60457b8e44 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.072360] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffeebf9-eb48-4c76-815e-61d3ed67eca9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.075085] env[65682]: DEBUG oslo_concurrency.lockutils [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "9db826c2-b488-458f-abe7-b5f3cd3b97d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.905s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.075717] env[65682]: DEBUG nova.compute.manager [None req-61aad140-df2b-4751-a4f0-e4985a350e04 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 761.075911] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-61aad140-df2b-4751-a4f0-e4985a350e04 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.078937] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b175a89a-2642-41d5-9d1e-01633f6e04a2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.081873] env[65682]: DEBUG oslo_vmware.api [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Waiting for the task: (returnval){ [ 761.081873] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]524d4d5c-7a93-88b6-d23e-6f12a33b3085" [ 761.081873] env[65682]: _type = "Task" [ 761.081873] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.091639] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-61aad140-df2b-4751-a4f0-e4985a350e04 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.092300] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1305afb-7ed3-4329-b607-ecba26e6f63b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.094871] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c90e0e-6c6e-4dfd-bbb4-1d71805fea7e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.103093] env[65682]: DEBUG oslo_vmware.api [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]524d4d5c-7a93-88b6-d23e-6f12a33b3085, 'name': SearchDatastore_Task, 'duration_secs': 0.018018} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.103859] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.104167] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 361105bf-f13c-4c6f-973f-b8e70665f84e/361105bf-f13c-4c6f-973f-b8e70665f84e.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.104415] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1036c6c-16a3-43f8-9093-8794b5b4335e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.114669] env[65682]: DEBUG nova.compute.provider_tree [None req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.121880] env[65682]: DEBUG nova.compute.manager [None req-6ffc92bc-ef3e-4966-bde3-20050673d464 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 761.122073] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffc92bc-ef3e-4966-bde3-20050673d464 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.122337] env[65682]: DEBUG oslo_vmware.api [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Waiting for the task: (returnval){ [ 761.122337] env[65682]: value = "task-4615805" [ 761.122337] env[65682]: _type = "Task" [ 761.122337] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.123718] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c06c86-6564-4fd6-ad89-65902ea2bbec {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.136393] env[65682]: DEBUG oslo_vmware.api [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Task: {'id': task-4615805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.138817] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ffc92bc-ef3e-4966-bde3-20050673d464 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.139113] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3b6f506-5270-4e5b-8cc3-173c035bc812 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.146299] env[65682]: DEBUG oslo_vmware.api [None req-6ffc92bc-ef3e-4966-bde3-20050673d464 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for the task: (returnval){ [ 761.146299] env[65682]: value = "task-4615806" [ 761.146299] env[65682]: _type = "Task" [ 761.146299] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.155542] env[65682]: DEBUG oslo_vmware.api [None req-6ffc92bc-ef3e-4966-bde3-20050673d464 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.177089] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-61aad140-df2b-4751-a4f0-e4985a350e04 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.177326] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-61aad140-df2b-4751-a4f0-e4985a350e04 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.177538] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-61aad140-df2b-4751-a4f0-e4985a350e04 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Deleting the datastore file [datastore1] 8a169693-eae1-4796-a42b-b7cb2e9aeadb {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.177788] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f9dc145-f5dd-429d-aadc-19ecb5d469b8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.187701] env[65682]: DEBUG oslo_vmware.api [None req-61aad140-df2b-4751-a4f0-e4985a350e04 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 761.187701] env[65682]: value = "task-4615807" [ 761.187701] env[65682]: _type = "Task" [ 761.187701] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.197393] env[65682]: DEBUG oslo_vmware.api [None req-61aad140-df2b-4751-a4f0-e4985a350e04 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615807, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.248547] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525c7b2c-b0e0-04c6-869b-40da64b0f3b3, 'name': SearchDatastore_Task, 'duration_secs': 0.014591} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.249011] env[65682]: DEBUG oslo_concurrency.lockutils [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.249403] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 80e8abe3-552a-42a8-83df-55ea1d2f04c0/80e8abe3-552a-42a8-83df-55ea1d2f04c0.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.249711] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f445697-8c26-4a98-a1d5-0152962c340c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.260326] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 761.260326] env[65682]: value = "task-4615808" [ 761.260326] env[65682]: _type = "Task" [ 761.260326] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.272344] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4615808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.298347] env[65682]: WARNING neutronclient.v2_0.client [req-5053dca8-2966-4d4f-b049-73f40f17ce1a req-f4af9d95-9d84-4f58-8ff0-0b20c85782e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.306952] env[65682]: DEBUG nova.compute.manager [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 761.469905] env[65682]: WARNING neutronclient.v2_0.client [req-f0b99cd1-0f8f-4c20-891e-0679cd81c615 req-86e48df4-3780-4b4a-9b16-0a7f224d487b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.518645] env[65682]: DEBUG nova.network.neutron [req-5053dca8-2966-4d4f-b049-73f40f17ce1a req-f4af9d95-9d84-4f58-8ff0-0b20c85782e0 service nova] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Updated VIF entry in instance network info cache for port 6096a338-9549-4d64-8a6b-fac039c50f68. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 761.519106] env[65682]: DEBUG nova.network.neutron [req-5053dca8-2966-4d4f-b049-73f40f17ce1a req-f4af9d95-9d84-4f58-8ff0-0b20c85782e0 service nova] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Updating instance_info_cache with network_info: [{"id": "6096a338-9549-4d64-8a6b-fac039c50f68", "address": "fa:16:3e:64:f3:7e", "network": {"id": "8c64de0d-2d63-482e-9402-efb81edf540b", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1498133413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6628f9d8d3a44e7b8ec0a1e86ca23989", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6096a338-95", "ovs_interfaceid": "6096a338-9549-4d64-8a6b-fac039c50f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.583020] env[65682]: DEBUG nova.compute.manager [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 761.618246] env[65682]: DEBUG nova.scheduler.client.report [None req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.641347] env[65682]: DEBUG oslo_vmware.api [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Task: {'id': task-4615805, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.653386] env[65682]: DEBUG nova.network.neutron [req-f0b99cd1-0f8f-4c20-891e-0679cd81c615 req-86e48df4-3780-4b4a-9b16-0a7f224d487b service nova] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Updated VIF entry in instance network info cache for port 186ee52b-cdb0-407f-ac7c-732ec1ad8c4a. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 761.653780] env[65682]: DEBUG nova.network.neutron [req-f0b99cd1-0f8f-4c20-891e-0679cd81c615 req-86e48df4-3780-4b4a-9b16-0a7f224d487b service nova] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Updating instance_info_cache with network_info: [{"id": "186ee52b-cdb0-407f-ac7c-732ec1ad8c4a", "address": "fa:16:3e:7e:f9:8f", "network": {"id": "96966a37-19a3-4255-b61b-6e3c8e54f29a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-610272433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67e7b451161545488ddf81e8bcf2e490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap186ee52b-cd", "ovs_interfaceid": "186ee52b-cdb0-407f-ac7c-732ec1ad8c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.664148] env[65682]: DEBUG oslo_vmware.api [None req-6ffc92bc-ef3e-4966-bde3-20050673d464 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615806, 'name': PowerOffVM_Task, 'duration_secs': 0.288622} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.664521] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ffc92bc-ef3e-4966-bde3-20050673d464 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.664659] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffc92bc-ef3e-4966-bde3-20050673d464 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.664925] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14145eb4-54ef-49e1-b050-4d247446bf9a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.703450] env[65682]: DEBUG oslo_vmware.api [None req-61aad140-df2b-4751-a4f0-e4985a350e04 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4615807, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245444} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.704617] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-61aad140-df2b-4751-a4f0-e4985a350e04 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.705904] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-61aad140-df2b-4751-a4f0-e4985a350e04 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.706450] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-61aad140-df2b-4751-a4f0-e4985a350e04 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.706668] env[65682]: INFO nova.compute.manager [None req-61aad140-df2b-4751-a4f0-e4985a350e04 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Took 0.63 seconds to destroy the instance on the hypervisor. [ 761.706944] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-61aad140-df2b-4751-a4f0-e4985a350e04 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 761.710616] env[65682]: DEBUG nova.compute.manager [-] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 761.710616] env[65682]: DEBUG nova.network.neutron [-] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 761.710616] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.749579] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffc92bc-ef3e-4966-bde3-20050673d464 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.749822] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffc92bc-ef3e-4966-bde3-20050673d464 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.750019] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ffc92bc-ef3e-4966-bde3-20050673d464 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Deleting the datastore file [datastore1] fc7b2e73-d070-4652-ad3b-98797c7357b3 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.750359] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44009672-5c1e-452b-b152-05c0706f2f30 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.760146] env[65682]: DEBUG oslo_vmware.api [None req-6ffc92bc-ef3e-4966-bde3-20050673d464 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for the task: (returnval){ [ 761.760146] env[65682]: value = "task-4615810" [ 761.760146] env[65682]: _type = "Task" [ 761.760146] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.769073] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.777573] env[65682]: DEBUG oslo_vmware.api [None req-6ffc92bc-ef3e-4966-bde3-20050673d464 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.780985] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4615808, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.021733] env[65682]: DEBUG oslo_concurrency.lockutils [req-5053dca8-2966-4d4f-b049-73f40f17ce1a req-f4af9d95-9d84-4f58-8ff0-0b20c85782e0 service nova] Releasing lock "refresh_cache-361105bf-f13c-4c6f-973f-b8e70665f84e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.113508] env[65682]: DEBUG oslo_concurrency.lockutils [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.126519] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.337s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.130277] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.838s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.132795] env[65682]: INFO nova.compute.claims [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.150848] env[65682]: DEBUG oslo_vmware.api [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Task: {'id': task-4615805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524566} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.151095] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 361105bf-f13c-4c6f-973f-b8e70665f84e/361105bf-f13c-4c6f-973f-b8e70665f84e.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.152122] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.152122] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42885f44-d749-48db-a384-2db865e7c7d9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.156681] env[65682]: INFO nova.scheduler.client.report [None req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Deleted allocations for instance 181f94d0-a313-4bc2-91a9-37ba572dc379 [ 762.159577] env[65682]: DEBUG oslo_concurrency.lockutils [req-f0b99cd1-0f8f-4c20-891e-0679cd81c615 req-86e48df4-3780-4b4a-9b16-0a7f224d487b service nova] Releasing lock "refresh_cache-651e4382-f857-4e51-be98-7a69232637cb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.160176] env[65682]: DEBUG oslo_vmware.api [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Waiting for the task: (returnval){ [ 762.160176] env[65682]: value = "task-4615811" [ 762.160176] env[65682]: _type = "Task" [ 762.160176] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.173907] env[65682]: DEBUG oslo_vmware.api [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Task: {'id': task-4615811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.269122] env[65682]: DEBUG nova.network.neutron [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Successfully updated port: 12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 762.282075] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4615808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.760614} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.285813] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 80e8abe3-552a-42a8-83df-55ea1d2f04c0/80e8abe3-552a-42a8-83df-55ea1d2f04c0.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.286127] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.287182] env[65682]: DEBUG oslo_vmware.api [None req-6ffc92bc-ef3e-4966-bde3-20050673d464 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388197} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.287182] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b1ddbfb-2505-45f2-a6ff-a6e4587521b2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.289491] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ffc92bc-ef3e-4966-bde3-20050673d464 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.289674] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffc92bc-ef3e-4966-bde3-20050673d464 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.289847] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffc92bc-ef3e-4966-bde3-20050673d464 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.290041] env[65682]: INFO nova.compute.manager [None req-6ffc92bc-ef3e-4966-bde3-20050673d464 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 762.290303] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-6ffc92bc-ef3e-4966-bde3-20050673d464 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 762.290813] env[65682]: DEBUG nova.compute.manager [-] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 762.290977] env[65682]: DEBUG nova.network.neutron [-] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 762.291187] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.299780] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 762.299780] env[65682]: value = "task-4615812" [ 762.299780] env[65682]: _type = "Task" [ 762.299780] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.319301] env[65682]: DEBUG nova.compute.manager [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 762.321642] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4615812, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.332295] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.357025] env[65682]: DEBUG nova.virt.hardware [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:25:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1246243017',id=30,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1068558845',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 762.357771] env[65682]: DEBUG nova.virt.hardware [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.358069] env[65682]: DEBUG nova.virt.hardware [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 762.358069] env[65682]: DEBUG nova.virt.hardware [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.358511] env[65682]: DEBUG nova.virt.hardware [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 762.358803] env[65682]: DEBUG nova.virt.hardware [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 762.359009] env[65682]: DEBUG nova.virt.hardware [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 762.359476] env[65682]: DEBUG nova.virt.hardware [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 762.359685] env[65682]: DEBUG nova.virt.hardware [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 762.359858] env[65682]: DEBUG nova.virt.hardware [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 762.360042] env[65682]: DEBUG nova.virt.hardware [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 762.361651] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72709712-ecdf-4626-9411-e0f939f28f86 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.372661] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61737d9b-cf3f-4c8c-b4b1-dc7df9a4b0e1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.548694] env[65682]: DEBUG nova.network.neutron [-] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.583812] env[65682]: DEBUG nova.compute.manager [req-a5156657-f366-4334-b2c0-e257e3833b92 req-acd8079a-d6a9-41ad-aec5-06ba61533605 service nova] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Received event network-vif-deleted-4cdaa165-7f7f-4bcd-8fa6-f6ccea9f1ebc {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 762.603842] env[65682]: DEBUG nova.compute.manager [req-9e837b1a-c851-462e-974d-396c5e59f728 req-d2311a9d-c1e0-4a48-accf-71455a257d59 service nova] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Received event network-vif-plugged-12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 762.604204] env[65682]: DEBUG oslo_concurrency.lockutils [req-9e837b1a-c851-462e-974d-396c5e59f728 req-d2311a9d-c1e0-4a48-accf-71455a257d59 service nova] Acquiring lock "2342f97e-f740-49a0-b3ed-87bcfa9e2fa1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.604546] env[65682]: DEBUG oslo_concurrency.lockutils [req-9e837b1a-c851-462e-974d-396c5e59f728 req-d2311a9d-c1e0-4a48-accf-71455a257d59 service nova] Lock "2342f97e-f740-49a0-b3ed-87bcfa9e2fa1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.605014] env[65682]: DEBUG oslo_concurrency.lockutils [req-9e837b1a-c851-462e-974d-396c5e59f728 req-d2311a9d-c1e0-4a48-accf-71455a257d59 service nova] Lock "2342f97e-f740-49a0-b3ed-87bcfa9e2fa1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.605374] env[65682]: DEBUG nova.compute.manager [req-9e837b1a-c851-462e-974d-396c5e59f728 req-d2311a9d-c1e0-4a48-accf-71455a257d59 service nova] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] No waiting events found dispatching network-vif-plugged-12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 762.605602] env[65682]: WARNING nova.compute.manager [req-9e837b1a-c851-462e-974d-396c5e59f728 req-d2311a9d-c1e0-4a48-accf-71455a257d59 service nova] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Received unexpected event network-vif-plugged-12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe for instance with vm_state building and task_state spawning. [ 762.605845] env[65682]: DEBUG nova.compute.manager [req-9e837b1a-c851-462e-974d-396c5e59f728 req-d2311a9d-c1e0-4a48-accf-71455a257d59 service nova] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Received event network-changed-12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 762.606122] env[65682]: DEBUG nova.compute.manager [req-9e837b1a-c851-462e-974d-396c5e59f728 req-d2311a9d-c1e0-4a48-accf-71455a257d59 service nova] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Refreshing instance network info cache due to event network-changed-12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 762.606430] env[65682]: DEBUG oslo_concurrency.lockutils [req-9e837b1a-c851-462e-974d-396c5e59f728 req-d2311a9d-c1e0-4a48-accf-71455a257d59 service nova] Acquiring lock "refresh_cache-2342f97e-f740-49a0-b3ed-87bcfa9e2fa1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.606623] env[65682]: DEBUG oslo_concurrency.lockutils [req-9e837b1a-c851-462e-974d-396c5e59f728 req-d2311a9d-c1e0-4a48-accf-71455a257d59 service nova] Acquired lock "refresh_cache-2342f97e-f740-49a0-b3ed-87bcfa9e2fa1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.606857] env[65682]: DEBUG nova.network.neutron [req-9e837b1a-c851-462e-974d-396c5e59f728 req-d2311a9d-c1e0-4a48-accf-71455a257d59 service nova] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Refreshing network info cache for port 12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.673971] env[65682]: DEBUG oslo_vmware.api [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Task: {'id': task-4615811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143299} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.674576] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4dcbf460-7fef-430a-bc09-b9d76ef3cb35 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Lock "181f94d0-a313-4bc2-91a9-37ba572dc379" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.112s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.675608] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.676688] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8d63a4-3cc7-49f2-a971-14677abcf4ac {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.707671] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 361105bf-f13c-4c6f-973f-b8e70665f84e/361105bf-f13c-4c6f-973f-b8e70665f84e.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.708916] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6127bab5-8013-44f0-99a6-a3707725ecc2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.736161] env[65682]: DEBUG oslo_vmware.api [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Waiting for the task: (returnval){ [ 762.736161] env[65682]: value = "task-4615813" [ 762.736161] env[65682]: _type = "Task" [ 762.736161] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.746650] env[65682]: DEBUG oslo_vmware.api [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Task: {'id': task-4615813, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.775455] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Acquiring lock "refresh_cache-2342f97e-f740-49a0-b3ed-87bcfa9e2fa1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.810464] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4615812, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166541} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.810628] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.811540] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c19d5af-324a-49c3-8b6f-37552ae5a48a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.834900] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 80e8abe3-552a-42a8-83df-55ea1d2f04c0/80e8abe3-552a-42a8-83df-55ea1d2f04c0.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.835248] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65a23dcf-4d6e-4388-bac8-43164da910a3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.855820] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 762.855820] env[65682]: value = "task-4615814" [ 762.855820] env[65682]: _type = "Task" [ 762.855820] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.871334] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4615814, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.922192] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a477603f-1f6b-40dc-b696-30616ec7b4bf tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Acquiring lock "89576a50-d305-48e2-89f2-2c5a91e2c204" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.922545] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a477603f-1f6b-40dc-b696-30616ec7b4bf tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Lock "89576a50-d305-48e2-89f2-2c5a91e2c204" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.922680] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a477603f-1f6b-40dc-b696-30616ec7b4bf tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Acquiring lock "89576a50-d305-48e2-89f2-2c5a91e2c204-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.922866] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a477603f-1f6b-40dc-b696-30616ec7b4bf tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Lock "89576a50-d305-48e2-89f2-2c5a91e2c204-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.923066] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a477603f-1f6b-40dc-b696-30616ec7b4bf tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Lock "89576a50-d305-48e2-89f2-2c5a91e2c204-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.925849] env[65682]: INFO nova.compute.manager [None req-a477603f-1f6b-40dc-b696-30616ec7b4bf tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Terminating instance [ 763.051658] env[65682]: INFO nova.compute.manager [-] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Took 1.34 seconds to deallocate network for instance. [ 763.060118] env[65682]: DEBUG nova.network.neutron [-] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.111013] env[65682]: WARNING neutronclient.v2_0.client [req-9e837b1a-c851-462e-974d-396c5e59f728 req-d2311a9d-c1e0-4a48-accf-71455a257d59 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.146133] env[65682]: DEBUG nova.network.neutron [req-9e837b1a-c851-462e-974d-396c5e59f728 req-d2311a9d-c1e0-4a48-accf-71455a257d59 service nova] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 763.251855] env[65682]: DEBUG oslo_vmware.api [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Task: {'id': task-4615813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.253575] env[65682]: DEBUG nova.network.neutron [req-9e837b1a-c851-462e-974d-396c5e59f728 req-d2311a9d-c1e0-4a48-accf-71455a257d59 service nova] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.371749] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4615814, 'name': ReconfigVM_Task, 'duration_secs': 0.345811} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.372274] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 80e8abe3-552a-42a8-83df-55ea1d2f04c0/80e8abe3-552a-42a8-83df-55ea1d2f04c0.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.373028] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ef0b6b8-c36d-4f7e-9360-26ce384e5d09 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.385135] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 763.385135] env[65682]: value = "task-4615815" [ 763.385135] env[65682]: _type = "Task" [ 763.385135] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.397958] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4615815, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.433114] env[65682]: DEBUG nova.compute.manager [None req-a477603f-1f6b-40dc-b696-30616ec7b4bf tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 763.433371] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a477603f-1f6b-40dc-b696-30616ec7b4bf tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.434774] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8353ffe-4931-4604-b4f8-a7415059f40d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.443531] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-a477603f-1f6b-40dc-b696-30616ec7b4bf tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.443937] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b37ba31f-5068-4854-a863-b6fd6a6b9ca4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.454551] env[65682]: DEBUG oslo_vmware.api [None req-a477603f-1f6b-40dc-b696-30616ec7b4bf tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Waiting for the task: (returnval){ [ 763.454551] env[65682]: value = "task-4615816" [ 763.454551] env[65682]: _type = "Task" [ 763.454551] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.468740] env[65682]: DEBUG oslo_vmware.api [None req-a477603f-1f6b-40dc-b696-30616ec7b4bf tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Task: {'id': task-4615816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.559961] env[65682]: DEBUG oslo_concurrency.lockutils [None req-61aad140-df2b-4751-a4f0-e4985a350e04 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.565728] env[65682]: INFO nova.compute.manager [-] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Took 1.27 seconds to deallocate network for instance. [ 763.753604] env[65682]: DEBUG oslo_vmware.api [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Task: {'id': task-4615813, 'name': ReconfigVM_Task, 'duration_secs': 0.976612} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.753879] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 361105bf-f13c-4c6f-973f-b8e70665f84e/361105bf-f13c-4c6f-973f-b8e70665f84e.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.755398] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-600939a6-7d70-4523-a105-51ab5d991aba {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.761831] env[65682]: DEBUG oslo_concurrency.lockutils [req-9e837b1a-c851-462e-974d-396c5e59f728 req-d2311a9d-c1e0-4a48-accf-71455a257d59 service nova] Releasing lock "refresh_cache-2342f97e-f740-49a0-b3ed-87bcfa9e2fa1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.763407] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Acquired lock "refresh_cache-2342f97e-f740-49a0-b3ed-87bcfa9e2fa1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.763596] env[65682]: DEBUG nova.network.neutron [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 763.765682] env[65682]: DEBUG oslo_vmware.api [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Waiting for the task: (returnval){ [ 763.765682] env[65682]: value = "task-4615817" [ 763.765682] env[65682]: _type = "Task" [ 763.765682] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.773787] env[65682]: DEBUG oslo_vmware.api [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Task: {'id': task-4615817, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.788484] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1eb9b21-d0ea-4f86-8652-2630e64e2389 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.799340] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b3d63f-e7e5-4047-bd3e-cc38c9511126 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.837080] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6598a274-f656-452f-9c17-b4c1df67eaa1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.845667] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740d6b20-694e-4a27-9abf-248d2b06d21f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.860225] env[65682]: DEBUG nova.compute.provider_tree [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.901221] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4615815, 'name': Rename_Task, 'duration_secs': 0.189446} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.901833] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.902168] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be956473-3e74-4623-8f9c-5b46e3c6a0e2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.916788] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 763.916788] env[65682]: value = "task-4615818" [ 763.916788] env[65682]: _type = "Task" [ 763.916788] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.927216] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4615818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.966750] env[65682]: DEBUG oslo_vmware.api [None req-a477603f-1f6b-40dc-b696-30616ec7b4bf tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Task: {'id': task-4615816, 'name': PowerOffVM_Task, 'duration_secs': 0.208649} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.967291] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-a477603f-1f6b-40dc-b696-30616ec7b4bf tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.967673] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a477603f-1f6b-40dc-b696-30616ec7b4bf tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.968101] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04b2601e-f177-49a8-b9a2-ce5875d99db5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.044234] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a477603f-1f6b-40dc-b696-30616ec7b4bf tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.044234] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a477603f-1f6b-40dc-b696-30616ec7b4bf tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.044234] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-a477603f-1f6b-40dc-b696-30616ec7b4bf tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Deleting the datastore file [datastore2] 89576a50-d305-48e2-89f2-2c5a91e2c204 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.044456] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6277cf93-f762-4749-9d9b-315fb27bc3bc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.052536] env[65682]: DEBUG oslo_vmware.api [None req-a477603f-1f6b-40dc-b696-30616ec7b4bf tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Waiting for the task: (returnval){ [ 764.052536] env[65682]: value = "task-4615820" [ 764.052536] env[65682]: _type = "Task" [ 764.052536] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.065643] env[65682]: DEBUG oslo_vmware.api [None req-a477603f-1f6b-40dc-b696-30616ec7b4bf tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Task: {'id': task-4615820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.073766] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6ffc92bc-ef3e-4966-bde3-20050673d464 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.284170] env[65682]: DEBUG oslo_vmware.api [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Task: {'id': task-4615817, 'name': Rename_Task, 'duration_secs': 0.298444} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.284170] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.284170] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19dfead6-0003-4e76-b303-0fa3c6600b07 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.290746] env[65682]: DEBUG oslo_vmware.api [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Waiting for the task: (returnval){ [ 764.290746] env[65682]: value = "task-4615821" [ 764.290746] env[65682]: _type = "Task" [ 764.290746] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.309130] env[65682]: DEBUG oslo_vmware.api [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Task: {'id': task-4615821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.310842] env[65682]: DEBUG nova.network.neutron [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 764.363293] env[65682]: DEBUG nova.scheduler.client.report [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.414336] env[65682]: WARNING neutronclient.v2_0.client [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.423617] env[65682]: INFO nova.compute.manager [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Rebuilding instance [ 764.434267] env[65682]: DEBUG oslo_vmware.api [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4615818, 'name': PowerOnVM_Task, 'duration_secs': 0.520148} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.434492] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.434694] env[65682]: INFO nova.compute.manager [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Took 10.95 seconds to spawn the instance on the hypervisor. [ 764.434870] env[65682]: DEBUG nova.compute.manager [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 764.435738] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda7223c-9e43-4954-8092-8b621cd43d32 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.486026] env[65682]: DEBUG nova.compute.manager [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 764.486929] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cce9d5-e905-4a71-9d8b-e95729837e74 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.513109] env[65682]: DEBUG nova.network.neutron [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Updating instance_info_cache with network_info: [{"id": "12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe", "address": "fa:16:3e:3d:86:b8", "network": {"id": "501ab9a2-37a1-4829-8148-489f2b124a62", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-486556734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c67ea88399448a19182e3a443f4056f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12a0f3c9-bc", "ovs_interfaceid": "12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.564130] env[65682]: DEBUG oslo_vmware.api [None req-a477603f-1f6b-40dc-b696-30616ec7b4bf tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Task: {'id': task-4615820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254916} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.564559] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-a477603f-1f6b-40dc-b696-30616ec7b4bf tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.564867] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a477603f-1f6b-40dc-b696-30616ec7b4bf tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.565144] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a477603f-1f6b-40dc-b696-30616ec7b4bf tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.565432] env[65682]: INFO nova.compute.manager [None req-a477603f-1f6b-40dc-b696-30616ec7b4bf tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Took 1.13 seconds to destroy the instance on the hypervisor. [ 764.565821] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-a477603f-1f6b-40dc-b696-30616ec7b4bf tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 764.566586] env[65682]: DEBUG nova.compute.manager [-] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 764.566751] env[65682]: DEBUG nova.network.neutron [-] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 764.567136] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.631776] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.803448] env[65682]: DEBUG oslo_vmware.api [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Task: {'id': task-4615821, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.876770] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.877319] env[65682]: DEBUG nova.compute.manager [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 764.881033] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.045s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.881033] env[65682]: DEBUG nova.objects.instance [None req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Lazy-loading 'resources' on Instance uuid bb377ed3-35f4-4001-a73c-45d257bec3f2 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.888497] env[65682]: DEBUG nova.compute.manager [req-4851f9bd-bf44-4bc8-ac8f-e9cdddfb4b7b req-a128a021-c9d8-44ab-8944-9af1df7499fa service nova] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Received event network-vif-deleted-339b7ccb-9e4e-4ec9-8f95-8fda5d64b134 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 764.960276] env[65682]: INFO nova.compute.manager [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Took 35.01 seconds to build instance. [ 765.015592] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Releasing lock "refresh_cache-2342f97e-f740-49a0-b3ed-87bcfa9e2fa1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.016307] env[65682]: DEBUG nova.compute.manager [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Instance network_info: |[{"id": "12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe", "address": "fa:16:3e:3d:86:b8", "network": {"id": "501ab9a2-37a1-4829-8148-489f2b124a62", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-486556734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c67ea88399448a19182e3a443f4056f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12a0f3c9-bc", "ovs_interfaceid": "12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 765.017194] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:86:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.028792] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 765.029200] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.029487] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74b24723-3dec-4881-93c3-1d709a282954 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.049481] env[65682]: DEBUG nova.compute.manager [req-e13986c8-d11f-4d8b-9506-f30dfa19923a req-c9fe552b-8d3a-4ee2-b46e-3d9319671c5c service nova] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Received event network-vif-deleted-4dec45f5-2919-4d4c-8a52-38f4628fe4ad {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 765.049785] env[65682]: INFO nova.compute.manager [req-e13986c8-d11f-4d8b-9506-f30dfa19923a req-c9fe552b-8d3a-4ee2-b46e-3d9319671c5c service nova] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Neutron deleted interface 4dec45f5-2919-4d4c-8a52-38f4628fe4ad; detaching it from the instance and deleting it from the info cache [ 765.049991] env[65682]: DEBUG nova.network.neutron [req-e13986c8-d11f-4d8b-9506-f30dfa19923a req-c9fe552b-8d3a-4ee2-b46e-3d9319671c5c service nova] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.061347] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.061347] env[65682]: value = "task-4615822" [ 765.061347] env[65682]: _type = "Task" [ 765.061347] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.072297] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615822, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.304915] env[65682]: DEBUG oslo_vmware.api [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Task: {'id': task-4615821, 'name': PowerOnVM_Task, 'duration_secs': 0.792233} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.305392] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.305725] env[65682]: INFO nova.compute.manager [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Took 8.63 seconds to spawn the instance on the hypervisor. [ 765.306035] env[65682]: DEBUG nova.compute.manager [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 765.306903] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c087b00d-fb22-4808-aa81-a1437cc5e996 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.383568] env[65682]: DEBUG nova.compute.utils [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.389933] env[65682]: DEBUG nova.compute.manager [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 765.389933] env[65682]: DEBUG nova.network.neutron [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 765.389933] env[65682]: WARNING neutronclient.v2_0.client [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.390111] env[65682]: WARNING neutronclient.v2_0.client [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.409025] env[65682]: DEBUG nova.network.neutron [-] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.433431] env[65682]: DEBUG nova.policy [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4cc051844c5464a9493f7f9f1817710', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa33bc1eaa5b4d4bb5063ffee3b1d8c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.465115] env[65682]: DEBUG oslo_concurrency.lockutils [None req-396a03ab-f826-49aa-b7a3-29ec4d953a30 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "80e8abe3-552a-42a8-83df-55ea1d2f04c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.265s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.503891] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.506820] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c94cd16-8c4f-4b2f-8be2-ef452dfc2455 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.518905] env[65682]: DEBUG oslo_vmware.api [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Waiting for the task: (returnval){ [ 765.518905] env[65682]: value = "task-4615823" [ 765.518905] env[65682]: _type = "Task" [ 765.518905] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.529440] env[65682]: DEBUG oslo_vmware.api [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Task: {'id': task-4615823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.552298] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2061fdac-be5b-4bc2-9b5e-5386ea7847ee {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.570409] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883ed1c1-d3eb-4eb2-8e6d-b32e58be4938 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.592111] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615822, 'name': CreateVM_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.626743] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a0a70e01-f7f6-47e6-82c1-92891e187381 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquiring lock "f9347764-1fbe-4a3c-8d8b-828bb61b9f25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.627027] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a0a70e01-f7f6-47e6-82c1-92891e187381 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Lock "f9347764-1fbe-4a3c-8d8b-828bb61b9f25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.627311] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a0a70e01-f7f6-47e6-82c1-92891e187381 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquiring lock "f9347764-1fbe-4a3c-8d8b-828bb61b9f25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.627543] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a0a70e01-f7f6-47e6-82c1-92891e187381 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Lock "f9347764-1fbe-4a3c-8d8b-828bb61b9f25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.627675] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a0a70e01-f7f6-47e6-82c1-92891e187381 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Lock "f9347764-1fbe-4a3c-8d8b-828bb61b9f25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.629763] env[65682]: DEBUG nova.compute.manager [req-e13986c8-d11f-4d8b-9506-f30dfa19923a req-c9fe552b-8d3a-4ee2-b46e-3d9319671c5c service nova] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Detach interface failed, port_id=4dec45f5-2919-4d4c-8a52-38f4628fe4ad, reason: Instance 89576a50-d305-48e2-89f2-2c5a91e2c204 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 765.633227] env[65682]: INFO nova.compute.manager [None req-a0a70e01-f7f6-47e6-82c1-92891e187381 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Terminating instance [ 765.783824] env[65682]: DEBUG oslo_concurrency.lockutils [None req-caca8d2e-3b84-4586-a8cb-c98ec1d888f8 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquiring lock "b5e349bc-83eb-417a-a892-61a2be7e06f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.784170] env[65682]: DEBUG oslo_concurrency.lockutils [None req-caca8d2e-3b84-4586-a8cb-c98ec1d888f8 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Lock "b5e349bc-83eb-417a-a892-61a2be7e06f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.784384] env[65682]: DEBUG oslo_concurrency.lockutils [None req-caca8d2e-3b84-4586-a8cb-c98ec1d888f8 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquiring lock "b5e349bc-83eb-417a-a892-61a2be7e06f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.784705] env[65682]: DEBUG oslo_concurrency.lockutils [None req-caca8d2e-3b84-4586-a8cb-c98ec1d888f8 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Lock "b5e349bc-83eb-417a-a892-61a2be7e06f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.784705] env[65682]: DEBUG oslo_concurrency.lockutils [None req-caca8d2e-3b84-4586-a8cb-c98ec1d888f8 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Lock "b5e349bc-83eb-417a-a892-61a2be7e06f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.787503] env[65682]: INFO nova.compute.manager [None req-caca8d2e-3b84-4586-a8cb-c98ec1d888f8 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Terminating instance [ 765.827019] env[65682]: INFO nova.compute.manager [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Took 35.72 seconds to build instance. [ 765.869382] env[65682]: DEBUG nova.network.neutron [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Successfully created port: 52570d6e-b09c-4f52-962c-95ab754de987 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 765.889648] env[65682]: DEBUG nova.compute.manager [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 765.912517] env[65682]: INFO nova.compute.manager [-] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Took 1.35 seconds to deallocate network for instance. [ 765.973432] env[65682]: DEBUG nova.compute.manager [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 766.014389] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ede6f940-3291-4be6-b616-f91a34264322 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquiring lock "9db826c2-b488-458f-abe7-b5f3cd3b97d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.014644] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ede6f940-3291-4be6-b616-f91a34264322 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "9db826c2-b488-458f-abe7-b5f3cd3b97d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.014843] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ede6f940-3291-4be6-b616-f91a34264322 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquiring lock "9db826c2-b488-458f-abe7-b5f3cd3b97d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.015748] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ede6f940-3291-4be6-b616-f91a34264322 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "9db826c2-b488-458f-abe7-b5f3cd3b97d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.015748] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ede6f940-3291-4be6-b616-f91a34264322 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "9db826c2-b488-458f-abe7-b5f3cd3b97d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.018505] env[65682]: INFO nova.compute.manager [None req-ede6f940-3291-4be6-b616-f91a34264322 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Terminating instance [ 766.033151] env[65682]: DEBUG oslo_vmware.api [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Task: {'id': task-4615823, 'name': PowerOffVM_Task, 'duration_secs': 0.221661} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.034316] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.035042] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.035448] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2206e7aa-079f-4ba1-b068-0f9bcf0f4e5f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.043424] env[65682]: DEBUG oslo_vmware.api [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Waiting for the task: (returnval){ [ 766.043424] env[65682]: value = "task-4615824" [ 766.043424] env[65682]: _type = "Task" [ 766.043424] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.059206] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] VM already powered off {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 766.059443] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Volume detach. Driver type: vmdk {{(pid=65682) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 766.059688] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901510', 'volume_id': '31daff33-ed42-496b-b3d1-243c6343e16b', 'name': 'volume-31daff33-ed42-496b-b3d1-243c6343e16b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ee31b8f-5bb3-473a-b27f-331a853ed787', 'attached_at': '', 'detached_at': '', 'volume_id': '31daff33-ed42-496b-b3d1-243c6343e16b', 'serial': '31daff33-ed42-496b-b3d1-243c6343e16b'} {{(pid=65682) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 766.060517] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15405701-4216-45e3-82d4-86ce477ca3a9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.074947] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615822, 'name': CreateVM_Task, 'duration_secs': 0.664261} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.089778] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.093033] env[65682]: WARNING neutronclient.v2_0.client [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.093422] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.093571] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.093873] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.094664] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04710507-097a-4996-8ae1-92c1619d357c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.097447] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49e9691f-b4f2-4ad3-a00a-992a9757ac4f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.107648] env[65682]: DEBUG oslo_vmware.api [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Waiting for the task: (returnval){ [ 766.107648] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52353dc8-868c-b9f0-964a-5bbe02641b88" [ 766.107648] env[65682]: _type = "Task" [ 766.107648] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.108413] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2c2f6a-0377-437c-be05-b423e8c214de {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.116166] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f73f12d-298b-4a22-9a89-e7b9e0e99785 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.133873] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68188f1-3e07-4117-baa8-d2cb8e24c0c8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.141875] env[65682]: DEBUG nova.compute.manager [None req-a0a70e01-f7f6-47e6-82c1-92891e187381 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 766.142112] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a70e01-f7f6-47e6-82c1-92891e187381 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.142387] env[65682]: DEBUG oslo_vmware.api [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52353dc8-868c-b9f0-964a-5bbe02641b88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.143888] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101bba2e-23ab-4ed3-8bd1-104161114ccf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.147687] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a159fb-9541-4647-9056-6591bae098a1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.162578] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] The volume has not been displaced from its original location: [datastore1] volume-31daff33-ed42-496b-b3d1-243c6343e16b/volume-31daff33-ed42-496b-b3d1-243c6343e16b.vmdk. No consolidation needed. {{(pid=65682) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 766.169630] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Reconfiguring VM instance instance-00000022 to detach disk 2000 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 766.169630] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f5823ae-d42b-4f78-a9a0-8d59bed76fda {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.211240] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a70e01-f7f6-47e6-82c1-92891e187381 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.212311] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55255a23-914d-476f-9837-f816341c1433 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.214751] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5883225-56f7-4bc3-9898-e14656612cd8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.218780] env[65682]: DEBUG oslo_vmware.api [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Waiting for the task: (returnval){ [ 766.218780] env[65682]: value = "task-4615825" [ 766.218780] env[65682]: _type = "Task" [ 766.218780] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.235207] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6071692f-6e51-4960-8bb2-9b6099ce3348 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.240991] env[65682]: DEBUG oslo_vmware.api [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Task: {'id': task-4615825, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.242745] env[65682]: DEBUG oslo_vmware.api [None req-a0a70e01-f7f6-47e6-82c1-92891e187381 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for the task: (returnval){ [ 766.242745] env[65682]: value = "task-4615826" [ 766.242745] env[65682]: _type = "Task" [ 766.242745] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.256613] env[65682]: DEBUG nova.compute.provider_tree [None req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.265773] env[65682]: DEBUG oslo_vmware.api [None req-a0a70e01-f7f6-47e6-82c1-92891e187381 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.295130] env[65682]: DEBUG nova.compute.manager [None req-caca8d2e-3b84-4586-a8cb-c98ec1d888f8 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 766.295429] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-caca8d2e-3b84-4586-a8cb-c98ec1d888f8 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.296463] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9e143e-32b2-4d69-a046-b4580fb6e049 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.307846] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-caca8d2e-3b84-4586-a8cb-c98ec1d888f8 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.308229] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-883a5ad5-f8df-4dec-bfa8-e16c329346bd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.317252] env[65682]: DEBUG oslo_vmware.api [None req-caca8d2e-3b84-4586-a8cb-c98ec1d888f8 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for the task: (returnval){ [ 766.317252] env[65682]: value = "task-4615827" [ 766.317252] env[65682]: _type = "Task" [ 766.317252] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.328009] env[65682]: DEBUG oslo_vmware.api [None req-caca8d2e-3b84-4586-a8cb-c98ec1d888f8 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.331175] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ccfefa99-2d7f-4b0d-8e60-717aac018d13 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Lock "361105bf-f13c-4c6f-973f-b8e70665f84e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.967s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.350798] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3d209126-a4a4-47e6-9c6b-55f6a45e47dc tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquiring lock "80e8abe3-552a-42a8-83df-55ea1d2f04c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.351263] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3d209126-a4a4-47e6-9c6b-55f6a45e47dc tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "80e8abe3-552a-42a8-83df-55ea1d2f04c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.351592] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3d209126-a4a4-47e6-9c6b-55f6a45e47dc tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquiring lock "80e8abe3-552a-42a8-83df-55ea1d2f04c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.351882] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3d209126-a4a4-47e6-9c6b-55f6a45e47dc tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "80e8abe3-552a-42a8-83df-55ea1d2f04c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.352391] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3d209126-a4a4-47e6-9c6b-55f6a45e47dc tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "80e8abe3-552a-42a8-83df-55ea1d2f04c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.355130] env[65682]: INFO nova.compute.manager [None req-3d209126-a4a4-47e6-9c6b-55f6a45e47dc tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Terminating instance [ 766.425023] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a477603f-1f6b-40dc-b696-30616ec7b4bf tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.500477] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.526137] env[65682]: DEBUG nova.compute.manager [None req-ede6f940-3291-4be6-b616-f91a34264322 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 766.526406] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ede6f940-3291-4be6-b616-f91a34264322 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.527354] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a644b3e5-06c8-424c-a9b1-fe4d0a6dd514 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.536651] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede6f940-3291-4be6-b616-f91a34264322 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.536969] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19aef7bd-8654-434c-ae15-ccb96101f46d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.544508] env[65682]: DEBUG oslo_vmware.api [None req-ede6f940-3291-4be6-b616-f91a34264322 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 766.544508] env[65682]: value = "task-4615828" [ 766.544508] env[65682]: _type = "Task" [ 766.544508] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.554994] env[65682]: DEBUG oslo_vmware.api [None req-ede6f940-3291-4be6-b616-f91a34264322 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4615828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.622513] env[65682]: DEBUG oslo_vmware.api [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52353dc8-868c-b9f0-964a-5bbe02641b88, 'name': SearchDatastore_Task, 'duration_secs': 0.035082} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.622767] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.622869] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.623289] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.623289] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.623482] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.623777] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-995c7af0-b9f2-4135-97e0-26323f882043 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.634660] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.634920] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.635863] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-652995ef-a213-4bb6-be3a-5a100f66eb63 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.643409] env[65682]: DEBUG oslo_vmware.api [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Waiting for the task: (returnval){ [ 766.643409] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52de3bf2-bdd0-ef88-460a-b3ede0cf8002" [ 766.643409] env[65682]: _type = "Task" [ 766.643409] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.654539] env[65682]: DEBUG oslo_vmware.api [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52de3bf2-bdd0-ef88-460a-b3ede0cf8002, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.736652] env[65682]: DEBUG oslo_vmware.api [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Task: {'id': task-4615825, 'name': ReconfigVM_Task, 'duration_secs': 0.221409} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.737617] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Reconfigured VM instance instance-00000022 to detach disk 2000 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 766.746444] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20fb0049-7e41-4444-bd85-7d2c082820b7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.765253] env[65682]: DEBUG nova.scheduler.client.report [None req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.777884] env[65682]: DEBUG oslo_vmware.api [None req-a0a70e01-f7f6-47e6-82c1-92891e187381 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615826, 'name': PowerOffVM_Task, 'duration_secs': 0.239952} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.778302] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a70e01-f7f6-47e6-82c1-92891e187381 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.778519] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a70e01-f7f6-47e6-82c1-92891e187381 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.779339] env[65682]: DEBUG oslo_vmware.api [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Waiting for the task: (returnval){ [ 766.779339] env[65682]: value = "task-4615829" [ 766.779339] env[65682]: _type = "Task" [ 766.779339] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.779647] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad77047f-8d16-4ed8-a36b-564e8c11501a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.792112] env[65682]: DEBUG oslo_vmware.api [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Task: {'id': task-4615829, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.831948] env[65682]: DEBUG oslo_vmware.api [None req-caca8d2e-3b84-4586-a8cb-c98ec1d888f8 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615827, 'name': PowerOffVM_Task, 'duration_secs': 0.184862} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.832077] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-caca8d2e-3b84-4586-a8cb-c98ec1d888f8 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.832281] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-caca8d2e-3b84-4586-a8cb-c98ec1d888f8 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.832619] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbb36af6-7a47-43f6-9298-695820e61050 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.835335] env[65682]: DEBUG nova.compute.manager [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 766.860483] env[65682]: DEBUG nova.compute.manager [None req-3d209126-a4a4-47e6-9c6b-55f6a45e47dc tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 766.860739] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3d209126-a4a4-47e6-9c6b-55f6a45e47dc tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.861817] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3041f723-64da-4f9d-9f93-ff2f49b8fe43 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.872513] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d209126-a4a4-47e6-9c6b-55f6a45e47dc tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.872694] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80da3677-42d1-44b0-9e1c-81afc76e5d4e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.883257] env[65682]: DEBUG oslo_vmware.api [None req-3d209126-a4a4-47e6-9c6b-55f6a45e47dc tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 766.883257] env[65682]: value = "task-4615832" [ 766.883257] env[65682]: _type = "Task" [ 766.883257] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.891203] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a70e01-f7f6-47e6-82c1-92891e187381 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.891650] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a70e01-f7f6-47e6-82c1-92891e187381 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.891966] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a70e01-f7f6-47e6-82c1-92891e187381 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Deleting the datastore file [datastore1] f9347764-1fbe-4a3c-8d8b-828bb61b9f25 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.894357] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47d53bb2-0d11-4818-a7f1-3dd737df671a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.903530] env[65682]: DEBUG nova.compute.manager [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 766.905857] env[65682]: DEBUG oslo_vmware.api [None req-3d209126-a4a4-47e6-9c6b-55f6a45e47dc tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4615832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.912231] env[65682]: DEBUG oslo_vmware.api [None req-a0a70e01-f7f6-47e6-82c1-92891e187381 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for the task: (returnval){ [ 766.912231] env[65682]: value = "task-4615833" [ 766.912231] env[65682]: _type = "Task" [ 766.912231] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.923928] env[65682]: DEBUG oslo_vmware.api [None req-a0a70e01-f7f6-47e6-82c1-92891e187381 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.927730] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-caca8d2e-3b84-4586-a8cb-c98ec1d888f8 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.927959] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-caca8d2e-3b84-4586-a8cb-c98ec1d888f8 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.928185] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-caca8d2e-3b84-4586-a8cb-c98ec1d888f8 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Deleting the datastore file [datastore1] b5e349bc-83eb-417a-a892-61a2be7e06f9 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.928688] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9d5f333-5fb8-417d-af08-45385a1f88d6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.935189] env[65682]: DEBUG nova.virt.hardware [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 766.935440] env[65682]: DEBUG nova.virt.hardware [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.935608] env[65682]: DEBUG nova.virt.hardware [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 766.935783] env[65682]: DEBUG nova.virt.hardware [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.935922] env[65682]: DEBUG nova.virt.hardware [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 766.936102] env[65682]: DEBUG nova.virt.hardware [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 766.936330] env[65682]: DEBUG nova.virt.hardware [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 766.936494] env[65682]: DEBUG nova.virt.hardware [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 766.936662] env[65682]: DEBUG nova.virt.hardware [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 766.936821] env[65682]: DEBUG nova.virt.hardware [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 766.936991] env[65682]: DEBUG nova.virt.hardware [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 766.938415] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6f0f5b-2e19-4a13-bc3d-751294273c5d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.943521] env[65682]: DEBUG oslo_vmware.api [None req-caca8d2e-3b84-4586-a8cb-c98ec1d888f8 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for the task: (returnval){ [ 766.943521] env[65682]: value = "task-4615834" [ 766.943521] env[65682]: _type = "Task" [ 766.943521] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.951162] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7280914-d32f-4eac-9514-fdd1f0474030 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.958421] env[65682]: DEBUG oslo_vmware.api [None req-caca8d2e-3b84-4586-a8cb-c98ec1d888f8 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.055189] env[65682]: DEBUG oslo_vmware.api [None req-ede6f940-3291-4be6-b616-f91a34264322 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4615828, 'name': PowerOffVM_Task, 'duration_secs': 0.34} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.055551] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede6f940-3291-4be6-b616-f91a34264322 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.055800] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ede6f940-3291-4be6-b616-f91a34264322 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.056072] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d86dd0df-526a-44e2-adc9-4155ff3afced {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.150241] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ede6f940-3291-4be6-b616-f91a34264322 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.150490] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ede6f940-3291-4be6-b616-f91a34264322 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.150679] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ede6f940-3291-4be6-b616-f91a34264322 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Deleting the datastore file [datastore1] 9db826c2-b488-458f-abe7-b5f3cd3b97d5 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.151399] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5efeea98-38d6-41ae-848b-77878003c08c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.156996] env[65682]: DEBUG oslo_vmware.api [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52de3bf2-bdd0-ef88-460a-b3ede0cf8002, 'name': SearchDatastore_Task, 'duration_secs': 0.012133} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.158165] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4ac9259-65a3-4597-87c0-fa4034aa7858 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.162405] env[65682]: DEBUG oslo_vmware.api [None req-ede6f940-3291-4be6-b616-f91a34264322 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 767.162405] env[65682]: value = "task-4615836" [ 767.162405] env[65682]: _type = "Task" [ 767.162405] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.168456] env[65682]: DEBUG oslo_vmware.api [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Waiting for the task: (returnval){ [ 767.168456] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5268abef-5c86-8df1-400b-76729177b3ce" [ 767.168456] env[65682]: _type = "Task" [ 767.168456] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.175987] env[65682]: DEBUG oslo_vmware.api [None req-ede6f940-3291-4be6-b616-f91a34264322 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4615836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.181946] env[65682]: DEBUG oslo_vmware.api [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5268abef-5c86-8df1-400b-76729177b3ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010654} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.182207] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.182474] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1/2342f97e-f740-49a0-b3ed-87bcfa9e2fa1.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.182742] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-174b30f9-f8ff-44ec-94d9-87026c46c585 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.189848] env[65682]: DEBUG oslo_vmware.api [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Waiting for the task: (returnval){ [ 767.189848] env[65682]: value = "task-4615837" [ 767.189848] env[65682]: _type = "Task" [ 767.189848] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.200495] env[65682]: DEBUG oslo_vmware.api [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4615837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.229587] env[65682]: DEBUG oslo_concurrency.lockutils [None req-43fd7614-b806-49c3-b1ac-41163a7b86c9 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Acquiring lock "361105bf-f13c-4c6f-973f-b8e70665f84e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.229742] env[65682]: DEBUG oslo_concurrency.lockutils [None req-43fd7614-b806-49c3-b1ac-41163a7b86c9 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Lock "361105bf-f13c-4c6f-973f-b8e70665f84e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.229957] env[65682]: DEBUG oslo_concurrency.lockutils [None req-43fd7614-b806-49c3-b1ac-41163a7b86c9 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Acquiring lock "361105bf-f13c-4c6f-973f-b8e70665f84e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.230154] env[65682]: DEBUG oslo_concurrency.lockutils [None req-43fd7614-b806-49c3-b1ac-41163a7b86c9 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Lock "361105bf-f13c-4c6f-973f-b8e70665f84e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.230318] env[65682]: DEBUG oslo_concurrency.lockutils [None req-43fd7614-b806-49c3-b1ac-41163a7b86c9 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Lock "361105bf-f13c-4c6f-973f-b8e70665f84e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.232634] env[65682]: INFO nova.compute.manager [None req-43fd7614-b806-49c3-b1ac-41163a7b86c9 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Terminating instance [ 767.272228] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.392s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.277207] env[65682]: DEBUG oslo_concurrency.lockutils [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.439s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.278679] env[65682]: INFO nova.compute.claims [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.291690] env[65682]: DEBUG oslo_vmware.api [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Task: {'id': task-4615829, 'name': ReconfigVM_Task, 'duration_secs': 0.159821} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.291988] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901510', 'volume_id': '31daff33-ed42-496b-b3d1-243c6343e16b', 'name': 'volume-31daff33-ed42-496b-b3d1-243c6343e16b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ee31b8f-5bb3-473a-b27f-331a853ed787', 'attached_at': '', 'detached_at': '', 'volume_id': '31daff33-ed42-496b-b3d1-243c6343e16b', 'serial': '31daff33-ed42-496b-b3d1-243c6343e16b'} {{(pid=65682) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 767.292264] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.293076] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1b3719-c9d1-4b2f-bad5-467d6cbc166b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.301797] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.302180] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4dc43ee-68f2-4043-8f79-e407a70fc295 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.320560] env[65682]: INFO nova.scheduler.client.report [None req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Deleted allocations for instance bb377ed3-35f4-4001-a73c-45d257bec3f2 [ 767.362647] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.389530] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.389769] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.389948] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Deleting the datastore file [datastore1] 1ee31b8f-5bb3-473a-b27f-331a853ed787 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.390811] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ad52998-01e7-4728-8a19-899b85755515 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.396596] env[65682]: DEBUG oslo_vmware.api [None req-3d209126-a4a4-47e6-9c6b-55f6a45e47dc tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4615832, 'name': PowerOffVM_Task, 'duration_secs': 0.219085} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.397370] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d209126-a4a4-47e6-9c6b-55f6a45e47dc tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.397594] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3d209126-a4a4-47e6-9c6b-55f6a45e47dc tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.397911] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fb1da38-b148-45a2-ac8b-932f10e83a0e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.402512] env[65682]: DEBUG oslo_vmware.api [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Waiting for the task: (returnval){ [ 767.402512] env[65682]: value = "task-4615839" [ 767.402512] env[65682]: _type = "Task" [ 767.402512] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.413322] env[65682]: DEBUG oslo_vmware.api [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Task: {'id': task-4615839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.424052] env[65682]: DEBUG oslo_vmware.api [None req-a0a70e01-f7f6-47e6-82c1-92891e187381 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615833, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169149} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.424358] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a70e01-f7f6-47e6-82c1-92891e187381 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.424545] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a70e01-f7f6-47e6-82c1-92891e187381 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.424720] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a70e01-f7f6-47e6-82c1-92891e187381 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.425159] env[65682]: INFO nova.compute.manager [None req-a0a70e01-f7f6-47e6-82c1-92891e187381 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Took 1.28 seconds to destroy the instance on the hypervisor. [ 767.425357] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-a0a70e01-f7f6-47e6-82c1-92891e187381 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 767.425407] env[65682]: DEBUG nova.compute.manager [-] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 767.425484] env[65682]: DEBUG nova.network.neutron [-] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 767.425816] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.456663] env[65682]: DEBUG oslo_vmware.api [None req-caca8d2e-3b84-4586-a8cb-c98ec1d888f8 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Task: {'id': task-4615834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167502} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.457817] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-caca8d2e-3b84-4586-a8cb-c98ec1d888f8 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.457960] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-caca8d2e-3b84-4586-a8cb-c98ec1d888f8 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.458139] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-caca8d2e-3b84-4586-a8cb-c98ec1d888f8 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.458347] env[65682]: INFO nova.compute.manager [None req-caca8d2e-3b84-4586-a8cb-c98ec1d888f8 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 767.458598] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-caca8d2e-3b84-4586-a8cb-c98ec1d888f8 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 767.460111] env[65682]: DEBUG nova.compute.manager [req-83460373-3ec5-4a24-9856-470546a62faf req-46797c33-5473-4cfd-a3f0-00125e019cfe service nova] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Received event network-vif-plugged-52570d6e-b09c-4f52-962c-95ab754de987 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 767.460111] env[65682]: DEBUG oslo_concurrency.lockutils [req-83460373-3ec5-4a24-9856-470546a62faf req-46797c33-5473-4cfd-a3f0-00125e019cfe service nova] Acquiring lock "c1dffb08-8d14-4976-addd-6f563b1f31fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.460111] env[65682]: DEBUG oslo_concurrency.lockutils [req-83460373-3ec5-4a24-9856-470546a62faf req-46797c33-5473-4cfd-a3f0-00125e019cfe service nova] Lock "c1dffb08-8d14-4976-addd-6f563b1f31fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.460367] env[65682]: DEBUG oslo_concurrency.lockutils [req-83460373-3ec5-4a24-9856-470546a62faf req-46797c33-5473-4cfd-a3f0-00125e019cfe service nova] Lock "c1dffb08-8d14-4976-addd-6f563b1f31fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.460367] env[65682]: DEBUG nova.compute.manager [req-83460373-3ec5-4a24-9856-470546a62faf req-46797c33-5473-4cfd-a3f0-00125e019cfe service nova] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] No waiting events found dispatching network-vif-plugged-52570d6e-b09c-4f52-962c-95ab754de987 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 767.460515] env[65682]: WARNING nova.compute.manager [req-83460373-3ec5-4a24-9856-470546a62faf req-46797c33-5473-4cfd-a3f0-00125e019cfe service nova] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Received unexpected event network-vif-plugged-52570d6e-b09c-4f52-962c-95ab754de987 for instance with vm_state building and task_state spawning. [ 767.460801] env[65682]: DEBUG nova.compute.manager [-] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 767.460901] env[65682]: DEBUG nova.network.neutron [-] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 767.461489] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.464817] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.478520] env[65682]: DEBUG nova.network.neutron [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Successfully updated port: 52570d6e-b09c-4f52-962c-95ab754de987 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 767.496935] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3d209126-a4a4-47e6-9c6b-55f6a45e47dc tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.496935] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3d209126-a4a4-47e6-9c6b-55f6a45e47dc tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.496935] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d209126-a4a4-47e6-9c6b-55f6a45e47dc tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Deleting the datastore file [datastore1] 80e8abe3-552a-42a8-83df-55ea1d2f04c0 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.497956] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-815ab8c8-cf1d-49e8-9fe6-ce7333c98445 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.509728] env[65682]: DEBUG oslo_vmware.api [None req-3d209126-a4a4-47e6-9c6b-55f6a45e47dc tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 767.509728] env[65682]: value = "task-4615841" [ 767.509728] env[65682]: _type = "Task" [ 767.509728] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.520600] env[65682]: DEBUG oslo_vmware.api [None req-3d209126-a4a4-47e6-9c6b-55f6a45e47dc tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4615841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.521684] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.676280] env[65682]: DEBUG oslo_vmware.api [None req-ede6f940-3291-4be6-b616-f91a34264322 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4615836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167713} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.676844] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ede6f940-3291-4be6-b616-f91a34264322 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.677071] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ede6f940-3291-4be6-b616-f91a34264322 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.677419] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ede6f940-3291-4be6-b616-f91a34264322 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.677632] env[65682]: INFO nova.compute.manager [None req-ede6f940-3291-4be6-b616-f91a34264322 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 767.677901] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-ede6f940-3291-4be6-b616-f91a34264322 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 767.678218] env[65682]: DEBUG nova.compute.manager [-] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 767.678276] env[65682]: DEBUG nova.network.neutron [-] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 767.678509] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.703365] env[65682]: DEBUG oslo_vmware.api [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4615837, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.737436] env[65682]: DEBUG nova.compute.manager [None req-43fd7614-b806-49c3-b1ac-41163a7b86c9 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 767.737821] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-43fd7614-b806-49c3-b1ac-41163a7b86c9 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.739331] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd97cce4-d4b8-4788-9382-4a0f47662748 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.750238] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-43fd7614-b806-49c3-b1ac-41163a7b86c9 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.753378] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a1bd312-2354-4cd7-9dbb-f0a00666a96f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.762132] env[65682]: DEBUG oslo_vmware.api [None req-43fd7614-b806-49c3-b1ac-41163a7b86c9 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Waiting for the task: (returnval){ [ 767.762132] env[65682]: value = "task-4615842" [ 767.762132] env[65682]: _type = "Task" [ 767.762132] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.785204] env[65682]: DEBUG oslo_vmware.api [None req-43fd7614-b806-49c3-b1ac-41163a7b86c9 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Task: {'id': task-4615842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.833017] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8bea225e-1bf4-4bd9-83a2-a744182d3f6d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Lock "bb377ed3-35f4-4001-a73c-45d257bec3f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.063s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.911021] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.918098] env[65682]: DEBUG oslo_vmware.api [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Task: {'id': task-4615839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342791} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.918573] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.918880] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.919165] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.984140] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquiring lock "refresh_cache-c1dffb08-8d14-4976-addd-6f563b1f31fb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.984344] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquired lock "refresh_cache-c1dffb08-8d14-4976-addd-6f563b1f31fb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.984507] env[65682]: DEBUG nova.network.neutron [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 767.987884] env[65682]: DEBUG nova.compute.manager [req-3ddc5fe8-fae2-46f1-a22e-e56e3a690297 req-4cff55b1-b486-42f9-ac02-61b6fcb13999 service nova] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Received event network-vif-deleted-ae8954aa-031d-4e69-8de5-93ce3968a894 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 767.988236] env[65682]: INFO nova.compute.manager [req-3ddc5fe8-fae2-46f1-a22e-e56e3a690297 req-4cff55b1-b486-42f9-ac02-61b6fcb13999 service nova] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Neutron deleted interface ae8954aa-031d-4e69-8de5-93ce3968a894; detaching it from the instance and deleting it from the info cache [ 767.988395] env[65682]: DEBUG nova.network.neutron [req-3ddc5fe8-fae2-46f1-a22e-e56e3a690297 req-4cff55b1-b486-42f9-ac02-61b6fcb13999 service nova] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.990464] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Volume detach. Driver type: vmdk {{(pid=65682) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 767.991406] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b164a597-606e-4729-b385-6b1bb7b1f701 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.004207] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279d5dfd-001d-457e-a84d-e21daec03de6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.028019] env[65682]: DEBUG oslo_vmware.api [None req-3d209126-a4a4-47e6-9c6b-55f6a45e47dc tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4615841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346466} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.028424] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d209126-a4a4-47e6-9c6b-55f6a45e47dc tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.028539] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3d209126-a4a4-47e6-9c6b-55f6a45e47dc tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.028653] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3d209126-a4a4-47e6-9c6b-55f6a45e47dc tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.028820] env[65682]: INFO nova.compute.manager [None req-3d209126-a4a4-47e6-9c6b-55f6a45e47dc tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Took 1.17 seconds to destroy the instance on the hypervisor. [ 768.029086] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-3d209126-a4a4-47e6-9c6b-55f6a45e47dc tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 768.029298] env[65682]: DEBUG nova.compute.manager [-] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 768.029389] env[65682]: DEBUG nova.network.neutron [-] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 768.029637] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.046438] env[65682]: ERROR nova.compute.manager [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Failed to detach volume 31daff33-ed42-496b-b3d1-243c6343e16b from /dev/sda: nova.exception.InstanceNotFound: Instance 1ee31b8f-5bb3-473a-b27f-331a853ed787 could not be found. [ 768.046438] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Traceback (most recent call last): [ 768.046438] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] File "/opt/stack/nova/nova/compute/manager.py", line 4224, in _do_rebuild_instance [ 768.046438] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] self.driver.rebuild(**kwargs) [ 768.046438] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 768.046438] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] raise NotImplementedError() [ 768.046438] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] NotImplementedError [ 768.046438] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] [ 768.046438] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] During handling of the above exception, another exception occurred: [ 768.046438] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] [ 768.046438] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Traceback (most recent call last): [ 768.046438] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] File "/opt/stack/nova/nova/compute/manager.py", line 3647, in _detach_root_volume [ 768.046438] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] self.driver.detach_volume(context, old_connection_info, [ 768.046438] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 768.046438] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] return self._volumeops.detach_volume(connection_info, instance) [ 768.046438] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 768.046438] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] self._detach_volume_vmdk(connection_info, instance) [ 768.046438] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 768.046438] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 768.046438] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 768.046438] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] stable_ref.fetch_moref(session) [ 768.046438] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 768.046438] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] raise exception.InstanceNotFound(instance_id=self._uuid) [ 768.046438] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] nova.exception.InstanceNotFound: Instance 1ee31b8f-5bb3-473a-b27f-331a853ed787 could not be found. [ 768.046438] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] [ 768.180728] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.210074] env[65682]: DEBUG oslo_vmware.api [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4615837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565794} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.210390] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1/2342f97e-f740-49a0-b3ed-87bcfa9e2fa1.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.210610] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.210975] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-969b4fed-2372-40bd-a834-6b7bc6d9f386 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.218762] env[65682]: DEBUG oslo_vmware.api [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Waiting for the task: (returnval){ [ 768.218762] env[65682]: value = "task-4615843" [ 768.218762] env[65682]: _type = "Task" [ 768.218762] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.233974] env[65682]: DEBUG oslo_vmware.api [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4615843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.252177] env[65682]: DEBUG nova.compute.utils [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Build of instance 1ee31b8f-5bb3-473a-b27f-331a853ed787 aborted: Failed to rebuild volume backed instance. {{(pid=65682) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 768.256455] env[65682]: ERROR nova.compute.manager [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 1ee31b8f-5bb3-473a-b27f-331a853ed787 aborted: Failed to rebuild volume backed instance. [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Traceback (most recent call last): [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] File "/opt/stack/nova/nova/compute/manager.py", line 4224, in _do_rebuild_instance [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] self.driver.rebuild(**kwargs) [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] raise NotImplementedError() [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] NotImplementedError [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] During handling of the above exception, another exception occurred: [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Traceback (most recent call last): [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] File "/opt/stack/nova/nova/compute/manager.py", line 3682, in _rebuild_volume_backed_instance [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] self._detach_root_volume(context, instance, root_bdm) [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] File "/opt/stack/nova/nova/compute/manager.py", line 3661, in _detach_root_volume [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] with excutils.save_and_reraise_exception(): [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] self.force_reraise() [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] raise self.value [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] File "/opt/stack/nova/nova/compute/manager.py", line 3647, in _detach_root_volume [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] self.driver.detach_volume(context, old_connection_info, [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] return self._volumeops.detach_volume(connection_info, instance) [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] self._detach_volume_vmdk(connection_info, instance) [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] stable_ref.fetch_moref(session) [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] raise exception.InstanceNotFound(instance_id=self._uuid) [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] nova.exception.InstanceNotFound: Instance 1ee31b8f-5bb3-473a-b27f-331a853ed787 could not be found. [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] During handling of the above exception, another exception occurred: [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Traceback (most recent call last): [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] File "/opt/stack/nova/nova/compute/manager.py", line 11553, in _error_out_instance_on_exception [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] yield [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] File "/opt/stack/nova/nova/compute/manager.py", line 3950, in rebuild_instance [ 768.256455] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] self._do_rebuild_instance_with_claim( [ 768.258090] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] File "/opt/stack/nova/nova/compute/manager.py", line 4036, in _do_rebuild_instance_with_claim [ 768.258090] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] self._do_rebuild_instance( [ 768.258090] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] File "/opt/stack/nova/nova/compute/manager.py", line 4228, in _do_rebuild_instance [ 768.258090] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] self._rebuild_default_impl(**kwargs) [ 768.258090] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] File "/opt/stack/nova/nova/compute/manager.py", line 3805, in _rebuild_default_impl [ 768.258090] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] self._rebuild_volume_backed_instance( [ 768.258090] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] File "/opt/stack/nova/nova/compute/manager.py", line 3697, in _rebuild_volume_backed_instance [ 768.258090] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] raise exception.BuildAbortException( [ 768.258090] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] nova.exception.BuildAbortException: Build of instance 1ee31b8f-5bb3-473a-b27f-331a853ed787 aborted: Failed to rebuild volume backed instance. [ 768.258090] env[65682]: ERROR nova.compute.manager [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] [ 768.260339] env[65682]: DEBUG nova.network.neutron [-] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.279959] env[65682]: DEBUG oslo_vmware.api [None req-43fd7614-b806-49c3-b1ac-41163a7b86c9 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Task: {'id': task-4615842, 'name': PowerOffVM_Task, 'duration_secs': 0.199147} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.280427] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-43fd7614-b806-49c3-b1ac-41163a7b86c9 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.280718] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-43fd7614-b806-49c3-b1ac-41163a7b86c9 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.281119] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f9e173d-db2a-47b5-84f8-962a321f84f8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.352964] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-43fd7614-b806-49c3-b1ac-41163a7b86c9 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.353209] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-43fd7614-b806-49c3-b1ac-41163a7b86c9 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.353395] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-43fd7614-b806-49c3-b1ac-41163a7b86c9 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Deleting the datastore file [datastore2] 361105bf-f13c-4c6f-973f-b8e70665f84e {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.356619] env[65682]: DEBUG nova.network.neutron [-] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.357864] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c88ef948-c3a0-42a9-bffc-f7f24d7a8928 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.368079] env[65682]: DEBUG oslo_vmware.api [None req-43fd7614-b806-49c3-b1ac-41163a7b86c9 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Waiting for the task: (returnval){ [ 768.368079] env[65682]: value = "task-4615845" [ 768.368079] env[65682]: _type = "Task" [ 768.368079] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.379039] env[65682]: DEBUG oslo_vmware.api [None req-43fd7614-b806-49c3-b1ac-41163a7b86c9 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Task: {'id': task-4615845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.497546] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0fa9b729-5d3a-4a1d-a279-68b88c398e77 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.509604] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66709821-6128-4cf2-8b34-0f94b5fc4fd8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.528346] env[65682]: DEBUG nova.network.neutron [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 768.559774] env[65682]: DEBUG nova.compute.manager [req-3ddc5fe8-fae2-46f1-a22e-e56e3a690297 req-4cff55b1-b486-42f9-ac02-61b6fcb13999 service nova] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Detach interface failed, port_id=ae8954aa-031d-4e69-8de5-93ce3968a894, reason: Instance f9347764-1fbe-4a3c-8d8b-828bb61b9f25 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 768.658146] env[65682]: WARNING neutronclient.v2_0.client [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.667888] env[65682]: DEBUG nova.network.neutron [-] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.734312] env[65682]: DEBUG oslo_vmware.api [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4615843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108998} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.734772] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.735789] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af66ceea-1bfe-444a-9733-3b821ca1f2f3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.764241] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1/2342f97e-f740-49a0-b3ed-87bcfa9e2fa1.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.765654] env[65682]: DEBUG nova.network.neutron [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Updating instance_info_cache with network_info: [{"id": "52570d6e-b09c-4f52-962c-95ab754de987", "address": "fa:16:3e:f5:87:e6", "network": {"id": "bbb1b243-b946-4884-a796-2a10b7d24ede", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2053837350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa33bc1eaa5b4d4bb5063ffee3b1d8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52570d6e-b0", "ovs_interfaceid": "52570d6e-b09c-4f52-962c-95ab754de987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.770973] env[65682]: INFO nova.compute.manager [-] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Took 1.34 seconds to deallocate network for instance. [ 768.770973] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c31a7748-9b1d-4819-bc43-57183f351652 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.796905] env[65682]: DEBUG oslo_vmware.api [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Waiting for the task: (returnval){ [ 768.796905] env[65682]: value = "task-4615846" [ 768.796905] env[65682]: _type = "Task" [ 768.796905] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.811989] env[65682]: DEBUG oslo_vmware.api [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4615846, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.862652] env[65682]: INFO nova.compute.manager [-] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Took 1.40 seconds to deallocate network for instance. [ 768.882706] env[65682]: DEBUG oslo_vmware.api [None req-43fd7614-b806-49c3-b1ac-41163a7b86c9 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Task: {'id': task-4615845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182991} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.883394] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-43fd7614-b806-49c3-b1ac-41163a7b86c9 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.883394] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-43fd7614-b806-49c3-b1ac-41163a7b86c9 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.883394] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-43fd7614-b806-49c3-b1ac-41163a7b86c9 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.883589] env[65682]: INFO nova.compute.manager [None req-43fd7614-b806-49c3-b1ac-41163a7b86c9 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 768.883837] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-43fd7614-b806-49c3-b1ac-41163a7b86c9 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 768.883902] env[65682]: DEBUG nova.compute.manager [-] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 768.885146] env[65682]: DEBUG nova.network.neutron [-] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 768.885146] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.940434] env[65682]: DEBUG nova.network.neutron [-] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.979957] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.041136] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df72c2ed-7929-48dd-b074-19c326c4b40b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.050738] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be84bd4b-f8bc-471b-b77f-3fc57bfa4f4c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.087287] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea99af1c-1cdf-4e59-80e2-102e9d417b3a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.099447] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0860c6-c021-4b26-82c5-15a2218cf931 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.115349] env[65682]: DEBUG nova.compute.provider_tree [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.172921] env[65682]: INFO nova.compute.manager [-] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Took 1.49 seconds to deallocate network for instance. [ 769.287317] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Releasing lock "refresh_cache-c1dffb08-8d14-4976-addd-6f563b1f31fb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.287646] env[65682]: DEBUG nova.compute.manager [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Instance network_info: |[{"id": "52570d6e-b09c-4f52-962c-95ab754de987", "address": "fa:16:3e:f5:87:e6", "network": {"id": "bbb1b243-b946-4884-a796-2a10b7d24ede", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2053837350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa33bc1eaa5b4d4bb5063ffee3b1d8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52570d6e-b0", "ovs_interfaceid": "52570d6e-b09c-4f52-962c-95ab754de987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 769.288047] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:87:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52570d6e-b09c-4f52-962c-95ab754de987', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.296228] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Creating folder: Project (aa33bc1eaa5b4d4bb5063ffee3b1d8c6). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.298850] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8828388-062e-4862-a1b7-3a46a46b0b6b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.300726] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a0a70e01-f7f6-47e6-82c1-92891e187381 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.312853] env[65682]: DEBUG oslo_vmware.api [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4615846, 'name': ReconfigVM_Task, 'duration_secs': 0.319532} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.313631] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1/2342f97e-f740-49a0-b3ed-87bcfa9e2fa1.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.313995] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=65682) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 769.314985] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-289bb897-b44e-4eab-a019-7b99c1d3c0a9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.318821] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Created folder: Project (aa33bc1eaa5b4d4bb5063ffee3b1d8c6) in parent group-v901426. [ 769.319015] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Creating folder: Instances. Parent ref: group-v901576. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.319665] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37494b14-5ef8-42d0-9f9b-a5fb03bb5a85 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.324415] env[65682]: DEBUG oslo_vmware.api [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Waiting for the task: (returnval){ [ 769.324415] env[65682]: value = "task-4615848" [ 769.324415] env[65682]: _type = "Task" [ 769.324415] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.334125] env[65682]: DEBUG oslo_vmware.api [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4615848, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.335735] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Created folder: Instances in parent group-v901576. [ 769.336068] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 769.336197] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.336420] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f4f280a-dc57-4583-ba87-5f712e49b83e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.358021] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.358021] env[65682]: value = "task-4615850" [ 769.358021] env[65682]: _type = "Task" [ 769.358021] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.367185] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615850, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.379166] env[65682]: DEBUG oslo_concurrency.lockutils [None req-caca8d2e-3b84-4586-a8cb-c98ec1d888f8 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.443365] env[65682]: INFO nova.compute.manager [-] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Took 1.41 seconds to deallocate network for instance. [ 769.620142] env[65682]: DEBUG nova.scheduler.client.report [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.672525] env[65682]: DEBUG nova.compute.manager [req-7beef796-6107-4ab0-8003-f4c8bc232ae0 req-2848b50e-7b2b-456b-83e2-6b8de9ea740c service nova] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Received event network-changed-52570d6e-b09c-4f52-962c-95ab754de987 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 769.672808] env[65682]: DEBUG nova.compute.manager [req-7beef796-6107-4ab0-8003-f4c8bc232ae0 req-2848b50e-7b2b-456b-83e2-6b8de9ea740c service nova] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Refreshing instance network info cache due to event network-changed-52570d6e-b09c-4f52-962c-95ab754de987. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 769.672931] env[65682]: DEBUG oslo_concurrency.lockutils [req-7beef796-6107-4ab0-8003-f4c8bc232ae0 req-2848b50e-7b2b-456b-83e2-6b8de9ea740c service nova] Acquiring lock "refresh_cache-c1dffb08-8d14-4976-addd-6f563b1f31fb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.673234] env[65682]: DEBUG oslo_concurrency.lockutils [req-7beef796-6107-4ab0-8003-f4c8bc232ae0 req-2848b50e-7b2b-456b-83e2-6b8de9ea740c service nova] Acquired lock "refresh_cache-c1dffb08-8d14-4976-addd-6f563b1f31fb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.673403] env[65682]: DEBUG nova.network.neutron [req-7beef796-6107-4ab0-8003-f4c8bc232ae0 req-2848b50e-7b2b-456b-83e2-6b8de9ea740c service nova] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Refreshing network info cache for port 52570d6e-b09c-4f52-962c-95ab754de987 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.679063] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ede6f940-3291-4be6-b616-f91a34264322 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.718660] env[65682]: DEBUG nova.network.neutron [-] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.839164] env[65682]: DEBUG oslo_vmware.api [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4615848, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.060126} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.839164] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=65682) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 769.839164] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aebf7a0-94c0-42cc-9d63-f6af151ef7a6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.864859] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1/ephemeral_0.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.865996] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbf10ee6-bc9a-46fe-ab1c-4eb3b89bf916 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.890693] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615850, 'name': CreateVM_Task, 'duration_secs': 0.412354} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.893303] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.893670] env[65682]: DEBUG oslo_vmware.api [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Waiting for the task: (returnval){ [ 769.893670] env[65682]: value = "task-4615851" [ 769.893670] env[65682]: _type = "Task" [ 769.893670] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.894181] env[65682]: WARNING neutronclient.v2_0.client [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.894538] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.894686] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.895149] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.895469] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52697673-0d05-4d6a-87b8-72f30439bb83 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.906108] env[65682]: DEBUG oslo_vmware.api [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 769.906108] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d8b7b5-4664-65d0-8d1f-7f5b7c18b29f" [ 769.906108] env[65682]: _type = "Task" [ 769.906108] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.909235] env[65682]: DEBUG oslo_vmware.api [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4615851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.919968] env[65682]: DEBUG oslo_vmware.api [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d8b7b5-4664-65d0-8d1f-7f5b7c18b29f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.953934] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3d209126-a4a4-47e6-9c6b-55f6a45e47dc tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.127481] env[65682]: DEBUG oslo_concurrency.lockutils [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.851s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.128125] env[65682]: DEBUG nova.compute.manager [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 770.133894] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3ae92812-6973-43dd-91e4-0cd781c31b00 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.557s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.134361] env[65682]: DEBUG nova.objects.instance [None req-3ae92812-6973-43dd-91e4-0cd781c31b00 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Lazy-loading 'resources' on Instance uuid c8ea402b-3b65-4b67-ae16-b3ae51a3dc86 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.162250] env[65682]: DEBUG nova.compute.manager [req-975d83e4-08cd-4860-b6e7-c48bffbcbaa8 req-6d2cb086-2bc0-47c1-a3b7-7e298b136c03 service nova] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Received event network-vif-deleted-d31dc4fb-ce59-4403-ba73-9d24762134d9 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 770.162481] env[65682]: DEBUG nova.compute.manager [req-975d83e4-08cd-4860-b6e7-c48bffbcbaa8 req-6d2cb086-2bc0-47c1-a3b7-7e298b136c03 service nova] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Received event network-vif-deleted-6096a338-9549-4d64-8a6b-fac039c50f68 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 770.177433] env[65682]: WARNING neutronclient.v2_0.client [req-7beef796-6107-4ab0-8003-f4c8bc232ae0 req-2848b50e-7b2b-456b-83e2-6b8de9ea740c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.221825] env[65682]: INFO nova.compute.manager [-] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Took 1.34 seconds to deallocate network for instance. [ 770.305586] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.365257] env[65682]: WARNING neutronclient.v2_0.client [req-7beef796-6107-4ab0-8003-f4c8bc232ae0 req-2848b50e-7b2b-456b-83e2-6b8de9ea740c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.407659] env[65682]: DEBUG oslo_vmware.api [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4615851, 'name': ReconfigVM_Task, 'duration_secs': 0.319057} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.407659] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1/ephemeral_0.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.407659] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-656fe2b6-e5b5-4018-8920-a601dc55431d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.419354] env[65682]: DEBUG oslo_vmware.api [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Waiting for the task: (returnval){ [ 770.419354] env[65682]: value = "task-4615852" [ 770.419354] env[65682]: _type = "Task" [ 770.419354] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.423974] env[65682]: DEBUG oslo_vmware.api [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d8b7b5-4664-65d0-8d1f-7f5b7c18b29f, 'name': SearchDatastore_Task, 'duration_secs': 0.016212} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.427442] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.427713] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.428023] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.428432] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.428432] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.429057] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b574935-0901-48c5-84cb-18f5dc020739 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.437755] env[65682]: DEBUG oslo_vmware.api [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4615852, 'name': Rename_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.442125] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.442125] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.442860] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a81aa96a-3409-4dfc-bdec-caa4879608a8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.450036] env[65682]: DEBUG oslo_vmware.api [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 770.450036] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a2acaf-ff2e-bbb2-2ed6-ea7ff1cf0cd2" [ 770.450036] env[65682]: _type = "Task" [ 770.450036] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.454700] env[65682]: DEBUG nova.network.neutron [req-7beef796-6107-4ab0-8003-f4c8bc232ae0 req-2848b50e-7b2b-456b-83e2-6b8de9ea740c service nova] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Updated VIF entry in instance network info cache for port 52570d6e-b09c-4f52-962c-95ab754de987. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 770.455138] env[65682]: DEBUG nova.network.neutron [req-7beef796-6107-4ab0-8003-f4c8bc232ae0 req-2848b50e-7b2b-456b-83e2-6b8de9ea740c service nova] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Updating instance_info_cache with network_info: [{"id": "52570d6e-b09c-4f52-962c-95ab754de987", "address": "fa:16:3e:f5:87:e6", "network": {"id": "bbb1b243-b946-4884-a796-2a10b7d24ede", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2053837350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa33bc1eaa5b4d4bb5063ffee3b1d8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52570d6e-b0", "ovs_interfaceid": "52570d6e-b09c-4f52-962c-95ab754de987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.463727] env[65682]: DEBUG oslo_vmware.api [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a2acaf-ff2e-bbb2-2ed6-ea7ff1cf0cd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.639184] env[65682]: DEBUG nova.compute.utils [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.645436] env[65682]: DEBUG nova.compute.manager [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 770.645687] env[65682]: DEBUG nova.network.neutron [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 770.647193] env[65682]: WARNING neutronclient.v2_0.client [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.647193] env[65682]: WARNING neutronclient.v2_0.client [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.691338] env[65682]: DEBUG nova.policy [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db55fdbfad5c4ac2a775fd45cb44d6ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '990741a7150b42248bcc99e683ec6d2c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.729248] env[65682]: DEBUG oslo_concurrency.lockutils [None req-43fd7614-b806-49c3-b1ac-41163a7b86c9 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.936590] env[65682]: DEBUG oslo_vmware.api [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4615852, 'name': Rename_Task, 'duration_secs': 0.171459} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.936799] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.938295] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8b457b6-6398-4e9f-9c79-bb180d71b041 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.949462] env[65682]: DEBUG oslo_vmware.api [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Waiting for the task: (returnval){ [ 770.949462] env[65682]: value = "task-4615853" [ 770.949462] env[65682]: _type = "Task" [ 770.949462] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.961131] env[65682]: DEBUG oslo_concurrency.lockutils [req-7beef796-6107-4ab0-8003-f4c8bc232ae0 req-2848b50e-7b2b-456b-83e2-6b8de9ea740c service nova] Releasing lock "refresh_cache-c1dffb08-8d14-4976-addd-6f563b1f31fb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.961131] env[65682]: DEBUG nova.compute.manager [req-7beef796-6107-4ab0-8003-f4c8bc232ae0 req-2848b50e-7b2b-456b-83e2-6b8de9ea740c service nova] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Received event network-vif-deleted-bc8719ab-c26f-4e18-9b34-14c6779dd339 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 770.961131] env[65682]: DEBUG nova.compute.manager [req-7beef796-6107-4ab0-8003-f4c8bc232ae0 req-2848b50e-7b2b-456b-83e2-6b8de9ea740c service nova] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Received event network-vif-deleted-b08f94bc-5778-43f9-83d6-c56af2525771 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 770.964358] env[65682]: DEBUG oslo_vmware.api [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4615853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.968765] env[65682]: DEBUG oslo_vmware.api [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a2acaf-ff2e-bbb2-2ed6-ea7ff1cf0cd2, 'name': SearchDatastore_Task, 'duration_secs': 0.01103} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.972120] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4592ce6-73f0-4d38-bfd2-2a040f0e9dc8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.979365] env[65682]: DEBUG oslo_vmware.api [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 770.979365] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5298b590-8c9d-ec9b-f346-aac7710f61b5" [ 770.979365] env[65682]: _type = "Task" [ 770.979365] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.994610] env[65682]: DEBUG oslo_vmware.api [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5298b590-8c9d-ec9b-f346-aac7710f61b5, 'name': SearchDatastore_Task, 'duration_secs': 0.011289} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.995068] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.995489] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] c1dffb08-8d14-4976-addd-6f563b1f31fb/c1dffb08-8d14-4976-addd-6f563b1f31fb.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.995972] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3822f909-ec0a-4409-b2f8-fdce28cef642 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.006158] env[65682]: DEBUG oslo_vmware.api [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 771.006158] env[65682]: value = "task-4615854" [ 771.006158] env[65682]: _type = "Task" [ 771.006158] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.019640] env[65682]: DEBUG oslo_vmware.api [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4615854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.088875] env[65682]: DEBUG nova.network.neutron [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Successfully created port: 7fdcb979-6482-461e-82b1-3371d9f45532 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 771.120174] env[65682]: DEBUG oslo_concurrency.lockutils [None req-87417e28-ec0a-46bb-9d18-17cc613f0167 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Acquiring lock "1ee31b8f-5bb3-473a-b27f-331a853ed787" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.120446] env[65682]: DEBUG oslo_concurrency.lockutils [None req-87417e28-ec0a-46bb-9d18-17cc613f0167 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Lock "1ee31b8f-5bb3-473a-b27f-331a853ed787" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.120647] env[65682]: DEBUG oslo_concurrency.lockutils [None req-87417e28-ec0a-46bb-9d18-17cc613f0167 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Acquiring lock "1ee31b8f-5bb3-473a-b27f-331a853ed787-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.120938] env[65682]: DEBUG oslo_concurrency.lockutils [None req-87417e28-ec0a-46bb-9d18-17cc613f0167 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Lock "1ee31b8f-5bb3-473a-b27f-331a853ed787-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.121124] env[65682]: DEBUG oslo_concurrency.lockutils [None req-87417e28-ec0a-46bb-9d18-17cc613f0167 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Lock "1ee31b8f-5bb3-473a-b27f-331a853ed787-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.126182] env[65682]: INFO nova.compute.manager [None req-87417e28-ec0a-46bb-9d18-17cc613f0167 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Terminating instance [ 771.141705] env[65682]: DEBUG nova.compute.manager [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 771.219012] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Acquiring lock "8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.219455] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Lock "8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.313306] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c54141-4ccb-4521-8c54-9b9903e1e59c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.324295] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16881226-02b5-4289-a7ae-9cc8cf97a2ae {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.369387] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958f0012-ce5f-445b-a554-376914ff41b4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.380999] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab084c29-b324-4da5-a024-8c7568c0863d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.399417] env[65682]: DEBUG nova.compute.provider_tree [None req-3ae92812-6973-43dd-91e4-0cd781c31b00 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.467600] env[65682]: DEBUG oslo_vmware.api [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4615853, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.519578] env[65682]: DEBUG oslo_vmware.api [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4615854, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.630888] env[65682]: DEBUG nova.compute.manager [None req-87417e28-ec0a-46bb-9d18-17cc613f0167 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 771.631292] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5d89f86-98d9-4e89-ade8-a18d203d2f99 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.641860] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a02f0f7-f7de-4fbf-a8cc-50cd5ff41fb6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.679894] env[65682]: WARNING nova.virt.vmwareapi.driver [None req-87417e28-ec0a-46bb-9d18-17cc613f0167 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 1ee31b8f-5bb3-473a-b27f-331a853ed787 could not be found. [ 771.680124] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-87417e28-ec0a-46bb-9d18-17cc613f0167 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.680498] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6175b04c-2c05-4190-a66f-f3da7810ddd0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.690844] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc162dee-dbe6-420b-abfc-155fb44eeee7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.729248] env[65682]: WARNING nova.virt.vmwareapi.vmops [None req-87417e28-ec0a-46bb-9d18-17cc613f0167 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 1ee31b8f-5bb3-473a-b27f-331a853ed787 could not be found. [ 771.729378] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-87417e28-ec0a-46bb-9d18-17cc613f0167 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.729506] env[65682]: INFO nova.compute.manager [None req-87417e28-ec0a-46bb-9d18-17cc613f0167 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Took 0.10 seconds to destroy the instance on the hypervisor. [ 771.729926] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-87417e28-ec0a-46bb-9d18-17cc613f0167 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 771.730012] env[65682]: DEBUG nova.compute.manager [-] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 771.730110] env[65682]: DEBUG nova.network.neutron [-] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 771.730614] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.844893] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.905630] env[65682]: DEBUG nova.scheduler.client.report [None req-3ae92812-6973-43dd-91e4-0cd781c31b00 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.961499] env[65682]: DEBUG oslo_vmware.api [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4615853, 'name': PowerOnVM_Task, 'duration_secs': 0.581428} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.961829] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.962047] env[65682]: INFO nova.compute.manager [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Took 9.64 seconds to spawn the instance on the hypervisor. [ 771.962228] env[65682]: DEBUG nova.compute.manager [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 771.963053] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6deee8-3d2c-4505-977e-f68f16e4f8d3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.018248] env[65682]: DEBUG oslo_vmware.api [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4615854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538029} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.018248] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] c1dffb08-8d14-4976-addd-6f563b1f31fb/c1dffb08-8d14-4976-addd-6f563b1f31fb.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.018518] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.018674] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e84e15e6-18e2-4b54-9c20-d72932a204b9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.026141] env[65682]: DEBUG oslo_vmware.api [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 772.026141] env[65682]: value = "task-4615855" [ 772.026141] env[65682]: _type = "Task" [ 772.026141] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.035605] env[65682]: DEBUG oslo_vmware.api [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4615855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.158739] env[65682]: DEBUG nova.compute.manager [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 772.187893] env[65682]: DEBUG nova.virt.hardware [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 772.188619] env[65682]: DEBUG nova.virt.hardware [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.188619] env[65682]: DEBUG nova.virt.hardware [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 772.188740] env[65682]: DEBUG nova.virt.hardware [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.188803] env[65682]: DEBUG nova.virt.hardware [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 772.188992] env[65682]: DEBUG nova.virt.hardware [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 772.189168] env[65682]: DEBUG nova.virt.hardware [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 772.189348] env[65682]: DEBUG nova.virt.hardware [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 772.189510] env[65682]: DEBUG nova.virt.hardware [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 772.189715] env[65682]: DEBUG nova.virt.hardware [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 772.189936] env[65682]: DEBUG nova.virt.hardware [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 772.190835] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea5591e-735d-4a7e-9500-18aee6eb7940 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.200303] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84de967-40c6-44f2-8ec4-f09412180528 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.412616] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3ae92812-6973-43dd-91e4-0cd781c31b00 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.279s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.415205] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e204dbe3-df59-4cee-804f-cb61d4bb46ba tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.275s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.415462] env[65682]: DEBUG nova.objects.instance [None req-e204dbe3-df59-4cee-804f-cb61d4bb46ba tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Lazy-loading 'resources' on Instance uuid a4e298d5-1423-4561-b40f-d61ec5e6ba83 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.444993] env[65682]: INFO nova.scheduler.client.report [None req-3ae92812-6973-43dd-91e4-0cd781c31b00 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Deleted allocations for instance c8ea402b-3b65-4b67-ae16-b3ae51a3dc86 [ 772.488703] env[65682]: INFO nova.compute.manager [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Took 38.92 seconds to build instance. [ 772.538690] env[65682]: DEBUG oslo_vmware.api [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4615855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.271808} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.539072] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.540279] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841d5ba0-9075-4151-8828-a6fd2569a9a2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.565723] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] c1dffb08-8d14-4976-addd-6f563b1f31fb/c1dffb08-8d14-4976-addd-6f563b1f31fb.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.565723] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92ff30bb-44d6-4576-a425-39a824db3356 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.588598] env[65682]: DEBUG oslo_vmware.api [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 772.588598] env[65682]: value = "task-4615856" [ 772.588598] env[65682]: _type = "Task" [ 772.588598] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.598345] env[65682]: DEBUG oslo_vmware.api [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4615856, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.806036] env[65682]: DEBUG nova.network.neutron [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Successfully updated port: 7fdcb979-6482-461e-82b1-3371d9f45532 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 772.833469] env[65682]: DEBUG nova.network.neutron [-] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.923236] env[65682]: DEBUG nova.compute.manager [req-01ff5fcd-4e75-41b4-851c-ddec12a63694 req-3ec9614d-8c49-445b-b317-c9d3af4cb64c service nova] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Received event network-vif-deleted-d654a2fa-0f11-4bda-bcfa-1261556c3e68 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 772.958041] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3ae92812-6973-43dd-91e4-0cd781c31b00 tempest-InstanceActionsTestJSON-1280877042 tempest-InstanceActionsTestJSON-1280877042-project-member] Lock "c8ea402b-3b65-4b67-ae16-b3ae51a3dc86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.888s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.992635] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4b1f2403-22cc-4094-962f-28475252e285 tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Lock "2342f97e-f740-49a0-b3ed-87bcfa9e2fa1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.880s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.104738] env[65682]: DEBUG oslo_vmware.api [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4615856, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.161514] env[65682]: DEBUG nova.compute.manager [req-420c6fdd-8519-4595-aedc-f6414f6b836f req-c8c47bfa-37cf-496b-85b9-076733ed42a6 service nova] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Received event network-vif-plugged-7fdcb979-6482-461e-82b1-3371d9f45532 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 773.161644] env[65682]: DEBUG oslo_concurrency.lockutils [req-420c6fdd-8519-4595-aedc-f6414f6b836f req-c8c47bfa-37cf-496b-85b9-076733ed42a6 service nova] Acquiring lock "6889468b-121b-48cb-a32b-c1411750f54f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.162252] env[65682]: DEBUG oslo_concurrency.lockutils [req-420c6fdd-8519-4595-aedc-f6414f6b836f req-c8c47bfa-37cf-496b-85b9-076733ed42a6 service nova] Lock "6889468b-121b-48cb-a32b-c1411750f54f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.162252] env[65682]: DEBUG oslo_concurrency.lockutils [req-420c6fdd-8519-4595-aedc-f6414f6b836f req-c8c47bfa-37cf-496b-85b9-076733ed42a6 service nova] Lock "6889468b-121b-48cb-a32b-c1411750f54f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.162436] env[65682]: DEBUG nova.compute.manager [req-420c6fdd-8519-4595-aedc-f6414f6b836f req-c8c47bfa-37cf-496b-85b9-076733ed42a6 service nova] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] No waiting events found dispatching network-vif-plugged-7fdcb979-6482-461e-82b1-3371d9f45532 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 773.162627] env[65682]: WARNING nova.compute.manager [req-420c6fdd-8519-4595-aedc-f6414f6b836f req-c8c47bfa-37cf-496b-85b9-076733ed42a6 service nova] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Received unexpected event network-vif-plugged-7fdcb979-6482-461e-82b1-3371d9f45532 for instance with vm_state building and task_state spawning. [ 773.310688] env[65682]: DEBUG oslo_concurrency.lockutils [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Acquiring lock "refresh_cache-6889468b-121b-48cb-a32b-c1411750f54f" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.310688] env[65682]: DEBUG oslo_concurrency.lockutils [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Acquired lock "refresh_cache-6889468b-121b-48cb-a32b-c1411750f54f" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.310688] env[65682]: DEBUG nova.network.neutron [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 773.335919] env[65682]: INFO nova.compute.manager [-] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Took 1.61 seconds to deallocate network for instance. [ 773.495955] env[65682]: DEBUG nova.compute.manager [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 773.527432] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7b230e-91b4-4cfa-8458-8f334b27b05e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.537037] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8144de22-2644-4b27-8f36-ad4316011c08 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.576476] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d82874-cc5f-4e85-98a7-66c0d7195a12 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.583572] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfde6f7-e595-4453-91e5-7dfaa6c6ffaf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.604631] env[65682]: DEBUG nova.compute.provider_tree [None req-e204dbe3-df59-4cee-804f-cb61d4bb46ba tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.612133] env[65682]: DEBUG oslo_vmware.api [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4615856, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.901163] env[65682]: INFO nova.compute.manager [None req-87417e28-ec0a-46bb-9d18-17cc613f0167 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Took 0.56 seconds to detach 1 volumes for instance. [ 773.903774] env[65682]: DEBUG nova.compute.manager [None req-87417e28-ec0a-46bb-9d18-17cc613f0167 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Deleting volume: 31daff33-ed42-496b-b3d1-243c6343e16b {{(pid=65682) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3320}} [ 774.037695] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.102664] env[65682]: DEBUG oslo_vmware.api [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4615856, 'name': ReconfigVM_Task, 'duration_secs': 1.413168} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.102863] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Reconfigured VM instance instance-00000030 to attach disk [datastore2] c1dffb08-8d14-4976-addd-6f563b1f31fb/c1dffb08-8d14-4976-addd-6f563b1f31fb.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.103664] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53391a1c-e69d-46e4-89bd-4f7bf69d48bf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.109739] env[65682]: DEBUG nova.scheduler.client.report [None req-e204dbe3-df59-4cee-804f-cb61d4bb46ba tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.114798] env[65682]: DEBUG oslo_vmware.api [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 774.114798] env[65682]: value = "task-4615858" [ 774.114798] env[65682]: _type = "Task" [ 774.114798] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.130746] env[65682]: DEBUG oslo_vmware.api [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4615858, 'name': Rename_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.188073] env[65682]: DEBUG nova.network.neutron [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 774.459740] env[65682]: DEBUG oslo_concurrency.lockutils [None req-87417e28-ec0a-46bb-9d18-17cc613f0167 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.617059] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e204dbe3-df59-4cee-804f-cb61d4bb46ba tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.620562] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.809s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.620705] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.621209] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65682) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 774.621209] env[65682]: DEBUG oslo_concurrency.lockutils [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.680s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.627688] env[65682]: INFO nova.compute.claims [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.634255] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c54505-c0b1-4627-bc1f-1b35c79d5595 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.650517] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb9d629-97ce-4229-a290-764505f04fa5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.656469] env[65682]: DEBUG oslo_vmware.api [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4615858, 'name': Rename_Task, 'duration_secs': 0.168651} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.657923] env[65682]: INFO nova.scheduler.client.report [None req-e204dbe3-df59-4cee-804f-cb61d4bb46ba tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Deleted allocations for instance a4e298d5-1423-4561-b40f-d61ec5e6ba83 [ 774.658970] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.664333] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-895d7119-a6e1-4b47-90f5-c0bf54b5e8eb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.684453] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8790c0f-c936-4066-9768-bdac4497636f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.689340] env[65682]: DEBUG oslo_vmware.api [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 774.689340] env[65682]: value = "task-4615859" [ 774.689340] env[65682]: _type = "Task" [ 774.689340] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.700369] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01921f4-5142-4d1e-b8c4-4467825af060 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.710216] env[65682]: DEBUG oslo_vmware.api [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4615859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.739236] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178620MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65682) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 774.739402] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.828972] env[65682]: WARNING neutronclient.v2_0.client [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.173139] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e204dbe3-df59-4cee-804f-cb61d4bb46ba tempest-ServerExternalEventsTest-822180636 tempest-ServerExternalEventsTest-822180636-project-member] Lock "a4e298d5-1423-4561-b40f-d61ec5e6ba83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.502s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.179750] env[65682]: DEBUG nova.network.neutron [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Updating instance_info_cache with network_info: [{"id": "7fdcb979-6482-461e-82b1-3371d9f45532", "address": "fa:16:3e:d0:b1:1d", "network": {"id": "21b398bc-810a-4a89-b909-23153277bca2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1539647520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "990741a7150b42248bcc99e683ec6d2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fdcb979-64", "ovs_interfaceid": "7fdcb979-6482-461e-82b1-3371d9f45532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.204749] env[65682]: DEBUG oslo_vmware.api [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4615859, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.685569] env[65682]: DEBUG oslo_concurrency.lockutils [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Releasing lock "refresh_cache-6889468b-121b-48cb-a32b-c1411750f54f" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.687132] env[65682]: DEBUG nova.compute.manager [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Instance network_info: |[{"id": "7fdcb979-6482-461e-82b1-3371d9f45532", "address": "fa:16:3e:d0:b1:1d", "network": {"id": "21b398bc-810a-4a89-b909-23153277bca2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1539647520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "990741a7150b42248bcc99e683ec6d2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fdcb979-64", "ovs_interfaceid": "7fdcb979-6482-461e-82b1-3371d9f45532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 775.687132] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:b1:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fdcb979-6482-461e-82b1-3371d9f45532', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.697026] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 775.702019] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.705446] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de5e784a-b6e4-48f1-ae0e-ad012e59e582 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.742104] env[65682]: DEBUG oslo_vmware.api [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4615859, 'name': PowerOnVM_Task, 'duration_secs': 0.735204} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.742689] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.742874] env[65682]: INFO nova.compute.manager [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Took 8.84 seconds to spawn the instance on the hypervisor. [ 775.743070] env[65682]: DEBUG nova.compute.manager [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 775.743834] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.743834] env[65682]: value = "task-4615860" [ 775.743834] env[65682]: _type = "Task" [ 775.743834] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.744316] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e2b489-6379-4e99-b60f-35ddcf154983 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.756271] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615860, 'name': CreateVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.870666] env[65682]: DEBUG nova.compute.manager [req-65e4546a-d67d-4005-b07a-2c5a65100416 req-944e3410-4fb3-4b8b-89ec-f498f61d5d55 service nova] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Received event network-changed-7fdcb979-6482-461e-82b1-3371d9f45532 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 775.870947] env[65682]: DEBUG nova.compute.manager [req-65e4546a-d67d-4005-b07a-2c5a65100416 req-944e3410-4fb3-4b8b-89ec-f498f61d5d55 service nova] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Refreshing instance network info cache due to event network-changed-7fdcb979-6482-461e-82b1-3371d9f45532. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 775.871036] env[65682]: DEBUG oslo_concurrency.lockutils [req-65e4546a-d67d-4005-b07a-2c5a65100416 req-944e3410-4fb3-4b8b-89ec-f498f61d5d55 service nova] Acquiring lock "refresh_cache-6889468b-121b-48cb-a32b-c1411750f54f" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.872261] env[65682]: DEBUG oslo_concurrency.lockutils [req-65e4546a-d67d-4005-b07a-2c5a65100416 req-944e3410-4fb3-4b8b-89ec-f498f61d5d55 service nova] Acquired lock "refresh_cache-6889468b-121b-48cb-a32b-c1411750f54f" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.872261] env[65682]: DEBUG nova.network.neutron [req-65e4546a-d67d-4005-b07a-2c5a65100416 req-944e3410-4fb3-4b8b-89ec-f498f61d5d55 service nova] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Refreshing network info cache for port 7fdcb979-6482-461e-82b1-3371d9f45532 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.259938] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615860, 'name': CreateVM_Task, 'duration_secs': 0.396484} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.260144] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.260806] env[65682]: WARNING neutronclient.v2_0.client [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.261434] env[65682]: DEBUG oslo_concurrency.lockutils [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.261556] env[65682]: DEBUG oslo_concurrency.lockutils [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.262464] env[65682]: DEBUG oslo_concurrency.lockutils [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.262464] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e769c9fa-0651-4021-bc3d-7e9c93a10c53 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.282283] env[65682]: DEBUG oslo_vmware.api [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Waiting for the task: (returnval){ [ 776.282283] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5234b45a-fc04-d6c6-3cc6-6b7e616af9d1" [ 776.282283] env[65682]: _type = "Task" [ 776.282283] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.283191] env[65682]: INFO nova.compute.manager [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Took 40.01 seconds to build instance. [ 776.306542] env[65682]: DEBUG oslo_vmware.api [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5234b45a-fc04-d6c6-3cc6-6b7e616af9d1, 'name': SearchDatastore_Task, 'duration_secs': 0.020677} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.306897] env[65682]: DEBUG oslo_concurrency.lockutils [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.307107] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.307467] env[65682]: DEBUG oslo_concurrency.lockutils [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.307823] env[65682]: DEBUG oslo_concurrency.lockutils [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.308434] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.308434] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ea6131b-689d-4075-b070-5a5997f58f9e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.324452] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.324685] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.325555] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c06a5c19-c176-49c9-804e-9fa46989689d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.335692] env[65682]: DEBUG oslo_vmware.api [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Waiting for the task: (returnval){ [ 776.335692] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52957eda-9ca6-e3a1-5ea4-2f588665fb2b" [ 776.335692] env[65682]: _type = "Task" [ 776.335692] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.346133] env[65682]: DEBUG oslo_vmware.api [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52957eda-9ca6-e3a1-5ea4-2f588665fb2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.380271] env[65682]: WARNING neutronclient.v2_0.client [req-65e4546a-d67d-4005-b07a-2c5a65100416 req-944e3410-4fb3-4b8b-89ec-f498f61d5d55 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.395621] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c588657-ceee-4b06-9a04-11922561fbbf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.404103] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa8c414-a916-4e91-8e5a-3476b39ef6b7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.437617] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c4b2aa-6a7b-466a-b3e3-e4b931b70bc0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.446999] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9577951-ead2-4df3-97ab-4c523abb578c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.464222] env[65682]: DEBUG nova.compute.provider_tree [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 776.795208] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4ecc2d6c-c4a4-4048-b20d-22be40b40e63 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "c1dffb08-8d14-4976-addd-6f563b1f31fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.797s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.847746] env[65682]: DEBUG oslo_vmware.api [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52957eda-9ca6-e3a1-5ea4-2f588665fb2b, 'name': SearchDatastore_Task, 'duration_secs': 0.027169} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.848447] env[65682]: WARNING neutronclient.v2_0.client [req-65e4546a-d67d-4005-b07a-2c5a65100416 req-944e3410-4fb3-4b8b-89ec-f498f61d5d55 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.851974] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e379861b-2b3d-4450-b079-c7183a069723 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.858187] env[65682]: DEBUG oslo_vmware.api [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Waiting for the task: (returnval){ [ 776.858187] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]520c8501-7b90-460b-5cdd-b8f23097f943" [ 776.858187] env[65682]: _type = "Task" [ 776.858187] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.868983] env[65682]: DEBUG oslo_vmware.api [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]520c8501-7b90-460b-5cdd-b8f23097f943, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.990346] env[65682]: ERROR nova.scheduler.client.report [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [req-1d263819-478f-4861-809d-2047c6fb3516] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1d263819-478f-4861-809d-2047c6fb3516"}]} [ 777.010561] env[65682]: DEBUG nova.scheduler.client.report [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Refreshing inventories for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 777.027892] env[65682]: DEBUG nova.network.neutron [req-65e4546a-d67d-4005-b07a-2c5a65100416 req-944e3410-4fb3-4b8b-89ec-f498f61d5d55 service nova] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Updated VIF entry in instance network info cache for port 7fdcb979-6482-461e-82b1-3371d9f45532. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 777.027892] env[65682]: DEBUG nova.network.neutron [req-65e4546a-d67d-4005-b07a-2c5a65100416 req-944e3410-4fb3-4b8b-89ec-f498f61d5d55 service nova] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Updating instance_info_cache with network_info: [{"id": "7fdcb979-6482-461e-82b1-3371d9f45532", "address": "fa:16:3e:d0:b1:1d", "network": {"id": "21b398bc-810a-4a89-b909-23153277bca2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1539647520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "990741a7150b42248bcc99e683ec6d2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fdcb979-64", "ovs_interfaceid": "7fdcb979-6482-461e-82b1-3371d9f45532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.031390] env[65682]: DEBUG nova.scheduler.client.report [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Updating ProviderTree inventory for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 777.031390] env[65682]: DEBUG nova.compute.provider_tree [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 777.047436] env[65682]: DEBUG nova.scheduler.client.report [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Refreshing aggregate associations for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4, aggregates: None {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 777.083025] env[65682]: DEBUG nova.scheduler.client.report [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Refreshing trait associations for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 777.299599] env[65682]: DEBUG nova.compute.manager [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 777.369989] env[65682]: DEBUG oslo_vmware.api [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]520c8501-7b90-460b-5cdd-b8f23097f943, 'name': SearchDatastore_Task, 'duration_secs': 0.012665} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.372872] env[65682]: DEBUG oslo_concurrency.lockutils [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.373154] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 6889468b-121b-48cb-a32b-c1411750f54f/6889468b-121b-48cb-a32b-c1411750f54f.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.374094] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3957dc7d-59ad-485d-b649-90fc02a2a5c8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.382314] env[65682]: DEBUG oslo_vmware.api [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Waiting for the task: (returnval){ [ 777.382314] env[65682]: value = "task-4615861" [ 777.382314] env[65682]: _type = "Task" [ 777.382314] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.393927] env[65682]: DEBUG oslo_vmware.api [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': task-4615861, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.531421] env[65682]: DEBUG oslo_concurrency.lockutils [req-65e4546a-d67d-4005-b07a-2c5a65100416 req-944e3410-4fb3-4b8b-89ec-f498f61d5d55 service nova] Releasing lock "refresh_cache-6889468b-121b-48cb-a32b-c1411750f54f" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.790882] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3f9648-ecd7-4d85-961d-74c516609baa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.801974] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05afd05-73d3-4802-8e1b-d6d25424aab4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.863755] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.863755] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5696d30e-6823-427d-bb9a-46e5381a0dde {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.880809] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd1b430-d8b1-4dee-9892-129be1c6c970 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.899162] env[65682]: DEBUG oslo_vmware.api [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': task-4615861, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.911185] env[65682]: DEBUG nova.compute.provider_tree [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 778.398084] env[65682]: DEBUG oslo_vmware.api [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': task-4615861, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752077} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.398423] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 6889468b-121b-48cb-a32b-c1411750f54f/6889468b-121b-48cb-a32b-c1411750f54f.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.401493] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.401881] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41248d53-913b-427e-bfea-8c16a03299cc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.413304] env[65682]: DEBUG oslo_vmware.api [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Waiting for the task: (returnval){ [ 778.413304] env[65682]: value = "task-4615862" [ 778.413304] env[65682]: _type = "Task" [ 778.413304] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.439825] env[65682]: DEBUG oslo_vmware.api [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': task-4615862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.480032] env[65682]: DEBUG nova.scheduler.client.report [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Updated inventory for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 778.480032] env[65682]: DEBUG nova.compute.provider_tree [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Updating resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 generation from 74 to 75 during operation: update_inventory {{(pid=65682) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 778.480216] env[65682]: DEBUG nova.compute.provider_tree [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 778.592927] env[65682]: DEBUG nova.compute.manager [req-13662ae7-70a0-4f07-a69a-1a939b637310 req-d1d9c944-9b76-42d8-ab08-531c95ab9a24 service nova] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Received event network-changed-12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 778.594399] env[65682]: DEBUG nova.compute.manager [req-13662ae7-70a0-4f07-a69a-1a939b637310 req-d1d9c944-9b76-42d8-ab08-531c95ab9a24 service nova] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Refreshing instance network info cache due to event network-changed-12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 778.595138] env[65682]: DEBUG oslo_concurrency.lockutils [req-13662ae7-70a0-4f07-a69a-1a939b637310 req-d1d9c944-9b76-42d8-ab08-531c95ab9a24 service nova] Acquiring lock "refresh_cache-2342f97e-f740-49a0-b3ed-87bcfa9e2fa1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.595138] env[65682]: DEBUG oslo_concurrency.lockutils [req-13662ae7-70a0-4f07-a69a-1a939b637310 req-d1d9c944-9b76-42d8-ab08-531c95ab9a24 service nova] Acquired lock "refresh_cache-2342f97e-f740-49a0-b3ed-87bcfa9e2fa1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.595138] env[65682]: DEBUG nova.network.neutron [req-13662ae7-70a0-4f07-a69a-1a939b637310 req-d1d9c944-9b76-42d8-ab08-531c95ab9a24 service nova] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Refreshing network info cache for port 12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.929075] env[65682]: DEBUG oslo_vmware.api [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': task-4615862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071879} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.929075] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.929075] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d64cc56-3bd3-4b4a-89d2-614a666f4e14 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.962307] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 6889468b-121b-48cb-a32b-c1411750f54f/6889468b-121b-48cb-a32b-c1411750f54f.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.962307] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86fb5678-4bb2-47fe-a5ed-4f0162f75d30 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.987499] env[65682]: DEBUG oslo_vmware.api [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Waiting for the task: (returnval){ [ 778.987499] env[65682]: value = "task-4615863" [ 778.987499] env[65682]: _type = "Task" [ 778.987499] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.990756] env[65682]: DEBUG oslo_concurrency.lockutils [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.369s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.992019] env[65682]: DEBUG nova.compute.manager [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 778.996220] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.445s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.996220] env[65682]: INFO nova.compute.claims [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.007063] env[65682]: DEBUG oslo_vmware.api [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': task-4615863, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.097802] env[65682]: WARNING neutronclient.v2_0.client [req-13662ae7-70a0-4f07-a69a-1a939b637310 req-d1d9c944-9b76-42d8-ab08-531c95ab9a24 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.309040] env[65682]: WARNING neutronclient.v2_0.client [req-13662ae7-70a0-4f07-a69a-1a939b637310 req-d1d9c944-9b76-42d8-ab08-531c95ab9a24 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.419103] env[65682]: DEBUG nova.network.neutron [req-13662ae7-70a0-4f07-a69a-1a939b637310 req-d1d9c944-9b76-42d8-ab08-531c95ab9a24 service nova] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Updated VIF entry in instance network info cache for port 12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 779.419517] env[65682]: DEBUG nova.network.neutron [req-13662ae7-70a0-4f07-a69a-1a939b637310 req-d1d9c944-9b76-42d8-ab08-531c95ab9a24 service nova] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Updating instance_info_cache with network_info: [{"id": "12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe", "address": "fa:16:3e:3d:86:b8", "network": {"id": "501ab9a2-37a1-4829-8148-489f2b124a62", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-486556734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c67ea88399448a19182e3a443f4056f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12a0f3c9-bc", "ovs_interfaceid": "12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.497211] env[65682]: DEBUG oslo_vmware.api [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': task-4615863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.504849] env[65682]: DEBUG nova.compute.utils [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.507614] env[65682]: DEBUG nova.compute.manager [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 779.507614] env[65682]: DEBUG nova.network.neutron [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 779.507614] env[65682]: WARNING neutronclient.v2_0.client [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.508362] env[65682]: WARNING neutronclient.v2_0.client [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.597146] env[65682]: DEBUG nova.policy [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5f33fba67ab45da86c08fe6e62c3f56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9aa8a0b312c041e49d891b6bae417098', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 779.878395] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Acquiring lock "fbccaee6-8896-431f-9510-1ef10d42abdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.878589] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Lock "fbccaee6-8896-431f-9510-1ef10d42abdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.923863] env[65682]: DEBUG oslo_concurrency.lockutils [req-13662ae7-70a0-4f07-a69a-1a939b637310 req-d1d9c944-9b76-42d8-ab08-531c95ab9a24 service nova] Releasing lock "refresh_cache-2342f97e-f740-49a0-b3ed-87bcfa9e2fa1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.001810] env[65682]: DEBUG oslo_vmware.api [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': task-4615863, 'name': ReconfigVM_Task, 'duration_secs': 0.812926} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.001810] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 6889468b-121b-48cb-a32b-c1411750f54f/6889468b-121b-48cb-a32b-c1411750f54f.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.004109] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44ccfe71-ac2b-4f9a-99b2-bdbb09b6f7d1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.012164] env[65682]: DEBUG oslo_vmware.api [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Waiting for the task: (returnval){ [ 780.012164] env[65682]: value = "task-4615864" [ 780.012164] env[65682]: _type = "Task" [ 780.012164] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.012660] env[65682]: DEBUG nova.compute.manager [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 780.025871] env[65682]: DEBUG oslo_vmware.api [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': task-4615864, 'name': Rename_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.088850] env[65682]: DEBUG nova.network.neutron [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Successfully created port: ece344a5-60d3-4a87-aed4-5e7e942182a2 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 780.492342] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Acquiring lock "970eff7f-0e40-481a-a255-a0b4a4d211d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.492447] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Lock "970eff7f-0e40-481a-a255-a0b4a4d211d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.532437] env[65682]: DEBUG oslo_vmware.api [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': task-4615864, 'name': Rename_Task, 'duration_secs': 0.172789} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.532600] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.533251] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e3834f3-0b39-458c-b68b-594e109a1878 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.541077] env[65682]: DEBUG oslo_vmware.api [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Waiting for the task: (returnval){ [ 780.541077] env[65682]: value = "task-4615865" [ 780.541077] env[65682]: _type = "Task" [ 780.541077] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.554494] env[65682]: DEBUG oslo_vmware.api [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': task-4615865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.618839] env[65682]: DEBUG nova.compute.manager [req-5bf65e27-aa3b-4468-8970-062f681b4171 req-12a04b7d-de8a-4624-804b-9e4d05f8b81a service nova] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Received event network-changed-52570d6e-b09c-4f52-962c-95ab754de987 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 780.619106] env[65682]: DEBUG nova.compute.manager [req-5bf65e27-aa3b-4468-8970-062f681b4171 req-12a04b7d-de8a-4624-804b-9e4d05f8b81a service nova] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Refreshing instance network info cache due to event network-changed-52570d6e-b09c-4f52-962c-95ab754de987. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 780.620157] env[65682]: DEBUG oslo_concurrency.lockutils [req-5bf65e27-aa3b-4468-8970-062f681b4171 req-12a04b7d-de8a-4624-804b-9e4d05f8b81a service nova] Acquiring lock "refresh_cache-c1dffb08-8d14-4976-addd-6f563b1f31fb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.620331] env[65682]: DEBUG oslo_concurrency.lockutils [req-5bf65e27-aa3b-4468-8970-062f681b4171 req-12a04b7d-de8a-4624-804b-9e4d05f8b81a service nova] Acquired lock "refresh_cache-c1dffb08-8d14-4976-addd-6f563b1f31fb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.620483] env[65682]: DEBUG nova.network.neutron [req-5bf65e27-aa3b-4468-8970-062f681b4171 req-12a04b7d-de8a-4624-804b-9e4d05f8b81a service nova] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Refreshing network info cache for port 52570d6e-b09c-4f52-962c-95ab754de987 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.743436] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f802fdd4-0c77-4864-8c22-ad5d4b9607f4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.752944] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50fc4ef-2976-4001-bae1-fa32e46218a8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.795881] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b73b5e-9bcc-429d-9b9f-503720ce19bc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.804808] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940781cd-4fe5-4c43-b905-31e6de072e0d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.820312] env[65682]: DEBUG nova.compute.provider_tree [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 781.025491] env[65682]: DEBUG nova.compute.manager [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 781.053852] env[65682]: DEBUG oslo_vmware.api [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': task-4615865, 'name': PowerOnVM_Task, 'duration_secs': 0.478869} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.053852] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.053852] env[65682]: INFO nova.compute.manager [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Took 8.89 seconds to spawn the instance on the hypervisor. [ 781.053852] env[65682]: DEBUG nova.compute.manager [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 781.054542] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f29bf32-545d-4464-9271-0a22e9953259 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.060215] env[65682]: DEBUG nova.virt.hardware [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 781.060474] env[65682]: DEBUG nova.virt.hardware [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.060756] env[65682]: DEBUG nova.virt.hardware [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 781.061016] env[65682]: DEBUG nova.virt.hardware [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.061016] env[65682]: DEBUG nova.virt.hardware [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 781.061143] env[65682]: DEBUG nova.virt.hardware [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 781.061343] env[65682]: DEBUG nova.virt.hardware [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 781.061496] env[65682]: DEBUG nova.virt.hardware [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 781.061660] env[65682]: DEBUG nova.virt.hardware [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 781.061816] env[65682]: DEBUG nova.virt.hardware [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 781.061983] env[65682]: DEBUG nova.virt.hardware [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 781.062835] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d03f06b-bb32-4edd-8ac5-ff038d0f365d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.076036] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43383d68-34a8-480f-8b2c-ac8a8ef7b75c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.127597] env[65682]: WARNING neutronclient.v2_0.client [req-5bf65e27-aa3b-4468-8970-062f681b4171 req-12a04b7d-de8a-4624-804b-9e4d05f8b81a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.345850] env[65682]: ERROR nova.scheduler.client.report [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [req-02ffa857-ea12-4b6f-b069-dcbff8dbd4cb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-02ffa857-ea12-4b6f-b069-dcbff8dbd4cb"}]} [ 781.366606] env[65682]: DEBUG nova.scheduler.client.report [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Refreshing inventories for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 781.390359] env[65682]: DEBUG nova.scheduler.client.report [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Updating ProviderTree inventory for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 781.390589] env[65682]: DEBUG nova.compute.provider_tree [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 781.406312] env[65682]: DEBUG nova.scheduler.client.report [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Refreshing aggregate associations for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4, aggregates: None {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 781.425622] env[65682]: DEBUG nova.scheduler.client.report [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Refreshing trait associations for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 781.436941] env[65682]: WARNING neutronclient.v2_0.client [req-5bf65e27-aa3b-4468-8970-062f681b4171 req-12a04b7d-de8a-4624-804b-9e4d05f8b81a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.533357] env[65682]: DEBUG nova.network.neutron [req-5bf65e27-aa3b-4468-8970-062f681b4171 req-12a04b7d-de8a-4624-804b-9e4d05f8b81a service nova] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Updated VIF entry in instance network info cache for port 52570d6e-b09c-4f52-962c-95ab754de987. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 781.533706] env[65682]: DEBUG nova.network.neutron [req-5bf65e27-aa3b-4468-8970-062f681b4171 req-12a04b7d-de8a-4624-804b-9e4d05f8b81a service nova] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Updating instance_info_cache with network_info: [{"id": "52570d6e-b09c-4f52-962c-95ab754de987", "address": "fa:16:3e:f5:87:e6", "network": {"id": "bbb1b243-b946-4884-a796-2a10b7d24ede", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2053837350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa33bc1eaa5b4d4bb5063ffee3b1d8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52570d6e-b0", "ovs_interfaceid": "52570d6e-b09c-4f52-962c-95ab754de987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.578307] env[65682]: INFO nova.compute.manager [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Took 42.77 seconds to build instance. [ 781.708530] env[65682]: DEBUG nova.network.neutron [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Successfully updated port: ece344a5-60d3-4a87-aed4-5e7e942182a2 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 782.036504] env[65682]: DEBUG oslo_concurrency.lockutils [req-5bf65e27-aa3b-4468-8970-062f681b4171 req-12a04b7d-de8a-4624-804b-9e4d05f8b81a service nova] Releasing lock "refresh_cache-c1dffb08-8d14-4976-addd-6f563b1f31fb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.083046] env[65682]: DEBUG oslo_concurrency.lockutils [None req-67f91dca-b4d3-4246-8791-ec01a042f180 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Lock "6889468b-121b-48cb-a32b-c1411750f54f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.304s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.092923] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7af08f-98ec-4ab5-ab18-c8c7dd3b33e3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.102615] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc514fdf-db63-462f-a267-376044bbe0b7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.139258] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9606dd-968e-45d3-b847-4f424a471e7c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.148869] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b50018-1da6-446d-b7a4-480d0e464d86 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.166694] env[65682]: DEBUG nova.compute.provider_tree [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 782.212366] env[65682]: DEBUG oslo_concurrency.lockutils [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "refresh_cache-a21615cc-1e3a-494a-ab00-7e4bd8119739" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.212366] env[65682]: DEBUG oslo_concurrency.lockutils [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquired lock "refresh_cache-a21615cc-1e3a-494a-ab00-7e4bd8119739" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.212366] env[65682]: DEBUG nova.network.neutron [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 782.585672] env[65682]: DEBUG nova.compute.manager [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 782.689715] env[65682]: DEBUG nova.compute.manager [req-e46eae1d-5306-40d4-b1bf-53ee6d39d998 req-4bd272ae-4566-4d7e-851a-f0a0a42148f4 service nova] [instance: 746a1592-b842-45a5-af76-11161889f176] Received event network-changed-cdb71676-b7b3-43f1-b2e8-4d7b00116c7d {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 782.689715] env[65682]: DEBUG nova.compute.manager [req-e46eae1d-5306-40d4-b1bf-53ee6d39d998 req-4bd272ae-4566-4d7e-851a-f0a0a42148f4 service nova] [instance: 746a1592-b842-45a5-af76-11161889f176] Refreshing instance network info cache due to event network-changed-cdb71676-b7b3-43f1-b2e8-4d7b00116c7d. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 782.689822] env[65682]: DEBUG oslo_concurrency.lockutils [req-e46eae1d-5306-40d4-b1bf-53ee6d39d998 req-4bd272ae-4566-4d7e-851a-f0a0a42148f4 service nova] Acquiring lock "refresh_cache-746a1592-b842-45a5-af76-11161889f176" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.690336] env[65682]: DEBUG oslo_concurrency.lockutils [req-e46eae1d-5306-40d4-b1bf-53ee6d39d998 req-4bd272ae-4566-4d7e-851a-f0a0a42148f4 service nova] Acquired lock "refresh_cache-746a1592-b842-45a5-af76-11161889f176" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.690336] env[65682]: DEBUG nova.network.neutron [req-e46eae1d-5306-40d4-b1bf-53ee6d39d998 req-4bd272ae-4566-4d7e-851a-f0a0a42148f4 service nova] [instance: 746a1592-b842-45a5-af76-11161889f176] Refreshing network info cache for port cdb71676-b7b3-43f1-b2e8-4d7b00116c7d {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.704504] env[65682]: DEBUG nova.scheduler.client.report [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Updated inventory for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with generation 77 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 782.705177] env[65682]: DEBUG nova.compute.provider_tree [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Updating resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 generation from 77 to 78 during operation: update_inventory {{(pid=65682) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 782.705607] env[65682]: DEBUG nova.compute.provider_tree [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 782.778035] env[65682]: DEBUG nova.network.neutron [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 782.859872] env[65682]: WARNING neutronclient.v2_0.client [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.920749] env[65682]: DEBUG nova.compute.manager [req-cb8c14cc-87c5-40f6-a987-e2f5447afbe6 req-b8507903-47fc-4c34-ba41-ef7e6473d232 service nova] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Received event network-vif-plugged-ece344a5-60d3-4a87-aed4-5e7e942182a2 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 782.921026] env[65682]: DEBUG oslo_concurrency.lockutils [req-cb8c14cc-87c5-40f6-a987-e2f5447afbe6 req-b8507903-47fc-4c34-ba41-ef7e6473d232 service nova] Acquiring lock "a21615cc-1e3a-494a-ab00-7e4bd8119739-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.921434] env[65682]: DEBUG oslo_concurrency.lockutils [req-cb8c14cc-87c5-40f6-a987-e2f5447afbe6 req-b8507903-47fc-4c34-ba41-ef7e6473d232 service nova] Lock "a21615cc-1e3a-494a-ab00-7e4bd8119739-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.921434] env[65682]: DEBUG oslo_concurrency.lockutils [req-cb8c14cc-87c5-40f6-a987-e2f5447afbe6 req-b8507903-47fc-4c34-ba41-ef7e6473d232 service nova] Lock "a21615cc-1e3a-494a-ab00-7e4bd8119739-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.921598] env[65682]: DEBUG nova.compute.manager [req-cb8c14cc-87c5-40f6-a987-e2f5447afbe6 req-b8507903-47fc-4c34-ba41-ef7e6473d232 service nova] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] No waiting events found dispatching network-vif-plugged-ece344a5-60d3-4a87-aed4-5e7e942182a2 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 782.921714] env[65682]: WARNING nova.compute.manager [req-cb8c14cc-87c5-40f6-a987-e2f5447afbe6 req-b8507903-47fc-4c34-ba41-ef7e6473d232 service nova] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Received unexpected event network-vif-plugged-ece344a5-60d3-4a87-aed4-5e7e942182a2 for instance with vm_state building and task_state spawning. [ 782.922529] env[65682]: DEBUG nova.compute.manager [req-cb8c14cc-87c5-40f6-a987-e2f5447afbe6 req-b8507903-47fc-4c34-ba41-ef7e6473d232 service nova] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Received event network-changed-ece344a5-60d3-4a87-aed4-5e7e942182a2 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 782.922782] env[65682]: DEBUG nova.compute.manager [req-cb8c14cc-87c5-40f6-a987-e2f5447afbe6 req-b8507903-47fc-4c34-ba41-ef7e6473d232 service nova] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Refreshing instance network info cache due to event network-changed-ece344a5-60d3-4a87-aed4-5e7e942182a2. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 782.922961] env[65682]: DEBUG oslo_concurrency.lockutils [req-cb8c14cc-87c5-40f6-a987-e2f5447afbe6 req-b8507903-47fc-4c34-ba41-ef7e6473d232 service nova] Acquiring lock "refresh_cache-a21615cc-1e3a-494a-ab00-7e4bd8119739" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.945028] env[65682]: DEBUG nova.network.neutron [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Updating instance_info_cache with network_info: [{"id": "ece344a5-60d3-4a87-aed4-5e7e942182a2", "address": "fa:16:3e:b3:79:4b", "network": {"id": "bb910440-198c-4502-a3a4-4e298d3e865f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558144367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa8a0b312c041e49d891b6bae417098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapece344a5-60", "ovs_interfaceid": "ece344a5-60d3-4a87-aed4-5e7e942182a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.128392] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.192872] env[65682]: WARNING neutronclient.v2_0.client [req-e46eae1d-5306-40d4-b1bf-53ee6d39d998 req-4bd272ae-4566-4d7e-851a-f0a0a42148f4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.217500] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.223s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.218090] env[65682]: DEBUG nova.compute.manager [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 783.221458] env[65682]: DEBUG oslo_concurrency.lockutils [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.036s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.225114] env[65682]: INFO nova.compute.claims [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.440181] env[65682]: WARNING neutronclient.v2_0.client [req-e46eae1d-5306-40d4-b1bf-53ee6d39d998 req-4bd272ae-4566-4d7e-851a-f0a0a42148f4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.447397] env[65682]: DEBUG oslo_concurrency.lockutils [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Releasing lock "refresh_cache-a21615cc-1e3a-494a-ab00-7e4bd8119739" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.447851] env[65682]: DEBUG nova.compute.manager [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Instance network_info: |[{"id": "ece344a5-60d3-4a87-aed4-5e7e942182a2", "address": "fa:16:3e:b3:79:4b", "network": {"id": "bb910440-198c-4502-a3a4-4e298d3e865f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558144367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa8a0b312c041e49d891b6bae417098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapece344a5-60", "ovs_interfaceid": "ece344a5-60d3-4a87-aed4-5e7e942182a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 783.448238] env[65682]: DEBUG oslo_concurrency.lockutils [req-cb8c14cc-87c5-40f6-a987-e2f5447afbe6 req-b8507903-47fc-4c34-ba41-ef7e6473d232 service nova] Acquired lock "refresh_cache-a21615cc-1e3a-494a-ab00-7e4bd8119739" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.448418] env[65682]: DEBUG nova.network.neutron [req-cb8c14cc-87c5-40f6-a987-e2f5447afbe6 req-b8507903-47fc-4c34-ba41-ef7e6473d232 service nova] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Refreshing network info cache for port ece344a5-60d3-4a87-aed4-5e7e942182a2 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.449809] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:79:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ece344a5-60d3-4a87-aed4-5e7e942182a2', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.459738] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 783.461028] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.461206] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cda1383-a8be-4686-8aa2-87cbe7839bac {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.485931] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.485931] env[65682]: value = "task-4615866" [ 783.485931] env[65682]: _type = "Task" [ 783.485931] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.498045] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615866, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.564525] env[65682]: DEBUG nova.network.neutron [req-e46eae1d-5306-40d4-b1bf-53ee6d39d998 req-4bd272ae-4566-4d7e-851a-f0a0a42148f4 service nova] [instance: 746a1592-b842-45a5-af76-11161889f176] Updated VIF entry in instance network info cache for port cdb71676-b7b3-43f1-b2e8-4d7b00116c7d. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 783.565277] env[65682]: DEBUG nova.network.neutron [req-e46eae1d-5306-40d4-b1bf-53ee6d39d998 req-4bd272ae-4566-4d7e-851a-f0a0a42148f4 service nova] [instance: 746a1592-b842-45a5-af76-11161889f176] Updating instance_info_cache with network_info: [{"id": "cdb71676-b7b3-43f1-b2e8-4d7b00116c7d", "address": "fa:16:3e:10:ab:9d", "network": {"id": "21b398bc-810a-4a89-b909-23153277bca2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1539647520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "990741a7150b42248bcc99e683ec6d2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdb71676-b7", "ovs_interfaceid": "cdb71676-b7b3-43f1-b2e8-4d7b00116c7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.728727] env[65682]: DEBUG nova.compute.utils [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.735276] env[65682]: DEBUG nova.compute.manager [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 783.735276] env[65682]: DEBUG nova.network.neutron [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 783.735276] env[65682]: WARNING neutronclient.v2_0.client [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.735276] env[65682]: WARNING neutronclient.v2_0.client [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.794946] env[65682]: DEBUG nova.policy [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '293a7d31bc9942fbb2cc9a38cd54395b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f70bcfbec5214013bcdfc3f7bf6110ff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.961744] env[65682]: WARNING neutronclient.v2_0.client [req-cb8c14cc-87c5-40f6-a987-e2f5447afbe6 req-b8507903-47fc-4c34-ba41-ef7e6473d232 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.997376] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615866, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.070960] env[65682]: DEBUG oslo_concurrency.lockutils [req-e46eae1d-5306-40d4-b1bf-53ee6d39d998 req-4bd272ae-4566-4d7e-851a-f0a0a42148f4 service nova] Releasing lock "refresh_cache-746a1592-b842-45a5-af76-11161889f176" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.145028] env[65682]: DEBUG nova.network.neutron [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Successfully created port: 8dc73241-e73e-4dc1-b91c-c51fcaef5334 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 784.237524] env[65682]: DEBUG nova.compute.manager [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 784.499617] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615866, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.671834] env[65682]: WARNING neutronclient.v2_0.client [req-cb8c14cc-87c5-40f6-a987-e2f5447afbe6 req-b8507903-47fc-4c34-ba41-ef7e6473d232 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.846159] env[65682]: DEBUG nova.network.neutron [req-cb8c14cc-87c5-40f6-a987-e2f5447afbe6 req-b8507903-47fc-4c34-ba41-ef7e6473d232 service nova] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Updated VIF entry in instance network info cache for port ece344a5-60d3-4a87-aed4-5e7e942182a2. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 784.846473] env[65682]: DEBUG nova.network.neutron [req-cb8c14cc-87c5-40f6-a987-e2f5447afbe6 req-b8507903-47fc-4c34-ba41-ef7e6473d232 service nova] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Updating instance_info_cache with network_info: [{"id": "ece344a5-60d3-4a87-aed4-5e7e942182a2", "address": "fa:16:3e:b3:79:4b", "network": {"id": "bb910440-198c-4502-a3a4-4e298d3e865f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558144367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa8a0b312c041e49d891b6bae417098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapece344a5-60", "ovs_interfaceid": "ece344a5-60d3-4a87-aed4-5e7e942182a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.890903] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8f3b6f-0a16-415f-954c-472a2671fd4d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.900466] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7360d0f-3716-405b-8293-d1ced384041d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.934926] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254811db-d39c-450b-8812-0baceab4b4b8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.943446] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaaaccbd-0598-4d11-ac75-626930f35af0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.958389] env[65682]: DEBUG nova.compute.provider_tree [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.998292] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615866, 'name': CreateVM_Task, 'duration_secs': 1.364539} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.998292] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.998686] env[65682]: WARNING neutronclient.v2_0.client [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.999047] env[65682]: DEBUG oslo_concurrency.lockutils [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.999229] env[65682]: DEBUG oslo_concurrency.lockutils [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.999498] env[65682]: DEBUG oslo_concurrency.lockutils [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.999757] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8531a5a6-4638-4267-bcd8-359cedc9c81d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.005336] env[65682]: DEBUG oslo_vmware.api [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 785.005336] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5250e76d-af76-c22e-2001-f53f919a6021" [ 785.005336] env[65682]: _type = "Task" [ 785.005336] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.014263] env[65682]: DEBUG oslo_vmware.api [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5250e76d-af76-c22e-2001-f53f919a6021, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.254962] env[65682]: DEBUG nova.compute.manager [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 785.281445] env[65682]: DEBUG nova.virt.hardware [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 785.281706] env[65682]: DEBUG nova.virt.hardware [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.281858] env[65682]: DEBUG nova.virt.hardware [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 785.286025] env[65682]: DEBUG nova.virt.hardware [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.286025] env[65682]: DEBUG nova.virt.hardware [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 785.286025] env[65682]: DEBUG nova.virt.hardware [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 785.286025] env[65682]: DEBUG nova.virt.hardware [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 785.286025] env[65682]: DEBUG nova.virt.hardware [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 785.286025] env[65682]: DEBUG nova.virt.hardware [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 785.286025] env[65682]: DEBUG nova.virt.hardware [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 785.286025] env[65682]: DEBUG nova.virt.hardware [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 785.286025] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f10249-8f8a-4e68-8768-c72eb4bfa5db {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.294540] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a523e2-16cf-445a-9d58-7ce4a0121cb5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.349641] env[65682]: DEBUG oslo_concurrency.lockutils [req-cb8c14cc-87c5-40f6-a987-e2f5447afbe6 req-b8507903-47fc-4c34-ba41-ef7e6473d232 service nova] Releasing lock "refresh_cache-a21615cc-1e3a-494a-ab00-7e4bd8119739" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.408302] env[65682]: DEBUG nova.compute.manager [req-3404c455-45bf-4234-abde-b5055d6a4e1c req-f210a61e-3451-4c46-8f80-233be77501af service nova] [instance: 746a1592-b842-45a5-af76-11161889f176] Received event network-changed-cdb71676-b7b3-43f1-b2e8-4d7b00116c7d {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 785.408575] env[65682]: DEBUG nova.compute.manager [req-3404c455-45bf-4234-abde-b5055d6a4e1c req-f210a61e-3451-4c46-8f80-233be77501af service nova] [instance: 746a1592-b842-45a5-af76-11161889f176] Refreshing instance network info cache due to event network-changed-cdb71676-b7b3-43f1-b2e8-4d7b00116c7d. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 785.408953] env[65682]: DEBUG oslo_concurrency.lockutils [req-3404c455-45bf-4234-abde-b5055d6a4e1c req-f210a61e-3451-4c46-8f80-233be77501af service nova] Acquiring lock "refresh_cache-746a1592-b842-45a5-af76-11161889f176" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.408953] env[65682]: DEBUG oslo_concurrency.lockutils [req-3404c455-45bf-4234-abde-b5055d6a4e1c req-f210a61e-3451-4c46-8f80-233be77501af service nova] Acquired lock "refresh_cache-746a1592-b842-45a5-af76-11161889f176" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.409107] env[65682]: DEBUG nova.network.neutron [req-3404c455-45bf-4234-abde-b5055d6a4e1c req-f210a61e-3451-4c46-8f80-233be77501af service nova] [instance: 746a1592-b842-45a5-af76-11161889f176] Refreshing network info cache for port cdb71676-b7b3-43f1-b2e8-4d7b00116c7d {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.461533] env[65682]: DEBUG nova.scheduler.client.report [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.517209] env[65682]: DEBUG oslo_vmware.api [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5250e76d-af76-c22e-2001-f53f919a6021, 'name': SearchDatastore_Task, 'duration_secs': 0.016047} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.519861] env[65682]: DEBUG oslo_concurrency.lockutils [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.519861] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.519861] env[65682]: DEBUG oslo_concurrency.lockutils [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.519861] env[65682]: DEBUG oslo_concurrency.lockutils [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.519861] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.519861] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42417cc2-fd37-4a19-91ed-ffe45698b470 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.529369] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.529607] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.530456] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21bda431-2fbe-474c-aca4-ea7c712c2afa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.537371] env[65682]: DEBUG oslo_vmware.api [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 785.537371] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527ecafd-bb6c-6146-e1d3-851b4c10ec04" [ 785.537371] env[65682]: _type = "Task" [ 785.537371] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.547835] env[65682]: DEBUG oslo_vmware.api [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527ecafd-bb6c-6146-e1d3-851b4c10ec04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.684226] env[65682]: DEBUG nova.network.neutron [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Successfully updated port: 8dc73241-e73e-4dc1-b91c-c51fcaef5334 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 785.911516] env[65682]: WARNING neutronclient.v2_0.client [req-3404c455-45bf-4234-abde-b5055d6a4e1c req-f210a61e-3451-4c46-8f80-233be77501af service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.966625] env[65682]: DEBUG oslo_concurrency.lockutils [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.967551] env[65682]: DEBUG nova.compute.manager [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 785.970292] env[65682]: DEBUG oslo_concurrency.lockutils [None req-072b21c9-a018-4efb-8c4c-cf8d80dcb988 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.746s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.970943] env[65682]: DEBUG nova.objects.instance [None req-072b21c9-a018-4efb-8c4c-cf8d80dcb988 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Lazy-loading 'resources' on Instance uuid 6a92941f-4f7c-4945-90c3-617b1f0b8649 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.049533] env[65682]: DEBUG oslo_vmware.api [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527ecafd-bb6c-6146-e1d3-851b4c10ec04, 'name': SearchDatastore_Task, 'duration_secs': 0.010339} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.053209] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc471569-6d82-4a08-b7b1-afa071d1617d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.059899] env[65682]: DEBUG oslo_vmware.api [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 786.059899] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a6b3f0-25d0-d8b6-23c4-6ca75ecb6d09" [ 786.059899] env[65682]: _type = "Task" [ 786.059899] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.068866] env[65682]: DEBUG oslo_vmware.api [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a6b3f0-25d0-d8b6-23c4-6ca75ecb6d09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.083817] env[65682]: WARNING neutronclient.v2_0.client [req-3404c455-45bf-4234-abde-b5055d6a4e1c req-f210a61e-3451-4c46-8f80-233be77501af service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.161476] env[65682]: DEBUG nova.network.neutron [req-3404c455-45bf-4234-abde-b5055d6a4e1c req-f210a61e-3451-4c46-8f80-233be77501af service nova] [instance: 746a1592-b842-45a5-af76-11161889f176] Updated VIF entry in instance network info cache for port cdb71676-b7b3-43f1-b2e8-4d7b00116c7d. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 786.161905] env[65682]: DEBUG nova.network.neutron [req-3404c455-45bf-4234-abde-b5055d6a4e1c req-f210a61e-3451-4c46-8f80-233be77501af service nova] [instance: 746a1592-b842-45a5-af76-11161889f176] Updating instance_info_cache with network_info: [{"id": "cdb71676-b7b3-43f1-b2e8-4d7b00116c7d", "address": "fa:16:3e:10:ab:9d", "network": {"id": "21b398bc-810a-4a89-b909-23153277bca2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1539647520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "990741a7150b42248bcc99e683ec6d2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdb71676-b7", "ovs_interfaceid": "cdb71676-b7b3-43f1-b2e8-4d7b00116c7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.188084] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "refresh_cache-89425ade-bec0-4810-8284-ee9dd50a8c06" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.188084] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquired lock "refresh_cache-89425ade-bec0-4810-8284-ee9dd50a8c06" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.188084] env[65682]: DEBUG nova.network.neutron [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 786.480023] env[65682]: DEBUG nova.compute.utils [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.485629] env[65682]: DEBUG nova.compute.manager [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 786.486617] env[65682]: DEBUG nova.network.neutron [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 786.489646] env[65682]: WARNING neutronclient.v2_0.client [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.489646] env[65682]: WARNING neutronclient.v2_0.client [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.537053] env[65682]: DEBUG nova.policy [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fda0797adbe42619cc45c9e8bb907c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5767ded856aa4622bc8a6e7f1c351c2a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.573681] env[65682]: DEBUG oslo_vmware.api [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a6b3f0-25d0-d8b6-23c4-6ca75ecb6d09, 'name': SearchDatastore_Task, 'duration_secs': 0.011367} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.573681] env[65682]: DEBUG oslo_concurrency.lockutils [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.574157] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] a21615cc-1e3a-494a-ab00-7e4bd8119739/a21615cc-1e3a-494a-ab00-7e4bd8119739.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.577610] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62c7d233-69a0-4b82-a582-3f351c4f8f4b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.587071] env[65682]: DEBUG oslo_vmware.api [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 786.587071] env[65682]: value = "task-4615867" [ 786.587071] env[65682]: _type = "Task" [ 786.587071] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.598048] env[65682]: DEBUG oslo_vmware.api [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.666793] env[65682]: DEBUG oslo_concurrency.lockutils [req-3404c455-45bf-4234-abde-b5055d6a4e1c req-f210a61e-3451-4c46-8f80-233be77501af service nova] Releasing lock "refresh_cache-746a1592-b842-45a5-af76-11161889f176" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.667170] env[65682]: DEBUG nova.compute.manager [req-3404c455-45bf-4234-abde-b5055d6a4e1c req-f210a61e-3451-4c46-8f80-233be77501af service nova] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Received event network-changed-7fdcb979-6482-461e-82b1-3371d9f45532 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 786.667807] env[65682]: DEBUG nova.compute.manager [req-3404c455-45bf-4234-abde-b5055d6a4e1c req-f210a61e-3451-4c46-8f80-233be77501af service nova] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Refreshing instance network info cache due to event network-changed-7fdcb979-6482-461e-82b1-3371d9f45532. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 786.667807] env[65682]: DEBUG oslo_concurrency.lockutils [req-3404c455-45bf-4234-abde-b5055d6a4e1c req-f210a61e-3451-4c46-8f80-233be77501af service nova] Acquiring lock "refresh_cache-6889468b-121b-48cb-a32b-c1411750f54f" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.667807] env[65682]: DEBUG oslo_concurrency.lockutils [req-3404c455-45bf-4234-abde-b5055d6a4e1c req-f210a61e-3451-4c46-8f80-233be77501af service nova] Acquired lock "refresh_cache-6889468b-121b-48cb-a32b-c1411750f54f" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.667997] env[65682]: DEBUG nova.network.neutron [req-3404c455-45bf-4234-abde-b5055d6a4e1c req-f210a61e-3451-4c46-8f80-233be77501af service nova] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Refreshing network info cache for port 7fdcb979-6482-461e-82b1-3371d9f45532 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.729201] env[65682]: DEBUG nova.network.neutron [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 786.937763] env[65682]: DEBUG nova.network.neutron [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Successfully created port: 8c020925-43e6-4ccc-bd25-cc42c07cd709 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 786.949287] env[65682]: WARNING neutronclient.v2_0.client [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.989023] env[65682]: DEBUG nova.compute.manager [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 787.103491] env[65682]: DEBUG oslo_vmware.api [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615867, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468561} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.103491] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] a21615cc-1e3a-494a-ab00-7e4bd8119739/a21615cc-1e3a-494a-ab00-7e4bd8119739.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.103676] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.103878] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efeffe6c-973b-4266-98a6-9c381e7fdf0a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.114943] env[65682]: DEBUG oslo_vmware.api [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 787.114943] env[65682]: value = "task-4615868" [ 787.114943] env[65682]: _type = "Task" [ 787.114943] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.125972] env[65682]: DEBUG oslo_vmware.api [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.130684] env[65682]: DEBUG nova.network.neutron [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Updating instance_info_cache with network_info: [{"id": "8dc73241-e73e-4dc1-b91c-c51fcaef5334", "address": "fa:16:3e:cf:17:49", "network": {"id": "5c02b4f7-3aa0-420f-a37f-afcab4fc17f9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-357634686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f70bcfbec5214013bcdfc3f7bf6110ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dc73241-e7", "ovs_interfaceid": "8dc73241-e73e-4dc1-b91c-c51fcaef5334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.172590] env[65682]: WARNING neutronclient.v2_0.client [req-3404c455-45bf-4234-abde-b5055d6a4e1c req-f210a61e-3451-4c46-8f80-233be77501af service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.228451] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49ecbe2-02f1-4a52-a68a-4f2f84e188e9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.237117] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04876839-eed9-4ad1-a907-1b13dabdd61a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.270892] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f806c19-5c58-479a-89c7-f829d3529f2b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.279794] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970dd7a2-7919-427c-9333-9b021c64de84 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.296867] env[65682]: DEBUG nova.compute.provider_tree [None req-072b21c9-a018-4efb-8c4c-cf8d80dcb988 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.336321] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf7a91af-343e-4ee0-b281-309c6882b4f2 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Acquiring lock "6889468b-121b-48cb-a32b-c1411750f54f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.336650] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf7a91af-343e-4ee0-b281-309c6882b4f2 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Lock "6889468b-121b-48cb-a32b-c1411750f54f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.336865] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf7a91af-343e-4ee0-b281-309c6882b4f2 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Acquiring lock "6889468b-121b-48cb-a32b-c1411750f54f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.337820] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf7a91af-343e-4ee0-b281-309c6882b4f2 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Lock "6889468b-121b-48cb-a32b-c1411750f54f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.337820] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf7a91af-343e-4ee0-b281-309c6882b4f2 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Lock "6889468b-121b-48cb-a32b-c1411750f54f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.339873] env[65682]: INFO nova.compute.manager [None req-cf7a91af-343e-4ee0-b281-309c6882b4f2 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Terminating instance [ 787.625174] env[65682]: DEBUG oslo_vmware.api [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067175} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.625523] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.626370] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467279a2-9814-46ee-b047-6dd2024e0609 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.641483] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Releasing lock "refresh_cache-89425ade-bec0-4810-8284-ee9dd50a8c06" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.641856] env[65682]: DEBUG nova.compute.manager [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Instance network_info: |[{"id": "8dc73241-e73e-4dc1-b91c-c51fcaef5334", "address": "fa:16:3e:cf:17:49", "network": {"id": "5c02b4f7-3aa0-420f-a37f-afcab4fc17f9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-357634686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f70bcfbec5214013bcdfc3f7bf6110ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dc73241-e7", "ovs_interfaceid": "8dc73241-e73e-4dc1-b91c-c51fcaef5334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 787.651250] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] a21615cc-1e3a-494a-ab00-7e4bd8119739/a21615cc-1e3a-494a-ab00-7e4bd8119739.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.651720] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:17:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8dc73241-e73e-4dc1-b91c-c51fcaef5334', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.659341] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 787.659570] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-429ef69e-174a-4e12-ad19-0ce64d303138 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.675606] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.676488] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d0cef4a-ae85-40b3-a79f-858b46bc856a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.699356] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.699356] env[65682]: value = "task-4615870" [ 787.699356] env[65682]: _type = "Task" [ 787.699356] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.700905] env[65682]: DEBUG oslo_vmware.api [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 787.700905] env[65682]: value = "task-4615869" [ 787.700905] env[65682]: _type = "Task" [ 787.700905] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.714393] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615870, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.718515] env[65682]: DEBUG oslo_vmware.api [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615869, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.803277] env[65682]: DEBUG nova.scheduler.client.report [None req-072b21c9-a018-4efb-8c4c-cf8d80dcb988 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.844897] env[65682]: DEBUG nova.compute.manager [None req-cf7a91af-343e-4ee0-b281-309c6882b4f2 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 787.845244] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cf7a91af-343e-4ee0-b281-309c6882b4f2 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.846313] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124bce3e-f43c-4edc-9c23-134189fd6fe1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.854985] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf7a91af-343e-4ee0-b281-309c6882b4f2 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.855294] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60e6ecf8-dbc7-402f-8ad3-c4723b9e5c10 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.862845] env[65682]: DEBUG oslo_vmware.api [None req-cf7a91af-343e-4ee0-b281-309c6882b4f2 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Waiting for the task: (returnval){ [ 787.862845] env[65682]: value = "task-4615871" [ 787.862845] env[65682]: _type = "Task" [ 787.862845] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.872514] env[65682]: DEBUG oslo_vmware.api [None req-cf7a91af-343e-4ee0-b281-309c6882b4f2 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': task-4615871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.940640] env[65682]: WARNING neutronclient.v2_0.client [req-3404c455-45bf-4234-abde-b5055d6a4e1c req-f210a61e-3451-4c46-8f80-233be77501af service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.997503] env[65682]: DEBUG nova.compute.manager [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 788.028351] env[65682]: DEBUG nova.virt.hardware [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 788.028609] env[65682]: DEBUG nova.virt.hardware [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.028764] env[65682]: DEBUG nova.virt.hardware [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 788.028939] env[65682]: DEBUG nova.virt.hardware [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.029109] env[65682]: DEBUG nova.virt.hardware [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 788.029263] env[65682]: DEBUG nova.virt.hardware [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 788.029473] env[65682]: DEBUG nova.virt.hardware [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 788.029626] env[65682]: DEBUG nova.virt.hardware [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 788.030211] env[65682]: DEBUG nova.virt.hardware [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 788.030211] env[65682]: DEBUG nova.virt.hardware [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 788.030211] env[65682]: DEBUG nova.virt.hardware [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 788.031076] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad703bd-0289-4812-aef6-8a3dc12d497d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.042923] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2281c3-36d6-4203-8ed7-f93a99942189 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.119845] env[65682]: DEBUG nova.network.neutron [req-3404c455-45bf-4234-abde-b5055d6a4e1c req-f210a61e-3451-4c46-8f80-233be77501af service nova] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Updated VIF entry in instance network info cache for port 7fdcb979-6482-461e-82b1-3371d9f45532. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 788.120244] env[65682]: DEBUG nova.network.neutron [req-3404c455-45bf-4234-abde-b5055d6a4e1c req-f210a61e-3451-4c46-8f80-233be77501af service nova] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Updating instance_info_cache with network_info: [{"id": "7fdcb979-6482-461e-82b1-3371d9f45532", "address": "fa:16:3e:d0:b1:1d", "network": {"id": "21b398bc-810a-4a89-b909-23153277bca2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1539647520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "990741a7150b42248bcc99e683ec6d2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fdcb979-64", "ovs_interfaceid": "7fdcb979-6482-461e-82b1-3371d9f45532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.218503] env[65682]: DEBUG oslo_vmware.api [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615869, 'name': ReconfigVM_Task, 'duration_secs': 0.345331} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.222221] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Reconfigured VM instance instance-00000032 to attach disk [datastore1] a21615cc-1e3a-494a-ab00-7e4bd8119739/a21615cc-1e3a-494a-ab00-7e4bd8119739.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.222924] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615870, 'name': CreateVM_Task, 'duration_secs': 0.425102} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.223146] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fd97f4f-aa5e-4bdc-80c4-bf81b31d2717 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.224941] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.225516] env[65682]: WARNING neutronclient.v2_0.client [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.225849] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.225998] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.226352] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.227812] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7c7d769-fef9-4019-a304-e1ffd03a5fa3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.233113] env[65682]: DEBUG oslo_vmware.api [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 788.233113] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5251b20c-48dc-3cf7-1853-326cadb9b394" [ 788.233113] env[65682]: _type = "Task" [ 788.233113] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.234760] env[65682]: DEBUG oslo_vmware.api [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 788.234760] env[65682]: value = "task-4615872" [ 788.234760] env[65682]: _type = "Task" [ 788.234760] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.248026] env[65682]: DEBUG oslo_vmware.api [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615872, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.251746] env[65682]: DEBUG oslo_vmware.api [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5251b20c-48dc-3cf7-1853-326cadb9b394, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.309560] env[65682]: DEBUG oslo_concurrency.lockutils [None req-072b21c9-a018-4efb-8c4c-cf8d80dcb988 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.339s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.312218] env[65682]: DEBUG oslo_concurrency.lockutils [None req-af94096c-eef9-4079-b5f3-d6ef552c6792 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.168s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.312575] env[65682]: DEBUG nova.objects.instance [None req-af94096c-eef9-4079-b5f3-d6ef552c6792 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Lazy-loading 'resources' on Instance uuid 189e7304-e24b-4b6e-8b56-7bad9d792778 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.336286] env[65682]: INFO nova.scheduler.client.report [None req-072b21c9-a018-4efb-8c4c-cf8d80dcb988 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Deleted allocations for instance 6a92941f-4f7c-4945-90c3-617b1f0b8649 [ 788.375609] env[65682]: DEBUG oslo_vmware.api [None req-cf7a91af-343e-4ee0-b281-309c6882b4f2 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': task-4615871, 'name': PowerOffVM_Task, 'duration_secs': 0.28222} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.377114] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf7a91af-343e-4ee0-b281-309c6882b4f2 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.377114] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cf7a91af-343e-4ee0-b281-309c6882b4f2 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.377114] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e23110f2-2ee8-48b6-b953-8deca2f8c0e6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.394797] env[65682]: DEBUG nova.compute.manager [req-bde05fdd-c07c-428a-ba4a-4d477433a06b req-97bf6d7f-1114-41ac-809a-9d8f274d1485 service nova] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Received event network-vif-plugged-8dc73241-e73e-4dc1-b91c-c51fcaef5334 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 788.395120] env[65682]: DEBUG oslo_concurrency.lockutils [req-bde05fdd-c07c-428a-ba4a-4d477433a06b req-97bf6d7f-1114-41ac-809a-9d8f274d1485 service nova] Acquiring lock "89425ade-bec0-4810-8284-ee9dd50a8c06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.395466] env[65682]: DEBUG oslo_concurrency.lockutils [req-bde05fdd-c07c-428a-ba4a-4d477433a06b req-97bf6d7f-1114-41ac-809a-9d8f274d1485 service nova] Lock "89425ade-bec0-4810-8284-ee9dd50a8c06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.395522] env[65682]: DEBUG oslo_concurrency.lockutils [req-bde05fdd-c07c-428a-ba4a-4d477433a06b req-97bf6d7f-1114-41ac-809a-9d8f274d1485 service nova] Lock "89425ade-bec0-4810-8284-ee9dd50a8c06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.395667] env[65682]: DEBUG nova.compute.manager [req-bde05fdd-c07c-428a-ba4a-4d477433a06b req-97bf6d7f-1114-41ac-809a-9d8f274d1485 service nova] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] No waiting events found dispatching network-vif-plugged-8dc73241-e73e-4dc1-b91c-c51fcaef5334 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 788.395850] env[65682]: WARNING nova.compute.manager [req-bde05fdd-c07c-428a-ba4a-4d477433a06b req-97bf6d7f-1114-41ac-809a-9d8f274d1485 service nova] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Received unexpected event network-vif-plugged-8dc73241-e73e-4dc1-b91c-c51fcaef5334 for instance with vm_state building and task_state spawning. [ 788.396015] env[65682]: DEBUG nova.compute.manager [req-bde05fdd-c07c-428a-ba4a-4d477433a06b req-97bf6d7f-1114-41ac-809a-9d8f274d1485 service nova] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Received event network-changed-8dc73241-e73e-4dc1-b91c-c51fcaef5334 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 788.396171] env[65682]: DEBUG nova.compute.manager [req-bde05fdd-c07c-428a-ba4a-4d477433a06b req-97bf6d7f-1114-41ac-809a-9d8f274d1485 service nova] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Refreshing instance network info cache due to event network-changed-8dc73241-e73e-4dc1-b91c-c51fcaef5334. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 788.396411] env[65682]: DEBUG oslo_concurrency.lockutils [req-bde05fdd-c07c-428a-ba4a-4d477433a06b req-97bf6d7f-1114-41ac-809a-9d8f274d1485 service nova] Acquiring lock "refresh_cache-89425ade-bec0-4810-8284-ee9dd50a8c06" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.396548] env[65682]: DEBUG oslo_concurrency.lockutils [req-bde05fdd-c07c-428a-ba4a-4d477433a06b req-97bf6d7f-1114-41ac-809a-9d8f274d1485 service nova] Acquired lock "refresh_cache-89425ade-bec0-4810-8284-ee9dd50a8c06" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.396700] env[65682]: DEBUG nova.network.neutron [req-bde05fdd-c07c-428a-ba4a-4d477433a06b req-97bf6d7f-1114-41ac-809a-9d8f274d1485 service nova] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Refreshing network info cache for port 8dc73241-e73e-4dc1-b91c-c51fcaef5334 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.467609] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cf7a91af-343e-4ee0-b281-309c6882b4f2 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.467911] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cf7a91af-343e-4ee0-b281-309c6882b4f2 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.468234] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf7a91af-343e-4ee0-b281-309c6882b4f2 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Deleting the datastore file [datastore1] 6889468b-121b-48cb-a32b-c1411750f54f {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.468482] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88125293-15ad-4acb-a560-d4a509ab1c26 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.479063] env[65682]: DEBUG oslo_vmware.api [None req-cf7a91af-343e-4ee0-b281-309c6882b4f2 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Waiting for the task: (returnval){ [ 788.479063] env[65682]: value = "task-4615874" [ 788.479063] env[65682]: _type = "Task" [ 788.479063] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.490829] env[65682]: DEBUG oslo_vmware.api [None req-cf7a91af-343e-4ee0-b281-309c6882b4f2 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': task-4615874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.603756] env[65682]: DEBUG nova.network.neutron [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Successfully updated port: 8c020925-43e6-4ccc-bd25-cc42c07cd709 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 788.623253] env[65682]: DEBUG oslo_concurrency.lockutils [req-3404c455-45bf-4234-abde-b5055d6a4e1c req-f210a61e-3451-4c46-8f80-233be77501af service nova] Releasing lock "refresh_cache-6889468b-121b-48cb-a32b-c1411750f54f" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.755795] env[65682]: DEBUG oslo_vmware.api [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615872, 'name': Rename_Task, 'duration_secs': 0.287737} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.761377] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.761704] env[65682]: DEBUG oslo_vmware.api [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5251b20c-48dc-3cf7-1853-326cadb9b394, 'name': SearchDatastore_Task, 'duration_secs': 0.027918} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.761919] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f0a31b3-7e35-4e26-b992-febfdb89063b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.764414] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.764647] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.764877] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.765028] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.765217] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.765498] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed73ed05-f194-4c32-ae75-3e3a06786df0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.773341] env[65682]: DEBUG oslo_vmware.api [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 788.773341] env[65682]: value = "task-4615875" [ 788.773341] env[65682]: _type = "Task" [ 788.773341] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.778403] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.778535] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.779732] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04a02e1f-7df0-49f4-8921-0637cf4c7abb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.785283] env[65682]: DEBUG oslo_vmware.api [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.789945] env[65682]: DEBUG oslo_vmware.api [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 788.789945] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f95329-480c-609f-4281-841c2381e600" [ 788.789945] env[65682]: _type = "Task" [ 788.789945] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.800187] env[65682]: DEBUG oslo_vmware.api [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f95329-480c-609f-4281-841c2381e600, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.847888] env[65682]: DEBUG oslo_concurrency.lockutils [None req-072b21c9-a018-4efb-8c4c-cf8d80dcb988 tempest-ImagesOneServerTestJSON-364532404 tempest-ImagesOneServerTestJSON-364532404-project-member] Lock "6a92941f-4f7c-4945-90c3-617b1f0b8649" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.799s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.899105] env[65682]: WARNING neutronclient.v2_0.client [req-bde05fdd-c07c-428a-ba4a-4d477433a06b req-97bf6d7f-1114-41ac-809a-9d8f274d1485 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.991182] env[65682]: DEBUG oslo_vmware.api [None req-cf7a91af-343e-4ee0-b281-309c6882b4f2 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': task-4615874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148413} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.991432] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf7a91af-343e-4ee0-b281-309c6882b4f2 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.991616] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cf7a91af-343e-4ee0-b281-309c6882b4f2 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.991788] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cf7a91af-343e-4ee0-b281-309c6882b4f2 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.991956] env[65682]: INFO nova.compute.manager [None req-cf7a91af-343e-4ee0-b281-309c6882b4f2 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 788.992232] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-cf7a91af-343e-4ee0-b281-309c6882b4f2 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 788.992578] env[65682]: DEBUG nova.compute.manager [-] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 788.992578] env[65682]: DEBUG nova.network.neutron [-] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 788.992754] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.103255] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.105910] env[65682]: DEBUG oslo_concurrency.lockutils [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "refresh_cache-474f8ea3-8078-4755-8f13-5c16d6feb78d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.106310] env[65682]: DEBUG oslo_concurrency.lockutils [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquired lock "refresh_cache-474f8ea3-8078-4755-8f13-5c16d6feb78d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.106724] env[65682]: DEBUG nova.network.neutron [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 789.285712] env[65682]: DEBUG oslo_vmware.api [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615875, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.300994] env[65682]: DEBUG oslo_vmware.api [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f95329-480c-609f-4281-841c2381e600, 'name': SearchDatastore_Task, 'duration_secs': 0.012334} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.302018] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-004fd05d-354a-4628-bf53-08e0a2386867 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.312277] env[65682]: DEBUG oslo_vmware.api [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 789.312277] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b651d0-4c4e-4a55-e749-6fe3de8d5fcc" [ 789.312277] env[65682]: _type = "Task" [ 789.312277] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.325409] env[65682]: DEBUG oslo_vmware.api [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b651d0-4c4e-4a55-e749-6fe3de8d5fcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.466961] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae911418-b851-4d92-ba81-4ac0277d9c18 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.476043] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80be71e4-facd-4f9e-b984-9bd09ce4f8ed {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.480649] env[65682]: WARNING neutronclient.v2_0.client [req-bde05fdd-c07c-428a-ba4a-4d477433a06b req-97bf6d7f-1114-41ac-809a-9d8f274d1485 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.511648] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97069a6c-e2d1-46f2-82b2-615269fd3ab4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.520850] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd66699b-8d40-403e-8c30-8794505daeec {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.537176] env[65682]: DEBUG nova.compute.provider_tree [None req-af94096c-eef9-4079-b5f3-d6ef552c6792 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.552335] env[65682]: DEBUG nova.compute.manager [req-fef819c3-3bbc-4c0d-b663-12e9508ae955 req-050ef1f9-677a-4f2e-9eac-1b91a158b328 service nova] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Received event network-vif-plugged-8c020925-43e6-4ccc-bd25-cc42c07cd709 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 789.552575] env[65682]: DEBUG oslo_concurrency.lockutils [req-fef819c3-3bbc-4c0d-b663-12e9508ae955 req-050ef1f9-677a-4f2e-9eac-1b91a158b328 service nova] Acquiring lock "474f8ea3-8078-4755-8f13-5c16d6feb78d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.552782] env[65682]: DEBUG oslo_concurrency.lockutils [req-fef819c3-3bbc-4c0d-b663-12e9508ae955 req-050ef1f9-677a-4f2e-9eac-1b91a158b328 service nova] Lock "474f8ea3-8078-4755-8f13-5c16d6feb78d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.552945] env[65682]: DEBUG oslo_concurrency.lockutils [req-fef819c3-3bbc-4c0d-b663-12e9508ae955 req-050ef1f9-677a-4f2e-9eac-1b91a158b328 service nova] Lock "474f8ea3-8078-4755-8f13-5c16d6feb78d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.553119] env[65682]: DEBUG nova.compute.manager [req-fef819c3-3bbc-4c0d-b663-12e9508ae955 req-050ef1f9-677a-4f2e-9eac-1b91a158b328 service nova] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] No waiting events found dispatching network-vif-plugged-8c020925-43e6-4ccc-bd25-cc42c07cd709 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 789.553279] env[65682]: WARNING nova.compute.manager [req-fef819c3-3bbc-4c0d-b663-12e9508ae955 req-050ef1f9-677a-4f2e-9eac-1b91a158b328 service nova] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Received unexpected event network-vif-plugged-8c020925-43e6-4ccc-bd25-cc42c07cd709 for instance with vm_state building and task_state spawning. [ 789.625295] env[65682]: DEBUG nova.network.neutron [req-bde05fdd-c07c-428a-ba4a-4d477433a06b req-97bf6d7f-1114-41ac-809a-9d8f274d1485 service nova] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Updated VIF entry in instance network info cache for port 8dc73241-e73e-4dc1-b91c-c51fcaef5334. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 789.625502] env[65682]: DEBUG nova.network.neutron [req-bde05fdd-c07c-428a-ba4a-4d477433a06b req-97bf6d7f-1114-41ac-809a-9d8f274d1485 service nova] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Updating instance_info_cache with network_info: [{"id": "8dc73241-e73e-4dc1-b91c-c51fcaef5334", "address": "fa:16:3e:cf:17:49", "network": {"id": "5c02b4f7-3aa0-420f-a37f-afcab4fc17f9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-357634686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f70bcfbec5214013bcdfc3f7bf6110ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dc73241-e7", "ovs_interfaceid": "8dc73241-e73e-4dc1-b91c-c51fcaef5334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.678061] env[65682]: DEBUG nova.network.neutron [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 789.788020] env[65682]: DEBUG oslo_vmware.api [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615875, 'name': PowerOnVM_Task, 'duration_secs': 0.531101} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.788020] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.788020] env[65682]: INFO nova.compute.manager [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Took 8.76 seconds to spawn the instance on the hypervisor. [ 789.788020] env[65682]: DEBUG nova.compute.manager [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 789.788020] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f982f64f-8d74-4aa5-bc75-4732a80948d6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.799047] env[65682]: WARNING neutronclient.v2_0.client [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.825872] env[65682]: DEBUG oslo_vmware.api [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b651d0-4c4e-4a55-e749-6fe3de8d5fcc, 'name': SearchDatastore_Task, 'duration_secs': 0.011515} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.828021] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.828021] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 89425ade-bec0-4810-8284-ee9dd50a8c06/89425ade-bec0-4810-8284-ee9dd50a8c06.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.828021] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19041b7c-a22d-4018-8baa-20533c9e1ea0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.835028] env[65682]: DEBUG oslo_vmware.api [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 789.835028] env[65682]: value = "task-4615876" [ 789.835028] env[65682]: _type = "Task" [ 789.835028] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.845882] env[65682]: DEBUG oslo_vmware.api [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.880085] env[65682]: DEBUG nova.network.neutron [-] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.909910] env[65682]: DEBUG nova.network.neutron [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Updating instance_info_cache with network_info: [{"id": "8c020925-43e6-4ccc-bd25-cc42c07cd709", "address": "fa:16:3e:42:2d:8a", "network": {"id": "ec6b4524-66db-47ab-a707-b451781a6e46", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1309945081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5767ded856aa4622bc8a6e7f1c351c2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c020925-43", "ovs_interfaceid": "8c020925-43e6-4ccc-bd25-cc42c07cd709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.041712] env[65682]: DEBUG nova.scheduler.client.report [None req-af94096c-eef9-4079-b5f3-d6ef552c6792 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.130761] env[65682]: DEBUG oslo_concurrency.lockutils [req-bde05fdd-c07c-428a-ba4a-4d477433a06b req-97bf6d7f-1114-41ac-809a-9d8f274d1485 service nova] Releasing lock "refresh_cache-89425ade-bec0-4810-8284-ee9dd50a8c06" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.132339] env[65682]: DEBUG nova.compute.manager [req-bde05fdd-c07c-428a-ba4a-4d477433a06b req-97bf6d7f-1114-41ac-809a-9d8f274d1485 service nova] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Received event network-changed-7fdcb979-6482-461e-82b1-3371d9f45532 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 790.132649] env[65682]: DEBUG nova.compute.manager [req-bde05fdd-c07c-428a-ba4a-4d477433a06b req-97bf6d7f-1114-41ac-809a-9d8f274d1485 service nova] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Refreshing instance network info cache due to event network-changed-7fdcb979-6482-461e-82b1-3371d9f45532. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 790.132979] env[65682]: DEBUG oslo_concurrency.lockutils [req-bde05fdd-c07c-428a-ba4a-4d477433a06b req-97bf6d7f-1114-41ac-809a-9d8f274d1485 service nova] Acquiring lock "refresh_cache-6889468b-121b-48cb-a32b-c1411750f54f" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.133148] env[65682]: DEBUG oslo_concurrency.lockutils [req-bde05fdd-c07c-428a-ba4a-4d477433a06b req-97bf6d7f-1114-41ac-809a-9d8f274d1485 service nova] Acquired lock "refresh_cache-6889468b-121b-48cb-a32b-c1411750f54f" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.133313] env[65682]: DEBUG nova.network.neutron [req-bde05fdd-c07c-428a-ba4a-4d477433a06b req-97bf6d7f-1114-41ac-809a-9d8f274d1485 service nova] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Refreshing network info cache for port 7fdcb979-6482-461e-82b1-3371d9f45532 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.311498] env[65682]: INFO nova.compute.manager [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Took 39.39 seconds to build instance. [ 790.347959] env[65682]: DEBUG oslo_vmware.api [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615876, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.383358] env[65682]: INFO nova.compute.manager [-] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Took 1.39 seconds to deallocate network for instance. [ 790.413559] env[65682]: DEBUG oslo_concurrency.lockutils [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Releasing lock "refresh_cache-474f8ea3-8078-4755-8f13-5c16d6feb78d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.413559] env[65682]: DEBUG nova.compute.manager [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Instance network_info: |[{"id": "8c020925-43e6-4ccc-bd25-cc42c07cd709", "address": "fa:16:3e:42:2d:8a", "network": {"id": "ec6b4524-66db-47ab-a707-b451781a6e46", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1309945081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5767ded856aa4622bc8a6e7f1c351c2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c020925-43", "ovs_interfaceid": "8c020925-43e6-4ccc-bd25-cc42c07cd709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 790.414530] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:2d:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c020925-43e6-4ccc-bd25-cc42c07cd709', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.422618] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 790.423559] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.423864] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7ea325b-0343-4f99-a60b-0d60aa86601b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.445239] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.445239] env[65682]: value = "task-4615877" [ 790.445239] env[65682]: _type = "Task" [ 790.445239] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.456030] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615877, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.548493] env[65682]: DEBUG oslo_concurrency.lockutils [None req-af94096c-eef9-4079-b5f3-d6ef552c6792 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.551071] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.643s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.553758] env[65682]: INFO nova.compute.claims [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.600274] env[65682]: INFO nova.scheduler.client.report [None req-af94096c-eef9-4079-b5f3-d6ef552c6792 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Deleted allocations for instance 189e7304-e24b-4b6e-8b56-7bad9d792778 [ 790.636535] env[65682]: WARNING neutronclient.v2_0.client [req-bde05fdd-c07c-428a-ba4a-4d477433a06b req-97bf6d7f-1114-41ac-809a-9d8f274d1485 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.659781] env[65682]: DEBUG nova.network.neutron [req-bde05fdd-c07c-428a-ba4a-4d477433a06b req-97bf6d7f-1114-41ac-809a-9d8f274d1485 service nova] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 790.791915] env[65682]: DEBUG nova.network.neutron [req-bde05fdd-c07c-428a-ba4a-4d477433a06b req-97bf6d7f-1114-41ac-809a-9d8f274d1485 service nova] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.812358] env[65682]: DEBUG oslo_concurrency.lockutils [None req-578bab7c-3535-4099-8e4d-971512077a62 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "a21615cc-1e3a-494a-ab00-7e4bd8119739" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.648s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.850520] env[65682]: DEBUG oslo_vmware.api [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521143} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.850822] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 89425ade-bec0-4810-8284-ee9dd50a8c06/89425ade-bec0-4810-8284-ee9dd50a8c06.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.851047] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.851320] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87c19f63-d329-4099-9283-e3139ef278b4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.861979] env[65682]: DEBUG oslo_vmware.api [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 790.861979] env[65682]: value = "task-4615878" [ 790.861979] env[65682]: _type = "Task" [ 790.861979] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.875036] env[65682]: DEBUG oslo_vmware.api [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615878, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.891497] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf7a91af-343e-4ee0-b281-309c6882b4f2 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.955268] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615877, 'name': CreateVM_Task, 'duration_secs': 0.458427} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.955553] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.955961] env[65682]: WARNING neutronclient.v2_0.client [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.956373] env[65682]: DEBUG oslo_concurrency.lockutils [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.956636] env[65682]: DEBUG oslo_concurrency.lockutils [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.956836] env[65682]: DEBUG oslo_concurrency.lockutils [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.957112] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4b7554d-9740-4aa9-b37c-53521278a3a8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.963469] env[65682]: DEBUG oslo_vmware.api [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 790.963469] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]520da9d5-4e62-ad83-5525-2131df3ee3c0" [ 790.963469] env[65682]: _type = "Task" [ 790.963469] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.972699] env[65682]: DEBUG oslo_vmware.api [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]520da9d5-4e62-ad83-5525-2131df3ee3c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.086790] env[65682]: DEBUG nova.compute.manager [req-56edae07-3730-470d-b7be-87d5008e23ba req-2144ef5b-5a1e-4f05-90e4-720312d35dec service nova] [instance: 746a1592-b842-45a5-af76-11161889f176] Received event network-changed-cdb71676-b7b3-43f1-b2e8-4d7b00116c7d {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 791.086991] env[65682]: DEBUG nova.compute.manager [req-56edae07-3730-470d-b7be-87d5008e23ba req-2144ef5b-5a1e-4f05-90e4-720312d35dec service nova] [instance: 746a1592-b842-45a5-af76-11161889f176] Refreshing instance network info cache due to event network-changed-cdb71676-b7b3-43f1-b2e8-4d7b00116c7d. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 791.087269] env[65682]: DEBUG oslo_concurrency.lockutils [req-56edae07-3730-470d-b7be-87d5008e23ba req-2144ef5b-5a1e-4f05-90e4-720312d35dec service nova] Acquiring lock "refresh_cache-746a1592-b842-45a5-af76-11161889f176" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.087473] env[65682]: DEBUG oslo_concurrency.lockutils [req-56edae07-3730-470d-b7be-87d5008e23ba req-2144ef5b-5a1e-4f05-90e4-720312d35dec service nova] Acquired lock "refresh_cache-746a1592-b842-45a5-af76-11161889f176" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.087636] env[65682]: DEBUG nova.network.neutron [req-56edae07-3730-470d-b7be-87d5008e23ba req-2144ef5b-5a1e-4f05-90e4-720312d35dec service nova] [instance: 746a1592-b842-45a5-af76-11161889f176] Refreshing network info cache for port cdb71676-b7b3-43f1-b2e8-4d7b00116c7d {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.110145] env[65682]: DEBUG oslo_concurrency.lockutils [None req-af94096c-eef9-4079-b5f3-d6ef552c6792 tempest-ServersTestFqdnHostnames-1284984968 tempest-ServersTestFqdnHostnames-1284984968-project-member] Lock "189e7304-e24b-4b6e-8b56-7bad9d792778" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.580s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.294322] env[65682]: DEBUG oslo_concurrency.lockutils [req-bde05fdd-c07c-428a-ba4a-4d477433a06b req-97bf6d7f-1114-41ac-809a-9d8f274d1485 service nova] Releasing lock "refresh_cache-6889468b-121b-48cb-a32b-c1411750f54f" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.318242] env[65682]: DEBUG nova.compute.manager [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 791.375674] env[65682]: DEBUG oslo_vmware.api [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615878, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079363} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.375939] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.376830] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b3a6ca-56c3-43dc-bf91-3093ca429b66 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.403592] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 89425ade-bec0-4810-8284-ee9dd50a8c06/89425ade-bec0-4810-8284-ee9dd50a8c06.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.404423] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93d7f425-3a4a-40a0-8577-fb4e34acc34b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.428021] env[65682]: DEBUG oslo_vmware.api [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 791.428021] env[65682]: value = "task-4615879" [ 791.428021] env[65682]: _type = "Task" [ 791.428021] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.439599] env[65682]: DEBUG oslo_vmware.api [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615879, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.481239] env[65682]: DEBUG oslo_vmware.api [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]520da9d5-4e62-ad83-5525-2131df3ee3c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010802} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.481614] env[65682]: DEBUG oslo_concurrency.lockutils [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.481940] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.482225] env[65682]: DEBUG oslo_concurrency.lockutils [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.482402] env[65682]: DEBUG oslo_concurrency.lockutils [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.482616] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.482900] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0649feb3-f48e-4f81-a0a0-f0e455dcb44a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.492478] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.492478] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.493300] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86c9ff7c-2328-4e8f-a942-c362797fe283 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.500789] env[65682]: DEBUG oslo_vmware.api [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 791.500789] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b77b6e-69c9-bf55-dc02-15f11bab80ec" [ 791.500789] env[65682]: _type = "Task" [ 791.500789] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.509508] env[65682]: DEBUG oslo_vmware.api [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b77b6e-69c9-bf55-dc02-15f11bab80ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.592653] env[65682]: WARNING neutronclient.v2_0.client [req-56edae07-3730-470d-b7be-87d5008e23ba req-2144ef5b-5a1e-4f05-90e4-720312d35dec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.839259] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.938966] env[65682]: DEBUG oslo_vmware.api [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615879, 'name': ReconfigVM_Task, 'duration_secs': 0.300869} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.939219] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 89425ade-bec0-4810-8284-ee9dd50a8c06/89425ade-bec0-4810-8284-ee9dd50a8c06.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.939965] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2db7077c-6c21-445b-bb87-fb2340812544 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.948519] env[65682]: DEBUG oslo_vmware.api [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 791.948519] env[65682]: value = "task-4615880" [ 791.948519] env[65682]: _type = "Task" [ 791.948519] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.961579] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0d721811-1575-41d0-9a09-d78bb1130168 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Acquiring lock "6889468b-121b-48cb-a32b-c1411750f54f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.962222] env[65682]: DEBUG oslo_vmware.api [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615880, 'name': Rename_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.015588] env[65682]: DEBUG oslo_vmware.api [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b77b6e-69c9-bf55-dc02-15f11bab80ec, 'name': SearchDatastore_Task, 'duration_secs': 0.009869} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.019600] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1a24789-044c-4fba-922a-57cd4db11afe {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.026533] env[65682]: DEBUG oslo_vmware.api [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 792.026533] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5266b084-1fcf-da1c-df1e-e24d18c1b95e" [ 792.026533] env[65682]: _type = "Task" [ 792.026533] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.040505] env[65682]: DEBUG oslo_vmware.api [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5266b084-1fcf-da1c-df1e-e24d18c1b95e, 'name': SearchDatastore_Task, 'duration_secs': 0.010954} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.040826] env[65682]: DEBUG oslo_concurrency.lockutils [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.041156] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 474f8ea3-8078-4755-8f13-5c16d6feb78d/474f8ea3-8078-4755-8f13-5c16d6feb78d.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.041472] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-729bc538-3a1c-4590-8e34-f906c50491b5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.052778] env[65682]: DEBUG oslo_vmware.api [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 792.052778] env[65682]: value = "task-4615881" [ 792.052778] env[65682]: _type = "Task" [ 792.052778] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.065053] env[65682]: DEBUG oslo_vmware.api [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.108258] env[65682]: DEBUG nova.compute.manager [req-7f68cd1f-7376-4c07-affc-3d7af0989b45 req-66b8ac43-680f-4fc9-a0f1-0bf70cc544b7 service nova] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Received event network-changed-8c020925-43e6-4ccc-bd25-cc42c07cd709 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 792.108751] env[65682]: DEBUG nova.compute.manager [req-7f68cd1f-7376-4c07-affc-3d7af0989b45 req-66b8ac43-680f-4fc9-a0f1-0bf70cc544b7 service nova] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Refreshing instance network info cache due to event network-changed-8c020925-43e6-4ccc-bd25-cc42c07cd709. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 792.109479] env[65682]: DEBUG oslo_concurrency.lockutils [req-7f68cd1f-7376-4c07-affc-3d7af0989b45 req-66b8ac43-680f-4fc9-a0f1-0bf70cc544b7 service nova] Acquiring lock "refresh_cache-474f8ea3-8078-4755-8f13-5c16d6feb78d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.109937] env[65682]: DEBUG oslo_concurrency.lockutils [req-7f68cd1f-7376-4c07-affc-3d7af0989b45 req-66b8ac43-680f-4fc9-a0f1-0bf70cc544b7 service nova] Acquired lock "refresh_cache-474f8ea3-8078-4755-8f13-5c16d6feb78d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.110286] env[65682]: DEBUG nova.network.neutron [req-7f68cd1f-7376-4c07-affc-3d7af0989b45 req-66b8ac43-680f-4fc9-a0f1-0bf70cc544b7 service nova] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Refreshing network info cache for port 8c020925-43e6-4ccc-bd25-cc42c07cd709 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.215135] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a180fa-123f-4a81-aef9-fdda965b5939 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.224185] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2dbc421-af2d-4956-ae08-85970fa4ea8d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.262246] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4489892-f5ee-4469-aaf7-7fb255d4a6be {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.271852] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afd1358-ecb7-4a7e-a9b6-ac9b7f60ce04 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.290786] env[65682]: DEBUG nova.compute.provider_tree [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.460852] env[65682]: DEBUG oslo_vmware.api [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615880, 'name': Rename_Task, 'duration_secs': 0.157668} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.461199] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.461516] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bcdaea7-8cda-46bf-b27d-6437e244152d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.470048] env[65682]: DEBUG oslo_vmware.api [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 792.470048] env[65682]: value = "task-4615882" [ 792.470048] env[65682]: _type = "Task" [ 792.470048] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.480801] env[65682]: DEBUG oslo_vmware.api [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.570589] env[65682]: DEBUG oslo_vmware.api [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615881, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.616105] env[65682]: WARNING neutronclient.v2_0.client [req-7f68cd1f-7376-4c07-affc-3d7af0989b45 req-66b8ac43-680f-4fc9-a0f1-0bf70cc544b7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.797022] env[65682]: DEBUG nova.scheduler.client.report [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.816161] env[65682]: WARNING neutronclient.v2_0.client [req-56edae07-3730-470d-b7be-87d5008e23ba req-2144ef5b-5a1e-4f05-90e4-720312d35dec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.989808] env[65682]: DEBUG oslo_vmware.api [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615882, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.065302] env[65682]: DEBUG oslo_vmware.api [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562416} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.065302] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 474f8ea3-8078-4755-8f13-5c16d6feb78d/474f8ea3-8078-4755-8f13-5c16d6feb78d.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.065302] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.065450] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78927a4f-d5d1-466e-9f57-122d2252a02b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.077871] env[65682]: DEBUG oslo_vmware.api [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 793.077871] env[65682]: value = "task-4615883" [ 793.077871] env[65682]: _type = "Task" [ 793.077871] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.097504] env[65682]: DEBUG oslo_vmware.api [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.302308] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.302308] env[65682]: DEBUG nova.compute.manager [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 793.304061] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8f26c3af-e0d5-49ac-be5a-a09f1b2f38e4 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.928s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.304793] env[65682]: DEBUG nova.objects.instance [None req-8f26c3af-e0d5-49ac-be5a-a09f1b2f38e4 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Lazy-loading 'resources' on Instance uuid f0062382-d9ea-489c-9e51-99b494a435da {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.482696] env[65682]: DEBUG oslo_vmware.api [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615882, 'name': PowerOnVM_Task, 'duration_secs': 0.537939} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.482696] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.483161] env[65682]: INFO nova.compute.manager [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Took 8.23 seconds to spawn the instance on the hypervisor. [ 793.483161] env[65682]: DEBUG nova.compute.manager [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 793.483727] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8312e737-4432-4798-9ebd-2d87c630b3cb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.513535] env[65682]: DEBUG nova.network.neutron [req-56edae07-3730-470d-b7be-87d5008e23ba req-2144ef5b-5a1e-4f05-90e4-720312d35dec service nova] [instance: 746a1592-b842-45a5-af76-11161889f176] Updated VIF entry in instance network info cache for port cdb71676-b7b3-43f1-b2e8-4d7b00116c7d. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 793.513797] env[65682]: DEBUG nova.network.neutron [req-56edae07-3730-470d-b7be-87d5008e23ba req-2144ef5b-5a1e-4f05-90e4-720312d35dec service nova] [instance: 746a1592-b842-45a5-af76-11161889f176] Updating instance_info_cache with network_info: [{"id": "cdb71676-b7b3-43f1-b2e8-4d7b00116c7d", "address": "fa:16:3e:10:ab:9d", "network": {"id": "21b398bc-810a-4a89-b909-23153277bca2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1539647520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "990741a7150b42248bcc99e683ec6d2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdb71676-b7", "ovs_interfaceid": "cdb71676-b7b3-43f1-b2e8-4d7b00116c7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.591645] env[65682]: DEBUG oslo_vmware.api [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074445} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.591921] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.592733] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11def80e-275b-4e22-b19c-50040faf02a0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.624925] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 474f8ea3-8078-4755-8f13-5c16d6feb78d/474f8ea3-8078-4755-8f13-5c16d6feb78d.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.628588] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1fff024-669a-4abb-852c-0e802f4c05dc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.651299] env[65682]: DEBUG oslo_vmware.api [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 793.651299] env[65682]: value = "task-4615884" [ 793.651299] env[65682]: _type = "Task" [ 793.651299] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.665045] env[65682]: DEBUG oslo_vmware.api [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615884, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.685631] env[65682]: WARNING neutronclient.v2_0.client [req-7f68cd1f-7376-4c07-affc-3d7af0989b45 req-66b8ac43-680f-4fc9-a0f1-0bf70cc544b7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.811041] env[65682]: DEBUG nova.compute.utils [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.811041] env[65682]: DEBUG nova.compute.manager [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 793.811041] env[65682]: DEBUG nova.network.neutron [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 793.812217] env[65682]: WARNING neutronclient.v2_0.client [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.812637] env[65682]: WARNING neutronclient.v2_0.client [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.822217] env[65682]: DEBUG nova.network.neutron [req-7f68cd1f-7376-4c07-affc-3d7af0989b45 req-66b8ac43-680f-4fc9-a0f1-0bf70cc544b7 service nova] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Updated VIF entry in instance network info cache for port 8c020925-43e6-4ccc-bd25-cc42c07cd709. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 793.822217] env[65682]: DEBUG nova.network.neutron [req-7f68cd1f-7376-4c07-affc-3d7af0989b45 req-66b8ac43-680f-4fc9-a0f1-0bf70cc544b7 service nova] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Updating instance_info_cache with network_info: [{"id": "8c020925-43e6-4ccc-bd25-cc42c07cd709", "address": "fa:16:3e:42:2d:8a", "network": {"id": "ec6b4524-66db-47ab-a707-b451781a6e46", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1309945081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5767ded856aa4622bc8a6e7f1c351c2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c020925-43", "ovs_interfaceid": "8c020925-43e6-4ccc-bd25-cc42c07cd709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.938208] env[65682]: DEBUG nova.policy [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d2c724ee2294f9d881f3d67cc83a38b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76b3a7f038084eeb846306a8aec646e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 794.006793] env[65682]: INFO nova.compute.manager [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Took 42.49 seconds to build instance. [ 794.018381] env[65682]: DEBUG oslo_concurrency.lockutils [req-56edae07-3730-470d-b7be-87d5008e23ba req-2144ef5b-5a1e-4f05-90e4-720312d35dec service nova] Releasing lock "refresh_cache-746a1592-b842-45a5-af76-11161889f176" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.163731] env[65682]: DEBUG oslo_vmware.api [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.268945] env[65682]: DEBUG nova.network.neutron [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Successfully created port: bcfbb8b5-4022-4013-8cbe-9e52ad14c942 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 794.320141] env[65682]: DEBUG nova.compute.manager [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 794.332319] env[65682]: DEBUG oslo_concurrency.lockutils [req-7f68cd1f-7376-4c07-affc-3d7af0989b45 req-66b8ac43-680f-4fc9-a0f1-0bf70cc544b7 service nova] Releasing lock "refresh_cache-474f8ea3-8078-4755-8f13-5c16d6feb78d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.332579] env[65682]: DEBUG nova.compute.manager [req-7f68cd1f-7376-4c07-affc-3d7af0989b45 req-66b8ac43-680f-4fc9-a0f1-0bf70cc544b7 service nova] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Received event network-vif-deleted-7fdcb979-6482-461e-82b1-3371d9f45532 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 794.332760] env[65682]: DEBUG nova.compute.manager [req-7f68cd1f-7376-4c07-affc-3d7af0989b45 req-66b8ac43-680f-4fc9-a0f1-0bf70cc544b7 service nova] [instance: 746a1592-b842-45a5-af76-11161889f176] Received event network-changed-cdb71676-b7b3-43f1-b2e8-4d7b00116c7d {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 794.332905] env[65682]: DEBUG nova.compute.manager [req-7f68cd1f-7376-4c07-affc-3d7af0989b45 req-66b8ac43-680f-4fc9-a0f1-0bf70cc544b7 service nova] [instance: 746a1592-b842-45a5-af76-11161889f176] Refreshing instance network info cache due to event network-changed-cdb71676-b7b3-43f1-b2e8-4d7b00116c7d. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 794.333133] env[65682]: DEBUG oslo_concurrency.lockutils [req-7f68cd1f-7376-4c07-affc-3d7af0989b45 req-66b8ac43-680f-4fc9-a0f1-0bf70cc544b7 service nova] Acquiring lock "refresh_cache-746a1592-b842-45a5-af76-11161889f176" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.333264] env[65682]: DEBUG oslo_concurrency.lockutils [req-7f68cd1f-7376-4c07-affc-3d7af0989b45 req-66b8ac43-680f-4fc9-a0f1-0bf70cc544b7 service nova] Acquired lock "refresh_cache-746a1592-b842-45a5-af76-11161889f176" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.333415] env[65682]: DEBUG nova.network.neutron [req-7f68cd1f-7376-4c07-affc-3d7af0989b45 req-66b8ac43-680f-4fc9-a0f1-0bf70cc544b7 service nova] [instance: 746a1592-b842-45a5-af76-11161889f176] Refreshing network info cache for port cdb71676-b7b3-43f1-b2e8-4d7b00116c7d {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.506394] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d81791c-af1d-4904-a288-a648c686480c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.514020] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d375ba9e-8fcd-4381-8396-d21673f056da tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "89425ade-bec0-4810-8284-ee9dd50a8c06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.872s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.519221] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53172a70-733f-4d72-9548-19c072e468d8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.561221] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a546fbee-3cca-4edb-bdfc-30c3086cd224 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.571143] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250dfd44-9a3a-4cc7-a49f-016116f8be76 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.592403] env[65682]: DEBUG nova.compute.provider_tree [None req-8f26c3af-e0d5-49ac-be5a-a09f1b2f38e4 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.662876] env[65682]: DEBUG oslo_vmware.api [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615884, 'name': ReconfigVM_Task, 'duration_secs': 0.768529} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.663217] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 474f8ea3-8078-4755-8f13-5c16d6feb78d/474f8ea3-8078-4755-8f13-5c16d6feb78d.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.663888] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14bb7cf2-c085-489f-a10b-0e5854fded13 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.673095] env[65682]: DEBUG oslo_vmware.api [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 794.673095] env[65682]: value = "task-4615885" [ 794.673095] env[65682]: _type = "Task" [ 794.673095] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.683437] env[65682]: DEBUG oslo_vmware.api [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615885, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.840035] env[65682]: WARNING neutronclient.v2_0.client [req-7f68cd1f-7376-4c07-affc-3d7af0989b45 req-66b8ac43-680f-4fc9-a0f1-0bf70cc544b7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.015927] env[65682]: DEBUG nova.compute.manager [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 795.095382] env[65682]: DEBUG nova.scheduler.client.report [None req-8f26c3af-e0d5-49ac-be5a-a09f1b2f38e4 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.187673] env[65682]: DEBUG oslo_vmware.api [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615885, 'name': Rename_Task, 'duration_secs': 0.164184} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.187950] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.188220] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb1f1f56-e1ed-4c0d-a691-4b454a031b18 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.196549] env[65682]: DEBUG oslo_vmware.api [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 795.196549] env[65682]: value = "task-4615886" [ 795.196549] env[65682]: _type = "Task" [ 795.196549] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.206467] env[65682]: DEBUG oslo_vmware.api [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.317818] env[65682]: INFO nova.compute.manager [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Rebuilding instance [ 795.334455] env[65682]: DEBUG nova.compute.manager [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 795.363442] env[65682]: DEBUG nova.virt.hardware [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:27:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='921b2e3c-71c8-4f91-82c3-f9733d8823b8',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1697965743',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 795.364508] env[65682]: DEBUG nova.virt.hardware [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.364508] env[65682]: DEBUG nova.virt.hardware [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 795.364508] env[65682]: DEBUG nova.virt.hardware [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.364508] env[65682]: DEBUG nova.virt.hardware [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 795.364508] env[65682]: DEBUG nova.virt.hardware [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 795.364765] env[65682]: DEBUG nova.virt.hardware [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 795.364925] env[65682]: DEBUG nova.virt.hardware [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 795.365114] env[65682]: DEBUG nova.virt.hardware [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 795.365281] env[65682]: DEBUG nova.virt.hardware [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 795.365449] env[65682]: DEBUG nova.virt.hardware [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 795.367044] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42cf550-1e8e-424e-9ed5-78fbe5ee1b15 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.378623] env[65682]: DEBUG nova.compute.manager [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 795.379582] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37687060-e165-4106-8f58-390f507ee896 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.383324] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276f2601-0a01-4f6e-a7a9-e2afb84fc6fb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.537986] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.600407] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8f26c3af-e0d5-49ac-be5a-a09f1b2f38e4 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.296s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.603048] env[65682]: DEBUG oslo_concurrency.lockutils [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.725s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.603373] env[65682]: DEBUG nova.objects.instance [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65682) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 795.627136] env[65682]: INFO nova.scheduler.client.report [None req-8f26c3af-e0d5-49ac-be5a-a09f1b2f38e4 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Deleted allocations for instance f0062382-d9ea-489c-9e51-99b494a435da [ 795.629613] env[65682]: WARNING neutronclient.v2_0.client [req-7f68cd1f-7376-4c07-affc-3d7af0989b45 req-66b8ac43-680f-4fc9-a0f1-0bf70cc544b7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.716066] env[65682]: DEBUG oslo_vmware.api [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615886, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.839148] env[65682]: DEBUG nova.network.neutron [req-7f68cd1f-7376-4c07-affc-3d7af0989b45 req-66b8ac43-680f-4fc9-a0f1-0bf70cc544b7 service nova] [instance: 746a1592-b842-45a5-af76-11161889f176] Updated VIF entry in instance network info cache for port cdb71676-b7b3-43f1-b2e8-4d7b00116c7d. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 795.839529] env[65682]: DEBUG nova.network.neutron [req-7f68cd1f-7376-4c07-affc-3d7af0989b45 req-66b8ac43-680f-4fc9-a0f1-0bf70cc544b7 service nova] [instance: 746a1592-b842-45a5-af76-11161889f176] Updating instance_info_cache with network_info: [{"id": "cdb71676-b7b3-43f1-b2e8-4d7b00116c7d", "address": "fa:16:3e:10:ab:9d", "network": {"id": "21b398bc-810a-4a89-b909-23153277bca2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1539647520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "990741a7150b42248bcc99e683ec6d2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdb71676-b7", "ovs_interfaceid": "cdb71676-b7b3-43f1-b2e8-4d7b00116c7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.010141] env[65682]: DEBUG nova.network.neutron [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Successfully updated port: bcfbb8b5-4022-4013-8cbe-9e52ad14c942 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 796.141101] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8f26c3af-e0d5-49ac-be5a-a09f1b2f38e4 tempest-ServerAddressesTestJSON-1977140634 tempest-ServerAddressesTestJSON-1977140634-project-member] Lock "f0062382-d9ea-489c-9e51-99b494a435da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.368s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.209932] env[65682]: DEBUG oslo_vmware.api [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615886, 'name': PowerOnVM_Task, 'duration_secs': 0.655359} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.210220] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.210423] env[65682]: INFO nova.compute.manager [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Took 8.21 seconds to spawn the instance on the hypervisor. [ 796.210624] env[65682]: DEBUG nova.compute.manager [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 796.211466] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f46c3f-8ac5-4493-9d29-c1b187150716 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.342322] env[65682]: DEBUG oslo_concurrency.lockutils [req-7f68cd1f-7376-4c07-affc-3d7af0989b45 req-66b8ac43-680f-4fc9-a0f1-0bf70cc544b7 service nova] Releasing lock "refresh_cache-746a1592-b842-45a5-af76-11161889f176" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.354330] env[65682]: DEBUG nova.compute.manager [req-fd12666a-3509-41df-bea4-ed5cf4a20046 req-353ba2b4-7243-49f2-a0e7-77a093929097 service nova] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Received event network-vif-plugged-bcfbb8b5-4022-4013-8cbe-9e52ad14c942 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 796.354422] env[65682]: DEBUG oslo_concurrency.lockutils [req-fd12666a-3509-41df-bea4-ed5cf4a20046 req-353ba2b4-7243-49f2-a0e7-77a093929097 service nova] Acquiring lock "02fa8028-04bb-4b33-8931-e7af29af0204-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.354792] env[65682]: DEBUG oslo_concurrency.lockutils [req-fd12666a-3509-41df-bea4-ed5cf4a20046 req-353ba2b4-7243-49f2-a0e7-77a093929097 service nova] Lock "02fa8028-04bb-4b33-8931-e7af29af0204-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.354792] env[65682]: DEBUG oslo_concurrency.lockutils [req-fd12666a-3509-41df-bea4-ed5cf4a20046 req-353ba2b4-7243-49f2-a0e7-77a093929097 service nova] Lock "02fa8028-04bb-4b33-8931-e7af29af0204-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.354935] env[65682]: DEBUG nova.compute.manager [req-fd12666a-3509-41df-bea4-ed5cf4a20046 req-353ba2b4-7243-49f2-a0e7-77a093929097 service nova] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] No waiting events found dispatching network-vif-plugged-bcfbb8b5-4022-4013-8cbe-9e52ad14c942 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 796.355391] env[65682]: WARNING nova.compute.manager [req-fd12666a-3509-41df-bea4-ed5cf4a20046 req-353ba2b4-7243-49f2-a0e7-77a093929097 service nova] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Received unexpected event network-vif-plugged-bcfbb8b5-4022-4013-8cbe-9e52ad14c942 for instance with vm_state building and task_state spawning. [ 796.411263] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.411263] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-348f393e-17a3-45d3-889b-09e069395732 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.423035] env[65682]: DEBUG oslo_vmware.api [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 796.423035] env[65682]: value = "task-4615887" [ 796.423035] env[65682]: _type = "Task" [ 796.423035] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.434530] env[65682]: DEBUG oslo_vmware.api [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.513878] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquiring lock "refresh_cache-02fa8028-04bb-4b33-8931-e7af29af0204" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.514065] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquired lock "refresh_cache-02fa8028-04bb-4b33-8931-e7af29af0204" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.514251] env[65682]: DEBUG nova.network.neutron [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 796.620152] env[65682]: DEBUG oslo_concurrency.lockutils [None req-123bad8b-3210-4499-95ac-5b80ab37b151 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.620612] env[65682]: DEBUG oslo_concurrency.lockutils [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.508s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.622233] env[65682]: INFO nova.compute.claims [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.730252] env[65682]: INFO nova.compute.manager [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Took 41.57 seconds to build instance. [ 796.744847] env[65682]: INFO nova.compute.manager [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Rescuing [ 796.745501] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "refresh_cache-89425ade-bec0-4810-8284-ee9dd50a8c06" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.745501] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquired lock "refresh_cache-89425ade-bec0-4810-8284-ee9dd50a8c06" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.745501] env[65682]: DEBUG nova.network.neutron [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 796.933825] env[65682]: DEBUG oslo_vmware.api [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615887, 'name': PowerOffVM_Task, 'duration_secs': 0.408993} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.934142] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.934391] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.935200] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0316173e-6455-49af-9794-a5bfc1622c95 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.944019] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.944019] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58e9389c-caf7-4379-982d-0f016248f6ff {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.030721] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.030721] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.030721] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Deleting the datastore file [datastore1] a21615cc-1e3a-494a-ab00-7e4bd8119739 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.030721] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-892d32f3-f978-4d47-a1a2-03eac5756969 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.040110] env[65682]: DEBUG oslo_vmware.api [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 797.040110] env[65682]: value = "task-4615889" [ 797.040110] env[65682]: _type = "Task" [ 797.040110] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.050327] env[65682]: DEBUG oslo_vmware.api [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.074392] env[65682]: DEBUG nova.network.neutron [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 797.155269] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Acquiring lock "5b0b66e2-1f7d-4f3a-8ddc-748df0994391" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.155269] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Lock "5b0b66e2-1f7d-4f3a-8ddc-748df0994391" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.165915] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ef8717-c019-4679-b0b3-9d4a8a3c161b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.174441] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5a71ad95-0a84-4a26-aaf2-e656d5335e02 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Suspending the VM {{(pid=65682) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 797.174532] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f3c1b02a-fade-4ac9-acd4-8604db7c4752 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.180589] env[65682]: WARNING neutronclient.v2_0.client [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.184804] env[65682]: DEBUG oslo_vmware.api [None req-5a71ad95-0a84-4a26-aaf2-e656d5335e02 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 797.184804] env[65682]: value = "task-4615890" [ 797.184804] env[65682]: _type = "Task" [ 797.184804] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.194988] env[65682]: DEBUG oslo_vmware.api [None req-5a71ad95-0a84-4a26-aaf2-e656d5335e02 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615890, 'name': SuspendVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.233369] env[65682]: DEBUG oslo_concurrency.lockutils [None req-19286605-5be9-4589-a844-7ad76a2a8aab tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "474f8ea3-8078-4755-8f13-5c16d6feb78d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.735s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.248920] env[65682]: WARNING neutronclient.v2_0.client [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.299538] env[65682]: DEBUG nova.network.neutron [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Updating instance_info_cache with network_info: [{"id": "bcfbb8b5-4022-4013-8cbe-9e52ad14c942", "address": "fa:16:3e:02:64:e9", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcfbb8b5-40", "ovs_interfaceid": "bcfbb8b5-4022-4013-8cbe-9e52ad14c942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.503957] env[65682]: WARNING neutronclient.v2_0.client [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.556582] env[65682]: DEBUG oslo_vmware.api [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309859} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.556710] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.557134] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.558151] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.608921] env[65682]: DEBUG nova.network.neutron [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Updating instance_info_cache with network_info: [{"id": "8dc73241-e73e-4dc1-b91c-c51fcaef5334", "address": "fa:16:3e:cf:17:49", "network": {"id": "5c02b4f7-3aa0-420f-a37f-afcab4fc17f9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-357634686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f70bcfbec5214013bcdfc3f7bf6110ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dc73241-e7", "ovs_interfaceid": "8dc73241-e73e-4dc1-b91c-c51fcaef5334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.705333] env[65682]: DEBUG oslo_vmware.api [None req-5a71ad95-0a84-4a26-aaf2-e656d5335e02 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615890, 'name': SuspendVM_Task} progress is 62%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.737440] env[65682]: DEBUG nova.compute.manager [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 797.802126] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Releasing lock "refresh_cache-02fa8028-04bb-4b33-8931-e7af29af0204" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.802523] env[65682]: DEBUG nova.compute.manager [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Instance network_info: |[{"id": "bcfbb8b5-4022-4013-8cbe-9e52ad14c942", "address": "fa:16:3e:02:64:e9", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcfbb8b5-40", "ovs_interfaceid": "bcfbb8b5-4022-4013-8cbe-9e52ad14c942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 797.803378] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:64:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcfbb8b5-4022-4013-8cbe-9e52ad14c942', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.813075] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 797.813373] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.813666] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-131aa1fd-f73b-406b-aa07-0698b1ba5ce2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.839257] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.839257] env[65682]: value = "task-4615891" [ 797.839257] env[65682]: _type = "Task" [ 797.839257] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.852246] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615891, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.109628] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Releasing lock "refresh_cache-89425ade-bec0-4810-8284-ee9dd50a8c06" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.202031] env[65682]: DEBUG oslo_vmware.api [None req-5a71ad95-0a84-4a26-aaf2-e656d5335e02 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615890, 'name': SuspendVM_Task, 'duration_secs': 0.692558} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.204879] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5a71ad95-0a84-4a26-aaf2-e656d5335e02 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Suspended the VM {{(pid=65682) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 798.205374] env[65682]: DEBUG nova.compute.manager [None req-5a71ad95-0a84-4a26-aaf2-e656d5335e02 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 798.206165] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4044f008-3f07-4269-8eca-a13e147946a2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.272412] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.353592] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615891, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.366199] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8485e6ff-ad22-49ed-b98b-66ff956ec921 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.375725] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eead5031-bbfb-4579-abff-5fade883d0d3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.415052] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180f98f1-20cb-4b0b-a84b-d48c211bb786 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.418768] env[65682]: DEBUG nova.compute.manager [req-a67fb149-5e69-4761-8802-0e5303678d5f req-5c52f9cf-5892-4c8c-b006-760d2983c513 service nova] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Received event network-changed-bcfbb8b5-4022-4013-8cbe-9e52ad14c942 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 798.418988] env[65682]: DEBUG nova.compute.manager [req-a67fb149-5e69-4761-8802-0e5303678d5f req-5c52f9cf-5892-4c8c-b006-760d2983c513 service nova] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Refreshing instance network info cache due to event network-changed-bcfbb8b5-4022-4013-8cbe-9e52ad14c942. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 798.419223] env[65682]: DEBUG oslo_concurrency.lockutils [req-a67fb149-5e69-4761-8802-0e5303678d5f req-5c52f9cf-5892-4c8c-b006-760d2983c513 service nova] Acquiring lock "refresh_cache-02fa8028-04bb-4b33-8931-e7af29af0204" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.420431] env[65682]: DEBUG oslo_concurrency.lockutils [req-a67fb149-5e69-4761-8802-0e5303678d5f req-5c52f9cf-5892-4c8c-b006-760d2983c513 service nova] Acquired lock "refresh_cache-02fa8028-04bb-4b33-8931-e7af29af0204" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.420431] env[65682]: DEBUG nova.network.neutron [req-a67fb149-5e69-4761-8802-0e5303678d5f req-5c52f9cf-5892-4c8c-b006-760d2983c513 service nova] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Refreshing network info cache for port bcfbb8b5-4022-4013-8cbe-9e52ad14c942 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.428255] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d400afd6-10f9-464a-9d68-556fd7035251 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.444675] env[65682]: DEBUG nova.compute.provider_tree [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.605240] env[65682]: DEBUG nova.virt.hardware [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 798.605518] env[65682]: DEBUG nova.virt.hardware [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.605675] env[65682]: DEBUG nova.virt.hardware [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 798.605855] env[65682]: DEBUG nova.virt.hardware [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.605995] env[65682]: DEBUG nova.virt.hardware [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 798.606170] env[65682]: DEBUG nova.virt.hardware [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 798.606502] env[65682]: DEBUG nova.virt.hardware [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 798.606756] env[65682]: DEBUG nova.virt.hardware [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 798.606948] env[65682]: DEBUG nova.virt.hardware [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 798.607138] env[65682]: DEBUG nova.virt.hardware [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 798.607352] env[65682]: DEBUG nova.virt.hardware [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 798.608250] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228b9c75-cdca-4b1e-9951-e48064a14366 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.619271] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa16e4c-7739-42cd-ab62-b70a0bd96cfc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.634673] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:79:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ece344a5-60d3-4a87-aed4-5e7e942182a2', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.642125] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 798.642400] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.642627] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c453c0e-bb87-4c26-9ea6-a69fbd66dc15 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.665367] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.665367] env[65682]: value = "task-4615892" [ 798.665367] env[65682]: _type = "Task" [ 798.665367] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.675831] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615892, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.854465] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615891, 'name': CreateVM_Task, 'duration_secs': 0.599806} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.854638] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.855153] env[65682]: WARNING neutronclient.v2_0.client [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.855557] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.855706] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.855982] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.856294] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b93eac89-af78-43ae-ae4a-ac65685efd9b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.863377] env[65682]: DEBUG oslo_vmware.api [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 798.863377] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5234eecc-2039-bd7e-6d8f-4ed4cc5e0fa4" [ 798.863377] env[65682]: _type = "Task" [ 798.863377] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.872470] env[65682]: DEBUG oslo_vmware.api [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5234eecc-2039-bd7e-6d8f-4ed4cc5e0fa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.923406] env[65682]: WARNING neutronclient.v2_0.client [req-a67fb149-5e69-4761-8802-0e5303678d5f req-5c52f9cf-5892-4c8c-b006-760d2983c513 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.948962] env[65682]: DEBUG nova.scheduler.client.report [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.176275] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615892, 'name': CreateVM_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.383525] env[65682]: DEBUG oslo_vmware.api [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5234eecc-2039-bd7e-6d8f-4ed4cc5e0fa4, 'name': SearchDatastore_Task, 'duration_secs': 0.027259} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.383883] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.384198] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.387297] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.387297] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.387297] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.387297] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d74d598-3f5a-431a-adb5-47fe21a9a069 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.399517] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.399793] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.400811] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2856eb0-081a-451b-9d28-dc9786bb01ca {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.408067] env[65682]: DEBUG oslo_vmware.api [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 799.408067] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52147929-bd4a-3424-6fcf-05ed49734a62" [ 799.408067] env[65682]: _type = "Task" [ 799.408067] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.417814] env[65682]: DEBUG oslo_vmware.api [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52147929-bd4a-3424-6fcf-05ed49734a62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.454545] env[65682]: DEBUG oslo_concurrency.lockutils [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.834s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.454994] env[65682]: DEBUG nova.compute.manager [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 799.457998] env[65682]: DEBUG oslo_concurrency.lockutils [None req-61aad140-df2b-4751-a4f0-e4985a350e04 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.898s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.458233] env[65682]: DEBUG nova.objects.instance [None req-61aad140-df2b-4751-a4f0-e4985a350e04 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lazy-loading 'resources' on Instance uuid 8a169693-eae1-4796-a42b-b7cb2e9aeadb {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.518328] env[65682]: WARNING neutronclient.v2_0.client [req-a67fb149-5e69-4761-8802-0e5303678d5f req-5c52f9cf-5892-4c8c-b006-760d2983c513 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.661333] env[65682]: DEBUG nova.network.neutron [req-a67fb149-5e69-4761-8802-0e5303678d5f req-5c52f9cf-5892-4c8c-b006-760d2983c513 service nova] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Updated VIF entry in instance network info cache for port bcfbb8b5-4022-4013-8cbe-9e52ad14c942. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 799.661705] env[65682]: DEBUG nova.network.neutron [req-a67fb149-5e69-4761-8802-0e5303678d5f req-5c52f9cf-5892-4c8c-b006-760d2983c513 service nova] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Updating instance_info_cache with network_info: [{"id": "bcfbb8b5-4022-4013-8cbe-9e52ad14c942", "address": "fa:16:3e:02:64:e9", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcfbb8b5-40", "ovs_interfaceid": "bcfbb8b5-4022-4013-8cbe-9e52ad14c942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.666671] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.666671] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1208e685-21b2-4259-a591-6729ae9b7549 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.680061] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615892, 'name': CreateVM_Task, 'duration_secs': 0.809616} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.681490] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.682329] env[65682]: DEBUG oslo_vmware.api [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 799.682329] env[65682]: value = "task-4615893" [ 799.682329] env[65682]: _type = "Task" [ 799.682329] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.682800] env[65682]: WARNING neutronclient.v2_0.client [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 799.683241] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.683590] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.684046] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.684764] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e59620b-d0c8-4f58-9dea-76531ac417b3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.699224] env[65682]: DEBUG oslo_vmware.api [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 799.699224] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527da79e-6745-bd8d-d0f3-2a1e8c60f571" [ 799.699224] env[65682]: _type = "Task" [ 799.699224] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.703788] env[65682]: DEBUG oslo_vmware.api [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.714858] env[65682]: DEBUG oslo_vmware.api [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527da79e-6745-bd8d-d0f3-2a1e8c60f571, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.920668] env[65682]: DEBUG oslo_vmware.api [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52147929-bd4a-3424-6fcf-05ed49734a62, 'name': SearchDatastore_Task, 'duration_secs': 0.024586} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.921498] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-124de106-bb07-4821-966e-6fdde7b09c5f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.931030] env[65682]: DEBUG oslo_vmware.api [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 799.931030] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523e1753-27df-6b34-4c54-d558c05fb08e" [ 799.931030] env[65682]: _type = "Task" [ 799.931030] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.939772] env[65682]: DEBUG oslo_vmware.api [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523e1753-27df-6b34-4c54-d558c05fb08e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.962796] env[65682]: DEBUG nova.compute.utils [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.963070] env[65682]: DEBUG nova.compute.manager [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 799.963275] env[65682]: DEBUG nova.network.neutron [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 799.963594] env[65682]: WARNING neutronclient.v2_0.client [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.963886] env[65682]: WARNING neutronclient.v2_0.client [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.019221] env[65682]: DEBUG nova.policy [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e4638835b42456cb5bf9b411d09f165', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8a6ae75473d441688fb59c9c7b328ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.164772] env[65682]: DEBUG oslo_concurrency.lockutils [req-a67fb149-5e69-4761-8802-0e5303678d5f req-5c52f9cf-5892-4c8c-b006-760d2983c513 service nova] Releasing lock "refresh_cache-02fa8028-04bb-4b33-8931-e7af29af0204" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.197553] env[65682]: DEBUG oslo_vmware.api [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615893, 'name': PowerOffVM_Task, 'duration_secs': 0.195173} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.197553] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.197553] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7344fe6-0e2a-4ed2-ab1e-a276205d35e1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.224747] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0aa4bc-09ad-4c41-b854-6153f2e27355 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.235327] env[65682]: DEBUG oslo_vmware.api [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527da79e-6745-bd8d-d0f3-2a1e8c60f571, 'name': SearchDatastore_Task, 'duration_secs': 0.016773} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.237748] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.237987] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.238289] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.272458] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.272778] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e229fb73-02a5-48c3-914d-b51e18d496d1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.282288] env[65682]: DEBUG oslo_vmware.api [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 800.282288] env[65682]: value = "task-4615894" [ 800.282288] env[65682]: _type = "Task" [ 800.282288] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.291771] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] VM already powered off {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 800.292306] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.292306] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.344983] env[65682]: DEBUG nova.network.neutron [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Successfully created port: d5ae0410-6cb0-408c-85d4-32319caece24 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 800.447023] env[65682]: DEBUG oslo_vmware.api [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523e1753-27df-6b34-4c54-d558c05fb08e, 'name': SearchDatastore_Task, 'duration_secs': 0.032387} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.447023] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.447023] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 02fa8028-04bb-4b33-8931-e7af29af0204/02fa8028-04bb-4b33-8931-e7af29af0204.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.447023] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.447023] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.447023] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2786d5e6-1b18-4095-bcc5-2ad0c0f052e6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.451053] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb08a1eb-02e2-46b2-a39c-1ddf9080f943 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.462060] env[65682]: DEBUG oslo_vmware.api [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 800.462060] env[65682]: value = "task-4615895" [ 800.462060] env[65682]: _type = "Task" [ 800.462060] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.465731] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.466092] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.471306] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c6d4d7a-6666-49af-a9b8-0959f906664d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.474456] env[65682]: DEBUG nova.compute.manager [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 800.480959] env[65682]: DEBUG oslo_vmware.api [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615895, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.485773] env[65682]: DEBUG oslo_vmware.api [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 800.485773] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]529bdcbe-7830-5de6-ab6e-67258c2097b9" [ 800.485773] env[65682]: _type = "Task" [ 800.485773] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.496905] env[65682]: DEBUG oslo_vmware.api [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]529bdcbe-7830-5de6-ab6e-67258c2097b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.617117] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e422a1a3-6d9f-40a2-8cee-1c4bc1cb5062 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.625560] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9765c696-86e0-42bb-a936-86b1a9cb86b5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.660831] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab09b682-ed30-41cb-b7be-0238103b4b80 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.669879] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d63ea28-3ce0-4c11-a05c-2f670cfbb934 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.685190] env[65682]: DEBUG nova.compute.provider_tree [None req-61aad140-df2b-4751-a4f0-e4985a350e04 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.976820] env[65682]: DEBUG oslo_vmware.api [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615895, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.998881] env[65682]: DEBUG oslo_vmware.api [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]529bdcbe-7830-5de6-ab6e-67258c2097b9, 'name': SearchDatastore_Task, 'duration_secs': 0.01148} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.999789] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-204c9ae6-0f61-43f4-80ff-0ce58c5be9db {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.007322] env[65682]: DEBUG oslo_vmware.api [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 801.007322] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52477df2-6e8c-3481-9783-d1f8ff081a38" [ 801.007322] env[65682]: _type = "Task" [ 801.007322] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.017098] env[65682]: DEBUG oslo_vmware.api [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52477df2-6e8c-3481-9783-d1f8ff081a38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.188393] env[65682]: DEBUG nova.scheduler.client.report [None req-61aad140-df2b-4751-a4f0-e4985a350e04 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.371976] env[65682]: DEBUG nova.compute.manager [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 801.372996] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0599b91c-7ed3-4744-92ef-0c66317708be {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.473953] env[65682]: DEBUG oslo_vmware.api [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615895, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645008} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.474152] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 02fa8028-04bb-4b33-8931-e7af29af0204/02fa8028-04bb-4b33-8931-e7af29af0204.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.474317] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.475473] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe1be27c-8d5f-4a26-89e7-5141f45d383b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.487645] env[65682]: DEBUG nova.compute.manager [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 801.491273] env[65682]: DEBUG oslo_vmware.api [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 801.491273] env[65682]: value = "task-4615896" [ 801.491273] env[65682]: _type = "Task" [ 801.491273] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.503999] env[65682]: DEBUG oslo_vmware.api [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.514366] env[65682]: DEBUG nova.virt.hardware [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 801.514607] env[65682]: DEBUG nova.virt.hardware [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.514819] env[65682]: DEBUG nova.virt.hardware [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 801.514943] env[65682]: DEBUG nova.virt.hardware [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.515112] env[65682]: DEBUG nova.virt.hardware [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 801.516018] env[65682]: DEBUG nova.virt.hardware [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 801.516018] env[65682]: DEBUG nova.virt.hardware [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 801.516018] env[65682]: DEBUG nova.virt.hardware [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 801.516018] env[65682]: DEBUG nova.virt.hardware [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 801.516018] env[65682]: DEBUG nova.virt.hardware [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 801.516219] env[65682]: DEBUG nova.virt.hardware [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 801.517028] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dfbae3-5be4-4f90-bac2-5be776fe80a1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.525043] env[65682]: DEBUG oslo_vmware.api [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52477df2-6e8c-3481-9783-d1f8ff081a38, 'name': SearchDatastore_Task, 'duration_secs': 0.05732} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.526045] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.526045] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] a21615cc-1e3a-494a-ab00-7e4bd8119739/a21615cc-1e3a-494a-ab00-7e4bd8119739.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.526369] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.526565] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.526827] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79bec954-a96b-4113-81a0-d69b9427718c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.531338] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb62fc98-2d65-4e54-9e5e-362edb3073a1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.537190] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7e62cb-69a1-45bc-98f9-8c4b9b80d9fa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.542710] env[65682]: DEBUG oslo_vmware.api [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 801.542710] env[65682]: value = "task-4615897" [ 801.542710] env[65682]: _type = "Task" [ 801.542710] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.557230] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.557230] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.558501] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abd9891b-d4bf-491a-b82f-a21a53271b46 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.563419] env[65682]: DEBUG oslo_vmware.api [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.569123] env[65682]: DEBUG oslo_vmware.api [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 801.569123] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523eca15-2ac2-1772-4620-0fc53c1758c4" [ 801.569123] env[65682]: _type = "Task" [ 801.569123] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.578262] env[65682]: DEBUG oslo_vmware.api [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523eca15-2ac2-1772-4620-0fc53c1758c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.694047] env[65682]: DEBUG oslo_concurrency.lockutils [None req-61aad140-df2b-4751-a4f0-e4985a350e04 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.696788] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6ffc92bc-ef3e-4966-bde3-20050673d464 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.623s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.697078] env[65682]: DEBUG nova.objects.instance [None req-6ffc92bc-ef3e-4966-bde3-20050673d464 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lazy-loading 'resources' on Instance uuid fc7b2e73-d070-4652-ad3b-98797c7357b3 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.723124] env[65682]: INFO nova.scheduler.client.report [None req-61aad140-df2b-4751-a4f0-e4985a350e04 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Deleted allocations for instance 8a169693-eae1-4796-a42b-b7cb2e9aeadb [ 801.888497] env[65682]: INFO nova.compute.manager [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] instance snapshotting [ 801.888497] env[65682]: WARNING nova.compute.manager [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 801.896473] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f092742-6e9e-4497-82e7-f662e985c4ab {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.923646] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150e7b7f-4ea8-4b4e-aa3e-0f62969047c1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.009287] env[65682]: DEBUG oslo_vmware.api [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074488} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.009587] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.010744] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff77492-677d-460f-a2ff-de382d8f5fec {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.038871] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 02fa8028-04bb-4b33-8931-e7af29af0204/02fa8028-04bb-4b33-8931-e7af29af0204.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.040138] env[65682]: DEBUG nova.network.neutron [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Successfully updated port: d5ae0410-6cb0-408c-85d4-32319caece24 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 802.041339] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a2fd2f7-fe45-4b5d-8a56-02ae1fc4925d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.058397] env[65682]: DEBUG oslo_concurrency.lockutils [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquiring lock "refresh_cache-36eedf5b-de18-4b04-b356-a8391c87bb25" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.058575] env[65682]: DEBUG oslo_concurrency.lockutils [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquired lock "refresh_cache-36eedf5b-de18-4b04-b356-a8391c87bb25" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.058756] env[65682]: DEBUG nova.network.neutron [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 802.060987] env[65682]: DEBUG nova.compute.manager [req-7e1037d6-3cd2-45d6-953a-0f12acce8748 req-6401348e-e185-4316-a6fb-7e4140191e76 service nova] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Received event network-vif-plugged-d5ae0410-6cb0-408c-85d4-32319caece24 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 802.061355] env[65682]: DEBUG oslo_concurrency.lockutils [req-7e1037d6-3cd2-45d6-953a-0f12acce8748 req-6401348e-e185-4316-a6fb-7e4140191e76 service nova] Acquiring lock "36eedf5b-de18-4b04-b356-a8391c87bb25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.061394] env[65682]: DEBUG oslo_concurrency.lockutils [req-7e1037d6-3cd2-45d6-953a-0f12acce8748 req-6401348e-e185-4316-a6fb-7e4140191e76 service nova] Lock "36eedf5b-de18-4b04-b356-a8391c87bb25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.061531] env[65682]: DEBUG oslo_concurrency.lockutils [req-7e1037d6-3cd2-45d6-953a-0f12acce8748 req-6401348e-e185-4316-a6fb-7e4140191e76 service nova] Lock "36eedf5b-de18-4b04-b356-a8391c87bb25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.063641] env[65682]: DEBUG nova.compute.manager [req-7e1037d6-3cd2-45d6-953a-0f12acce8748 req-6401348e-e185-4316-a6fb-7e4140191e76 service nova] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] No waiting events found dispatching network-vif-plugged-d5ae0410-6cb0-408c-85d4-32319caece24 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 802.063641] env[65682]: WARNING nova.compute.manager [req-7e1037d6-3cd2-45d6-953a-0f12acce8748 req-6401348e-e185-4316-a6fb-7e4140191e76 service nova] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Received unexpected event network-vif-plugged-d5ae0410-6cb0-408c-85d4-32319caece24 for instance with vm_state building and task_state spawning. [ 802.077263] env[65682]: DEBUG oslo_vmware.api [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49306} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.077977] env[65682]: DEBUG oslo_vmware.api [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 802.077977] env[65682]: value = "task-4615898" [ 802.077977] env[65682]: _type = "Task" [ 802.077977] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.078556] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] a21615cc-1e3a-494a-ab00-7e4bd8119739/a21615cc-1e3a-494a-ab00-7e4bd8119739.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.078556] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.078728] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87d575d3-9f04-4844-a968-a20163596677 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.087535] env[65682]: DEBUG oslo_vmware.api [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523eca15-2ac2-1772-4620-0fc53c1758c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009437} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.088901] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ba3dcda-20b0-49fc-93db-937666ec91bf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.095218] env[65682]: DEBUG oslo_vmware.api [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 802.095218] env[65682]: value = "task-4615899" [ 802.095218] env[65682]: _type = "Task" [ 802.095218] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.096969] env[65682]: DEBUG oslo_vmware.api [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615898, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.101801] env[65682]: DEBUG oslo_vmware.api [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 802.101801] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52792806-8251-7e40-19e4-ffa36799efed" [ 802.101801] env[65682]: _type = "Task" [ 802.101801] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.111192] env[65682]: DEBUG oslo_vmware.api [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.120330] env[65682]: DEBUG oslo_vmware.api [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52792806-8251-7e40-19e4-ffa36799efed, 'name': SearchDatastore_Task, 'duration_secs': 0.012934} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.120839] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.120839] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 89425ade-bec0-4810-8284-ee9dd50a8c06/7e411482-4ba4-42db-a7a9-44449cf54ba0-rescue.vmdk. {{(pid=65682) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 802.121127] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78eb7670-6ed9-4fd1-b75a-8efdce5e22e9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.128544] env[65682]: DEBUG oslo_vmware.api [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 802.128544] env[65682]: value = "task-4615900" [ 802.128544] env[65682]: _type = "Task" [ 802.128544] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.138808] env[65682]: DEBUG oslo_vmware.api [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.232414] env[65682]: DEBUG oslo_concurrency.lockutils [None req-61aad140-df2b-4751-a4f0-e4985a350e04 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "8a169693-eae1-4796-a42b-b7cb2e9aeadb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.671s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.440494] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Creating Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 802.440494] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f0ef1414-9b3c-43d0-ad41-10ca80e087f0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.453245] env[65682]: DEBUG oslo_vmware.api [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 802.453245] env[65682]: value = "task-4615901" [ 802.453245] env[65682]: _type = "Task" [ 802.453245] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.463935] env[65682]: DEBUG oslo_vmware.api [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615901, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.595258] env[65682]: DEBUG oslo_vmware.api [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615898, 'name': ReconfigVM_Task, 'duration_secs': 0.293525} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.595258] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 02fa8028-04bb-4b33-8931-e7af29af0204/02fa8028-04bb-4b33-8931-e7af29af0204.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.595740] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b45590a7-3bde-490e-8032-dcd82479f384 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.607745] env[65682]: DEBUG oslo_vmware.api [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120378} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.613365] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.614146] env[65682]: DEBUG oslo_vmware.api [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 802.614146] env[65682]: value = "task-4615902" [ 802.614146] env[65682]: _type = "Task" [ 802.614146] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.615527] env[65682]: DEBUG nova.network.neutron [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 802.619228] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd89c34-ef82-4c83-ab64-530a8d1d882c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.667412] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] a21615cc-1e3a-494a-ab00-7e4bd8119739/a21615cc-1e3a-494a-ab00-7e4bd8119739.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.677317] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6063ce1-3ccd-41d8-a4e8-3d7465085023 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.697740] env[65682]: DEBUG oslo_vmware.api [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615902, 'name': Rename_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.702389] env[65682]: DEBUG oslo_vmware.api [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550204} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.702389] env[65682]: INFO nova.virt.vmwareapi.ds_util [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 89425ade-bec0-4810-8284-ee9dd50a8c06/7e411482-4ba4-42db-a7a9-44449cf54ba0-rescue.vmdk. [ 802.702389] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6feda8cc-6eb1-4f7b-96b2-8bb4cd8da9b0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.706488] env[65682]: DEBUG oslo_vmware.api [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 802.706488] env[65682]: value = "task-4615903" [ 802.706488] env[65682]: _type = "Task" [ 802.706488] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.731451] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 89425ade-bec0-4810-8284-ee9dd50a8c06/7e411482-4ba4-42db-a7a9-44449cf54ba0-rescue.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.735682] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d15c799-8705-4021-be0b-97025e2c7b0b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.757421] env[65682]: DEBUG oslo_vmware.api [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.767834] env[65682]: DEBUG oslo_vmware.api [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 802.767834] env[65682]: value = "task-4615904" [ 802.767834] env[65682]: _type = "Task" [ 802.767834] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.779874] env[65682]: DEBUG oslo_vmware.api [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615904, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.814648] env[65682]: WARNING neutronclient.v2_0.client [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.930469] env[65682]: DEBUG nova.network.neutron [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Updating instance_info_cache with network_info: [{"id": "d5ae0410-6cb0-408c-85d4-32319caece24", "address": "fa:16:3e:a9:42:ce", "network": {"id": "caeb0c63-e524-44d9-a3f3-d330265a2b0e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-390549341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a6ae75473d441688fb59c9c7b328ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5ae0410-6c", "ovs_interfaceid": "d5ae0410-6cb0-408c-85d4-32319caece24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.944926] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c257f2e-4005-48cc-b249-823e7ebf6df4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.958884] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3ba5c7-f98b-4318-b6e0-db544c98d702 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.969612] env[65682]: DEBUG oslo_vmware.api [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615901, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.005856] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de2e6b4-c5b8-4e0c-8b3a-f38ff4afb39d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.014566] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e073a4e6-c262-4ab2-847b-57b704b636de {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.037188] env[65682]: DEBUG nova.compute.provider_tree [None req-6ffc92bc-ef3e-4966-bde3-20050673d464 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.097942] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Acquiring lock "ad2c42c5-114c-476e-a2ec-f6ec714bde3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.098466] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Lock "ad2c42c5-114c-476e-a2ec-f6ec714bde3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.134803] env[65682]: DEBUG oslo_vmware.api [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615902, 'name': Rename_Task, 'duration_secs': 0.177027} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.135131] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.135410] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab106c24-4f49-4849-bdae-b891b2b5ff7a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.146905] env[65682]: DEBUG oslo_vmware.api [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 803.146905] env[65682]: value = "task-4615905" [ 803.146905] env[65682]: _type = "Task" [ 803.146905] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.154289] env[65682]: DEBUG oslo_vmware.api [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.222998] env[65682]: DEBUG oslo_vmware.api [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615903, 'name': ReconfigVM_Task, 'duration_secs': 0.325553} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.223414] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Reconfigured VM instance instance-00000032 to attach disk [datastore1] a21615cc-1e3a-494a-ab00-7e4bd8119739/a21615cc-1e3a-494a-ab00-7e4bd8119739.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.224077] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c183b09-6b51-4d13-93ba-e30b947d650f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.232450] env[65682]: DEBUG oslo_vmware.api [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 803.232450] env[65682]: value = "task-4615906" [ 803.232450] env[65682]: _type = "Task" [ 803.232450] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.244013] env[65682]: DEBUG oslo_vmware.api [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615906, 'name': Rename_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.282141] env[65682]: DEBUG oslo_vmware.api [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615904, 'name': ReconfigVM_Task, 'duration_secs': 0.385541} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.282503] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 89425ade-bec0-4810-8284-ee9dd50a8c06/7e411482-4ba4-42db-a7a9-44449cf54ba0-rescue.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.283557] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849d6ddb-088c-467a-b762-69e02b2db81a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.311274] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-716df446-8f1d-4b41-9240-08c37ca80c85 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.330241] env[65682]: DEBUG oslo_vmware.api [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 803.330241] env[65682]: value = "task-4615907" [ 803.330241] env[65682]: _type = "Task" [ 803.330241] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.340209] env[65682]: DEBUG oslo_vmware.api [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615907, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.435792] env[65682]: DEBUG oslo_concurrency.lockutils [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Releasing lock "refresh_cache-36eedf5b-de18-4b04-b356-a8391c87bb25" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.436413] env[65682]: DEBUG nova.compute.manager [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Instance network_info: |[{"id": "d5ae0410-6cb0-408c-85d4-32319caece24", "address": "fa:16:3e:a9:42:ce", "network": {"id": "caeb0c63-e524-44d9-a3f3-d330265a2b0e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-390549341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a6ae75473d441688fb59c9c7b328ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5ae0410-6c", "ovs_interfaceid": "d5ae0410-6cb0-408c-85d4-32319caece24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 803.436926] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:42:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5ae0410-6cb0-408c-85d4-32319caece24', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.448031] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 803.448031] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.448031] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-043252b9-6040-490d-8abd-964d588ef2ef {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.472457] env[65682]: DEBUG oslo_vmware.api [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615901, 'name': CreateSnapshot_Task, 'duration_secs': 0.61574} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.474123] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Created Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 803.474470] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.474470] env[65682]: value = "task-4615908" [ 803.474470] env[65682]: _type = "Task" [ 803.474470] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.475227] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bde1e3-bf9c-4847-9450-8ef151b959c7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.495355] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615908, 'name': CreateVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.544025] env[65682]: DEBUG nova.scheduler.client.report [None req-6ffc92bc-ef3e-4966-bde3-20050673d464 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.656694] env[65682]: DEBUG oslo_vmware.api [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4615905, 'name': PowerOnVM_Task, 'duration_secs': 0.511831} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.657089] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.657763] env[65682]: INFO nova.compute.manager [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Took 8.32 seconds to spawn the instance on the hypervisor. [ 803.657763] env[65682]: DEBUG nova.compute.manager [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 803.658313] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b072cb1c-ab25-443f-88f0-6d4d84405657 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.744426] env[65682]: DEBUG oslo_vmware.api [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615906, 'name': Rename_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.840785] env[65682]: DEBUG oslo_vmware.api [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.988974] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615908, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.004059] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Creating linked-clone VM from snapshot {{(pid=65682) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 804.004059] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8297831a-26e4-4930-b7b0-249d811ac5d7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.012498] env[65682]: DEBUG oslo_vmware.api [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 804.012498] env[65682]: value = "task-4615909" [ 804.012498] env[65682]: _type = "Task" [ 804.012498] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.021580] env[65682]: DEBUG oslo_vmware.api [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615909, 'name': CloneVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.050662] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6ffc92bc-ef3e-4966-bde3-20050673d464 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.354s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.053039] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a477603f-1f6b-40dc-b696-30616ec7b4bf tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.630s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.053301] env[65682]: DEBUG nova.objects.instance [None req-a477603f-1f6b-40dc-b696-30616ec7b4bf tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Lazy-loading 'resources' on Instance uuid 89576a50-d305-48e2-89f2-2c5a91e2c204 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.085984] env[65682]: INFO nova.scheduler.client.report [None req-6ffc92bc-ef3e-4966-bde3-20050673d464 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Deleted allocations for instance fc7b2e73-d070-4652-ad3b-98797c7357b3 [ 804.152902] env[65682]: DEBUG nova.compute.manager [req-8f235d3a-9be2-4545-8c5b-12d6b706058b req-13fcbfb1-4574-4a79-b358-a9c561b4893a service nova] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Received event network-changed-d5ae0410-6cb0-408c-85d4-32319caece24 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 804.152995] env[65682]: DEBUG nova.compute.manager [req-8f235d3a-9be2-4545-8c5b-12d6b706058b req-13fcbfb1-4574-4a79-b358-a9c561b4893a service nova] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Refreshing instance network info cache due to event network-changed-d5ae0410-6cb0-408c-85d4-32319caece24. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 804.153939] env[65682]: DEBUG oslo_concurrency.lockutils [req-8f235d3a-9be2-4545-8c5b-12d6b706058b req-13fcbfb1-4574-4a79-b358-a9c561b4893a service nova] Acquiring lock "refresh_cache-36eedf5b-de18-4b04-b356-a8391c87bb25" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.153939] env[65682]: DEBUG oslo_concurrency.lockutils [req-8f235d3a-9be2-4545-8c5b-12d6b706058b req-13fcbfb1-4574-4a79-b358-a9c561b4893a service nova] Acquired lock "refresh_cache-36eedf5b-de18-4b04-b356-a8391c87bb25" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.154042] env[65682]: DEBUG nova.network.neutron [req-8f235d3a-9be2-4545-8c5b-12d6b706058b req-13fcbfb1-4574-4a79-b358-a9c561b4893a service nova] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Refreshing network info cache for port d5ae0410-6cb0-408c-85d4-32319caece24 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.176250] env[65682]: INFO nova.compute.manager [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Took 45.30 seconds to build instance. [ 804.244828] env[65682]: DEBUG oslo_vmware.api [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615906, 'name': Rename_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.341912] env[65682]: DEBUG oslo_vmware.api [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615907, 'name': ReconfigVM_Task, 'duration_secs': 1.003544} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.342226] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.342497] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01defb0e-5c87-407b-8181-3d38d2a949c5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.351593] env[65682]: DEBUG oslo_vmware.api [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 804.351593] env[65682]: value = "task-4615910" [ 804.351593] env[65682]: _type = "Task" [ 804.351593] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.363228] env[65682]: DEBUG oslo_vmware.api [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.491259] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615908, 'name': CreateVM_Task, 'duration_secs': 0.532259} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.491653] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.492162] env[65682]: WARNING neutronclient.v2_0.client [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.492771] env[65682]: DEBUG oslo_concurrency.lockutils [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.492975] env[65682]: DEBUG oslo_concurrency.lockutils [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.493576] env[65682]: DEBUG oslo_concurrency.lockutils [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.493652] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23f4fe3e-6e97-4974-95bf-8da3c48f147e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.500857] env[65682]: DEBUG oslo_vmware.api [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 804.500857] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52597e61-0eb8-d4f2-b350-66cbefa8071c" [ 804.500857] env[65682]: _type = "Task" [ 804.500857] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.512768] env[65682]: DEBUG oslo_vmware.api [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52597e61-0eb8-d4f2-b350-66cbefa8071c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.523722] env[65682]: DEBUG oslo_vmware.api [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615909, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.599678] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6ffc92bc-ef3e-4966-bde3-20050673d464 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lock "fc7b2e73-d070-4652-ad3b-98797c7357b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.992s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.659169] env[65682]: WARNING neutronclient.v2_0.client [req-8f235d3a-9be2-4545-8c5b-12d6b706058b req-13fcbfb1-4574-4a79-b358-a9c561b4893a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.678692] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d743dcc3-6c6c-4178-8c6d-c9c4f9e71ad9 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lock "02fa8028-04bb-4b33-8931-e7af29af0204" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.654s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.753123] env[65682]: DEBUG oslo_vmware.api [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615906, 'name': Rename_Task, 'duration_secs': 1.207043} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.753123] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.753900] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-108f7862-bde8-48cf-94fb-9231dac172c7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.761815] env[65682]: DEBUG oslo_vmware.api [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 804.761815] env[65682]: value = "task-4615911" [ 804.761815] env[65682]: _type = "Task" [ 804.761815] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.777442] env[65682]: DEBUG oslo_vmware.api [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.871914] env[65682]: DEBUG oslo_vmware.api [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615910, 'name': PowerOnVM_Task, 'duration_secs': 0.478078} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.872514] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.879164] env[65682]: DEBUG nova.compute.manager [None req-1ea7a964-50f4-44c0-a5ac-389eddab8078 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 804.880218] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bd71bd-13ad-4596-8f33-534bef63b7eb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.895149] env[65682]: WARNING neutronclient.v2_0.client [req-8f235d3a-9be2-4545-8c5b-12d6b706058b req-13fcbfb1-4574-4a79-b358-a9c561b4893a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.981858] env[65682]: DEBUG nova.network.neutron [req-8f235d3a-9be2-4545-8c5b-12d6b706058b req-13fcbfb1-4574-4a79-b358-a9c561b4893a service nova] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Updated VIF entry in instance network info cache for port d5ae0410-6cb0-408c-85d4-32319caece24. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 804.982311] env[65682]: DEBUG nova.network.neutron [req-8f235d3a-9be2-4545-8c5b-12d6b706058b req-13fcbfb1-4574-4a79-b358-a9c561b4893a service nova] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Updating instance_info_cache with network_info: [{"id": "d5ae0410-6cb0-408c-85d4-32319caece24", "address": "fa:16:3e:a9:42:ce", "network": {"id": "caeb0c63-e524-44d9-a3f3-d330265a2b0e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-390549341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a6ae75473d441688fb59c9c7b328ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5ae0410-6c", "ovs_interfaceid": "d5ae0410-6cb0-408c-85d4-32319caece24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.012685] env[65682]: DEBUG oslo_vmware.api [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52597e61-0eb8-d4f2-b350-66cbefa8071c, 'name': SearchDatastore_Task, 'duration_secs': 0.042818} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.015427] env[65682]: DEBUG oslo_concurrency.lockutils [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.016084] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.016735] env[65682]: DEBUG oslo_concurrency.lockutils [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.016735] env[65682]: DEBUG oslo_concurrency.lockutils [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.016735] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.017436] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51bd2a5e-42dc-48a7-93d0-00b83e477d90 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.029920] env[65682]: DEBUG oslo_vmware.api [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615909, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.033992] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.034145] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.034987] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-548f710c-40c4-4582-b7c4-b548807b9aaf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.040969] env[65682]: DEBUG oslo_vmware.api [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 805.040969] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52e1c9d9-fa59-ae6c-bacb-fc160bd53290" [ 805.040969] env[65682]: _type = "Task" [ 805.040969] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.049920] env[65682]: DEBUG oslo_vmware.api [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52e1c9d9-fa59-ae6c-bacb-fc160bd53290, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.181949] env[65682]: DEBUG nova.compute.manager [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 805.243029] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbb3281-13dc-413a-b269-650c01a5d2ec {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.252581] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b749478-9ebd-4a0b-878e-2610012e0f8a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.259681] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "7276c80d-0da0-484e-99a2-5d84d8ab6db9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.259925] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "7276c80d-0da0-484e-99a2-5d84d8ab6db9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.293413] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807890e0-206d-44aa-bfd8-1715ef864f89 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.303613] env[65682]: DEBUG oslo_vmware.api [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615911, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.306030] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0e2534-5491-4868-b52c-aff074e30464 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.320047] env[65682]: DEBUG nova.compute.provider_tree [None req-a477603f-1f6b-40dc-b696-30616ec7b4bf tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.485475] env[65682]: DEBUG oslo_concurrency.lockutils [req-8f235d3a-9be2-4545-8c5b-12d6b706058b req-13fcbfb1-4574-4a79-b358-a9c561b4893a service nova] Releasing lock "refresh_cache-36eedf5b-de18-4b04-b356-a8391c87bb25" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.531294] env[65682]: DEBUG oslo_vmware.api [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615909, 'name': CloneVM_Task} progress is 95%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.556640] env[65682]: DEBUG oslo_vmware.api [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52e1c9d9-fa59-ae6c-bacb-fc160bd53290, 'name': SearchDatastore_Task, 'duration_secs': 0.018828} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.557453] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01d01adc-fe6a-48ee-b74b-c813573814c2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.564043] env[65682]: DEBUG oslo_vmware.api [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 805.564043] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f3f528-a6fc-0b5c-b211-5ef3fcdbb000" [ 805.564043] env[65682]: _type = "Task" [ 805.564043] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.576134] env[65682]: DEBUG oslo_vmware.api [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f3f528-a6fc-0b5c-b211-5ef3fcdbb000, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.646066] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2be7a8c3-e637-41f7-a404-0f587dccd0e0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquiring lock "87083d97-1a46-4535-85fc-4081af4f1d99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.646443] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2be7a8c3-e637-41f7-a404-0f587dccd0e0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lock "87083d97-1a46-4535-85fc-4081af4f1d99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.647421] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2be7a8c3-e637-41f7-a404-0f587dccd0e0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquiring lock "87083d97-1a46-4535-85fc-4081af4f1d99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.648434] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2be7a8c3-e637-41f7-a404-0f587dccd0e0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lock "87083d97-1a46-4535-85fc-4081af4f1d99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.648783] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2be7a8c3-e637-41f7-a404-0f587dccd0e0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lock "87083d97-1a46-4535-85fc-4081af4f1d99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.651040] env[65682]: INFO nova.compute.manager [None req-2be7a8c3-e637-41f7-a404-0f587dccd0e0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Terminating instance [ 805.713250] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.805128] env[65682]: DEBUG oslo_vmware.api [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615911, 'name': PowerOnVM_Task, 'duration_secs': 0.669645} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.805499] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.805707] env[65682]: DEBUG nova.compute.manager [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 805.806813] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f249f073-3dfb-487f-8822-14a68950c617 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.823831] env[65682]: DEBUG nova.scheduler.client.report [None req-a477603f-1f6b-40dc-b696-30616ec7b4bf tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.030793] env[65682]: DEBUG oslo_vmware.api [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615909, 'name': CloneVM_Task, 'duration_secs': 1.661256} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.031763] env[65682]: INFO nova.virt.vmwareapi.vmops [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Created linked-clone VM from snapshot [ 806.031878] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9718af82-78ec-44f2-af35-9830c6ccdfec {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.039936] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Uploading image c62367ae-2eba-462a-9808-1a5ebf565ce8 {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 806.066715] env[65682]: DEBUG oslo_vmware.rw_handles [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 806.066715] env[65682]: value = "vm-901587" [ 806.066715] env[65682]: _type = "VirtualMachine" [ 806.066715] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 806.067081] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b3846412-7aed-4a32-b672-08e437b685c5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.078983] env[65682]: DEBUG oslo_vmware.api [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f3f528-a6fc-0b5c-b211-5ef3fcdbb000, 'name': SearchDatastore_Task, 'duration_secs': 0.015297} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.080448] env[65682]: DEBUG oslo_concurrency.lockutils [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.080731] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 36eedf5b-de18-4b04-b356-a8391c87bb25/36eedf5b-de18-4b04-b356-a8391c87bb25.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.081735] env[65682]: DEBUG oslo_vmware.rw_handles [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lease: (returnval){ [ 806.081735] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]524a82d4-7a6b-3d5c-0813-6effef60cb86" [ 806.081735] env[65682]: _type = "HttpNfcLease" [ 806.081735] env[65682]: } obtained for exporting VM: (result){ [ 806.081735] env[65682]: value = "vm-901587" [ 806.081735] env[65682]: _type = "VirtualMachine" [ 806.081735] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 806.081735] env[65682]: DEBUG oslo_vmware.api [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the lease: (returnval){ [ 806.081735] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]524a82d4-7a6b-3d5c-0813-6effef60cb86" [ 806.081735] env[65682]: _type = "HttpNfcLease" [ 806.081735] env[65682]: } to be ready. {{(pid=65682) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 806.081735] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16d36932-9c1b-4097-9217-c8e4f3b9d913 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.091474] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 806.091474] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]524a82d4-7a6b-3d5c-0813-6effef60cb86" [ 806.091474] env[65682]: _type = "HttpNfcLease" [ 806.091474] env[65682]: } is initializing. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 806.093844] env[65682]: DEBUG oslo_vmware.api [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 806.093844] env[65682]: value = "task-4615913" [ 806.093844] env[65682]: _type = "Task" [ 806.093844] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.102257] env[65682]: DEBUG oslo_vmware.api [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4615913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.160031] env[65682]: DEBUG nova.compute.manager [None req-2be7a8c3-e637-41f7-a404-0f587dccd0e0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 806.160031] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2be7a8c3-e637-41f7-a404-0f587dccd0e0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.160810] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3651c2d-ab36-48ef-a3e1-740f19b736fc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.170196] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-2be7a8c3-e637-41f7-a404-0f587dccd0e0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.170474] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6958483-8920-4060-a5e5-0196871cebd4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.177211] env[65682]: DEBUG oslo_vmware.api [None req-2be7a8c3-e637-41f7-a404-0f587dccd0e0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for the task: (returnval){ [ 806.177211] env[65682]: value = "task-4615914" [ 806.177211] env[65682]: _type = "Task" [ 806.177211] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.188143] env[65682]: DEBUG oslo_vmware.api [None req-2be7a8c3-e637-41f7-a404-0f587dccd0e0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.329622] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a477603f-1f6b-40dc-b696-30616ec7b4bf tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.276s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.332719] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.333039] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.833s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.335017] env[65682]: INFO nova.compute.claims [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.358154] env[65682]: INFO nova.scheduler.client.report [None req-a477603f-1f6b-40dc-b696-30616ec7b4bf tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Deleted allocations for instance 89576a50-d305-48e2-89f2-2c5a91e2c204 [ 806.593228] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 806.593228] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]524a82d4-7a6b-3d5c-0813-6effef60cb86" [ 806.593228] env[65682]: _type = "HttpNfcLease" [ 806.593228] env[65682]: } is ready. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 806.593521] env[65682]: DEBUG oslo_vmware.rw_handles [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 806.593521] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]524a82d4-7a6b-3d5c-0813-6effef60cb86" [ 806.593521] env[65682]: _type = "HttpNfcLease" [ 806.593521] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 806.594498] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4dd482-cd40-4462-bf9e-ce885be1024c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.611987] env[65682]: DEBUG oslo_vmware.rw_handles [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520276d4-7f5a-ae2d-d2a1-e9a82b3155fd/disk-0.vmdk from lease info. {{(pid=65682) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 806.612336] env[65682]: DEBUG oslo_vmware.rw_handles [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520276d4-7f5a-ae2d-d2a1-e9a82b3155fd/disk-0.vmdk for reading. {{(pid=65682) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 806.621798] env[65682]: DEBUG oslo_vmware.api [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4615913, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.701613] env[65682]: DEBUG nova.compute.manager [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Stashing vm_state: active {{(pid=65682) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 806.708577] env[65682]: DEBUG oslo_vmware.api [None req-2be7a8c3-e637-41f7-a404-0f587dccd0e0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615914, 'name': PowerOffVM_Task, 'duration_secs': 0.255131} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.709239] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-2be7a8c3-e637-41f7-a404-0f587dccd0e0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.709449] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2be7a8c3-e637-41f7-a404-0f587dccd0e0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.709784] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2f504ff-6e87-48af-b139-841dc8a20b3a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.750743] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-eb689500-d929-4e0c-8bec-66a8e98b6736 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.788865] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2be7a8c3-e637-41f7-a404-0f587dccd0e0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.789114] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2be7a8c3-e637-41f7-a404-0f587dccd0e0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.789433] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-2be7a8c3-e637-41f7-a404-0f587dccd0e0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Deleting the datastore file [datastore2] 87083d97-1a46-4535-85fc-4081af4f1d99 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.789709] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18d478f9-1b3c-435f-be3e-7a91504c586e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.799621] env[65682]: DEBUG oslo_vmware.api [None req-2be7a8c3-e637-41f7-a404-0f587dccd0e0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for the task: (returnval){ [ 806.799621] env[65682]: value = "task-4615916" [ 806.799621] env[65682]: _type = "Task" [ 806.799621] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.814541] env[65682]: DEBUG oslo_vmware.api [None req-2be7a8c3-e637-41f7-a404-0f587dccd0e0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.868035] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a477603f-1f6b-40dc-b696-30616ec7b4bf tempest-ServerMetadataNegativeTestJSON-1171971873 tempest-ServerMetadataNegativeTestJSON-1171971873-project-member] Lock "89576a50-d305-48e2-89f2-2c5a91e2c204" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.945s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.110550] env[65682]: DEBUG oslo_vmware.api [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4615913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617946} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.110829] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 36eedf5b-de18-4b04-b356-a8391c87bb25/36eedf5b-de18-4b04-b356-a8391c87bb25.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.111075] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.111358] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cf46e2d-70f0-492e-a3cd-58fcc0f9627d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.119808] env[65682]: DEBUG oslo_vmware.api [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 807.119808] env[65682]: value = "task-4615917" [ 807.119808] env[65682]: _type = "Task" [ 807.119808] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.131081] env[65682]: DEBUG oslo_vmware.api [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4615917, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.230486] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.319083] env[65682]: DEBUG oslo_vmware.api [None req-2be7a8c3-e637-41f7-a404-0f587dccd0e0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4615916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23217} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.319496] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-2be7a8c3-e637-41f7-a404-0f587dccd0e0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.319718] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2be7a8c3-e637-41f7-a404-0f587dccd0e0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.319920] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2be7a8c3-e637-41f7-a404-0f587dccd0e0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.320313] env[65682]: INFO nova.compute.manager [None req-2be7a8c3-e637-41f7-a404-0f587dccd0e0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Took 1.16 seconds to destroy the instance on the hypervisor. [ 807.320698] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-2be7a8c3-e637-41f7-a404-0f587dccd0e0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 807.320989] env[65682]: DEBUG nova.compute.manager [-] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 807.321117] env[65682]: DEBUG nova.network.neutron [-] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 807.321393] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 807.362589] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2d4974b5-c5d4-482b-ae23-fae52eb31c2a tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "a21615cc-1e3a-494a-ab00-7e4bd8119739" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.362857] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2d4974b5-c5d4-482b-ae23-fae52eb31c2a tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "a21615cc-1e3a-494a-ab00-7e4bd8119739" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.363068] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2d4974b5-c5d4-482b-ae23-fae52eb31c2a tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "a21615cc-1e3a-494a-ab00-7e4bd8119739-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.363265] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2d4974b5-c5d4-482b-ae23-fae52eb31c2a tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "a21615cc-1e3a-494a-ab00-7e4bd8119739-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.363466] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2d4974b5-c5d4-482b-ae23-fae52eb31c2a tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "a21615cc-1e3a-494a-ab00-7e4bd8119739-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.365764] env[65682]: INFO nova.compute.manager [None req-2d4974b5-c5d4-482b-ae23-fae52eb31c2a tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Terminating instance [ 807.383229] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 807.502917] env[65682]: INFO nova.compute.manager [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Rescuing [ 807.503497] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "refresh_cache-8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.503755] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquired lock "refresh_cache-8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.504139] env[65682]: DEBUG nova.network.neutron [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 807.634978] env[65682]: DEBUG oslo_vmware.api [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4615917, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109007} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.634978] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.634978] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775e3cab-231c-4fc7-9abc-7f55adfd56ab {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.668204] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 36eedf5b-de18-4b04-b356-a8391c87bb25/36eedf5b-de18-4b04-b356-a8391c87bb25.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.673885] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7988553-f5c3-4e1e-82d5-bb9467668085 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.695532] env[65682]: DEBUG nova.network.neutron [-] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.711016] env[65682]: DEBUG oslo_vmware.api [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 807.711016] env[65682]: value = "task-4615918" [ 807.711016] env[65682]: _type = "Task" [ 807.711016] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.726479] env[65682]: DEBUG oslo_vmware.api [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4615918, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.871142] env[65682]: DEBUG nova.compute.manager [None req-2d4974b5-c5d4-482b-ae23-fae52eb31c2a tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 807.871638] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4974b5-c5d4-482b-ae23-fae52eb31c2a tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.872802] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739a6a14-ead4-4259-8521-7d79ee12f0e6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.885257] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d4974b5-c5d4-482b-ae23-fae52eb31c2a tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.885257] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26cdb1a7-4525-4293-bf04-d8d479a7632e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.894115] env[65682]: DEBUG oslo_vmware.api [None req-2d4974b5-c5d4-482b-ae23-fae52eb31c2a tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 807.894115] env[65682]: value = "task-4615919" [ 807.894115] env[65682]: _type = "Task" [ 807.894115] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.906110] env[65682]: DEBUG oslo_vmware.api [None req-2d4974b5-c5d4-482b-ae23-fae52eb31c2a tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.014476] env[65682]: WARNING neutronclient.v2_0.client [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.091670] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415c3aea-70e9-4b6d-8946-df271f2eeef2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.102292] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bfec88-d9ce-4ba7-a4b2-d0b0bd12d636 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.143211] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefc7ff7-444c-4ca1-b869-0345398c9cfc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.153668] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e315cef-bd34-4be6-aeb2-aae518956aea {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.173208] env[65682]: DEBUG nova.compute.provider_tree [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.178599] env[65682]: DEBUG oslo_concurrency.lockutils [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "9101a68a-0aab-44de-8739-67096b5c28d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.178841] env[65682]: DEBUG oslo_concurrency.lockutils [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "9101a68a-0aab-44de-8739-67096b5c28d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.203025] env[65682]: INFO nova.compute.manager [-] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Took 0.88 seconds to deallocate network for instance. [ 808.223764] env[65682]: DEBUG oslo_vmware.api [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4615918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.230215] env[65682]: DEBUG nova.compute.manager [req-618670d3-afa5-4ae2-bd5a-b22e7499f6b0 req-45df6ce8-33bb-4e37-8035-5b0cd1ce93db service nova] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Received event network-vif-deleted-e14e976a-357b-42b4-a7e5-f9d853373893 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 808.305835] env[65682]: WARNING neutronclient.v2_0.client [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.408742] env[65682]: DEBUG oslo_vmware.api [None req-2d4974b5-c5d4-482b-ae23-fae52eb31c2a tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615919, 'name': PowerOffVM_Task, 'duration_secs': 0.372018} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.409074] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d4974b5-c5d4-482b-ae23-fae52eb31c2a tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.409229] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4974b5-c5d4-482b-ae23-fae52eb31c2a tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.409503] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39036ae4-2e72-41f3-89c2-e261558eca3a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.433838] env[65682]: DEBUG nova.network.neutron [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Updating instance_info_cache with network_info: [{"id": "711819f9-fa9d-44d6-948d-e8fc18031b80", "address": "fa:16:3e:b5:4e:77", "network": {"id": "5c02b4f7-3aa0-420f-a37f-afcab4fc17f9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-357634686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f70bcfbec5214013bcdfc3f7bf6110ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap711819f9-fa", "ovs_interfaceid": "711819f9-fa9d-44d6-948d-e8fc18031b80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.489252] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4974b5-c5d4-482b-ae23-fae52eb31c2a tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.489536] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4974b5-c5d4-482b-ae23-fae52eb31c2a tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.490015] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d4974b5-c5d4-482b-ae23-fae52eb31c2a tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Deleting the datastore file [datastore1] a21615cc-1e3a-494a-ab00-7e4bd8119739 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.490680] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-671831d5-bd70-4ea5-9503-f54f7f500600 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.503162] env[65682]: DEBUG oslo_vmware.api [None req-2d4974b5-c5d4-482b-ae23-fae52eb31c2a tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 808.503162] env[65682]: value = "task-4615921" [ 808.503162] env[65682]: _type = "Task" [ 808.503162] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.512889] env[65682]: DEBUG oslo_vmware.api [None req-2d4974b5-c5d4-482b-ae23-fae52eb31c2a tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.518255] env[65682]: DEBUG nova.compute.manager [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 808.518931] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c880d231-862d-4e9c-a354-bc3283f52f21 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.679286] env[65682]: DEBUG nova.scheduler.client.report [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.711446] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2be7a8c3-e637-41f7-a404-0f587dccd0e0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.728265] env[65682]: DEBUG oslo_vmware.api [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4615918, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.939394] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Releasing lock "refresh_cache-8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.016835] env[65682]: DEBUG oslo_vmware.api [None req-2d4974b5-c5d4-482b-ae23-fae52eb31c2a tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4615921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247259} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.016835] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d4974b5-c5d4-482b-ae23-fae52eb31c2a tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.016835] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4974b5-c5d4-482b-ae23-fae52eb31c2a tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.016835] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4974b5-c5d4-482b-ae23-fae52eb31c2a tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.016835] env[65682]: INFO nova.compute.manager [None req-2d4974b5-c5d4-482b-ae23-fae52eb31c2a tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Took 1.14 seconds to destroy the instance on the hypervisor. [ 809.016835] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-2d4974b5-c5d4-482b-ae23-fae52eb31c2a tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 809.016835] env[65682]: DEBUG nova.compute.manager [-] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 809.016835] env[65682]: DEBUG nova.network.neutron [-] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 809.016835] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.034370] env[65682]: INFO nova.compute.manager [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] instance snapshotting [ 809.034977] env[65682]: DEBUG nova.objects.instance [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lazy-loading 'flavor' on Instance uuid 63bdb800-aeda-456e-9acd-afab1096c9d1 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.087256] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.187924] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.855s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.188446] env[65682]: DEBUG nova.compute.manager [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 809.191675] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.829s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.193240] env[65682]: INFO nova.compute.claims [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.229226] env[65682]: DEBUG oslo_vmware.api [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4615918, 'name': ReconfigVM_Task, 'duration_secs': 1.051887} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.230799] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 36eedf5b-de18-4b04-b356-a8391c87bb25/36eedf5b-de18-4b04-b356-a8391c87bb25.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.231787] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f50c312b-5eb7-4b56-945a-1ccb3250bef2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.244251] env[65682]: DEBUG oslo_vmware.api [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 809.244251] env[65682]: value = "task-4615922" [ 809.244251] env[65682]: _type = "Task" [ 809.244251] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.257576] env[65682]: DEBUG oslo_vmware.api [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4615922, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.542167] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bb8b3c-84a7-4cbd-84a8-4596b5e0ec73 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.571575] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea5dfc5-c936-4438-840b-fe11a79290d1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.700462] env[65682]: DEBUG nova.compute.utils [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.705823] env[65682]: DEBUG nova.compute.manager [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 809.706150] env[65682]: DEBUG nova.network.neutron [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 809.706585] env[65682]: WARNING neutronclient.v2_0.client [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.706939] env[65682]: WARNING neutronclient.v2_0.client [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.756908] env[65682]: DEBUG oslo_vmware.api [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4615922, 'name': Rename_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.780572] env[65682]: DEBUG nova.policy [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f911b88d2080471b8ad8436e56010f15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44bf2c1a9a904b12a683ebb7b184c7ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.783960] env[65682]: DEBUG nova.network.neutron [-] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.085969] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Creating Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 810.086445] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4505f993-5bf0-4ffc-8ebe-b53882a861c7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.095739] env[65682]: DEBUG oslo_vmware.api [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 810.095739] env[65682]: value = "task-4615923" [ 810.095739] env[65682]: _type = "Task" [ 810.095739] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.110202] env[65682]: DEBUG oslo_vmware.api [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615923, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.173444] env[65682]: DEBUG nova.network.neutron [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Successfully created port: e4139954-93ec-4aca-b692-d08d73ed9cc7 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 810.207842] env[65682]: DEBUG nova.compute.manager [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 810.261682] env[65682]: DEBUG oslo_vmware.api [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4615922, 'name': Rename_Task, 'duration_secs': 0.659802} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.261682] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.261998] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a40bc1bf-bfb4-4eba-a119-1b43309a72fe {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.270541] env[65682]: DEBUG oslo_vmware.api [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 810.270541] env[65682]: value = "task-4615924" [ 810.270541] env[65682]: _type = "Task" [ 810.270541] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.280617] env[65682]: DEBUG oslo_vmware.api [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4615924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.289269] env[65682]: INFO nova.compute.manager [-] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Took 1.27 seconds to deallocate network for instance. [ 810.305137] env[65682]: DEBUG nova.compute.manager [req-479a7e77-3a4b-405b-8311-d8810bee7472 req-97e4ff6a-d272-4e12-987c-d65f756a38f7 service nova] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Received event network-vif-deleted-ece344a5-60d3-4a87-aed4-5e7e942182a2 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 810.479074] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.481457] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac60f1b1-f05b-4d17-a8f1-95f8c75c2f50 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.495293] env[65682]: DEBUG oslo_vmware.api [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 810.495293] env[65682]: value = "task-4615925" [ 810.495293] env[65682]: _type = "Task" [ 810.495293] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.507327] env[65682]: DEBUG oslo_vmware.api [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.609246] env[65682]: DEBUG oslo_vmware.api [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615923, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.784241] env[65682]: DEBUG oslo_vmware.api [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4615924, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.796454] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2d4974b5-c5d4-482b-ae23-fae52eb31c2a tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.932512] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e2c200-b998-4056-97b4-708af90be8a4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.943869] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96e4fbc-a4e8-4352-a9c8-fc13ac65f119 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.979167] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f5b694-7295-41ec-8073-b6c9902fea4c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.988638] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488a43e4-a891-4b26-bcd5-db12e079b9aa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.004533] env[65682]: DEBUG nova.compute.provider_tree [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.016138] env[65682]: DEBUG oslo_vmware.api [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615925, 'name': PowerOffVM_Task, 'duration_secs': 0.23165} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.017262] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.018174] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbbe4d2-a206-4dc3-a725-9ae8712d12ca {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.040136] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3f883a-4195-4443-8796-760089f7ad0a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.089829] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.090166] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b1d8fb5-0a54-4670-84d2-1b6be1d03e51 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.099304] env[65682]: DEBUG oslo_vmware.api [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 811.099304] env[65682]: value = "task-4615926" [ 811.099304] env[65682]: _type = "Task" [ 811.099304] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.112098] env[65682]: DEBUG oslo_vmware.api [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615923, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.115937] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] VM already powered off {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 811.116172] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.116447] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.116603] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.116803] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.117090] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a924869f-bce9-4e4a-a2d2-2fd03505ce8c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.128378] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.128742] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.129769] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8dd46c6-c452-42b7-8a68-4f36c30b6f78 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.138240] env[65682]: DEBUG oslo_vmware.api [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 811.138240] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a291f5-d616-4c6c-26e8-3d42b25c20fb" [ 811.138240] env[65682]: _type = "Task" [ 811.138240] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.150628] env[65682]: DEBUG oslo_vmware.api [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a291f5-d616-4c6c-26e8-3d42b25c20fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.218786] env[65682]: DEBUG nova.compute.manager [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 811.241497] env[65682]: DEBUG nova.virt.hardware [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 811.241738] env[65682]: DEBUG nova.virt.hardware [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.241886] env[65682]: DEBUG nova.virt.hardware [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 811.242079] env[65682]: DEBUG nova.virt.hardware [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.242223] env[65682]: DEBUG nova.virt.hardware [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 811.242366] env[65682]: DEBUG nova.virt.hardware [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 811.242589] env[65682]: DEBUG nova.virt.hardware [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 811.242721] env[65682]: DEBUG nova.virt.hardware [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 811.242885] env[65682]: DEBUG nova.virt.hardware [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 811.243051] env[65682]: DEBUG nova.virt.hardware [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 811.243334] env[65682]: DEBUG nova.virt.hardware [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 811.244185] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950873ff-9cad-4ff2-a413-14cd5a3f7b32 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.253441] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c27886-9b9f-4326-8a4d-17cea2427953 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.282370] env[65682]: DEBUG oslo_vmware.api [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4615924, 'name': PowerOnVM_Task, 'duration_secs': 0.673053} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.282655] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.282857] env[65682]: INFO nova.compute.manager [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Took 9.80 seconds to spawn the instance on the hypervisor. [ 811.283071] env[65682]: DEBUG nova.compute.manager [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 811.283918] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e7a5ae-9291-45e9-81b8-70e002fd44d3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.510021] env[65682]: DEBUG nova.scheduler.client.report [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.612356] env[65682]: DEBUG oslo_vmware.api [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615923, 'name': CreateSnapshot_Task, 'duration_secs': 1.11337} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.612531] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Created Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 811.613462] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae634265-8a53-40e6-8e4b-fc1311660f88 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.654696] env[65682]: DEBUG oslo_vmware.api [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a291f5-d616-4c6c-26e8-3d42b25c20fb, 'name': SearchDatastore_Task, 'duration_secs': 0.018392} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.656134] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98ca1d43-c5fc-4d01-8d06-64b4e8138a6a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.666865] env[65682]: DEBUG oslo_vmware.api [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 811.666865] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]526ca8fc-631d-b6d3-7e7d-983e19baad81" [ 811.666865] env[65682]: _type = "Task" [ 811.666865] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.678399] env[65682]: DEBUG oslo_vmware.api [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]526ca8fc-631d-b6d3-7e7d-983e19baad81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.804319] env[65682]: INFO nova.compute.manager [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Took 49.72 seconds to build instance. [ 811.884609] env[65682]: DEBUG nova.network.neutron [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Successfully updated port: e4139954-93ec-4aca-b692-d08d73ed9cc7 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 811.899462] env[65682]: DEBUG nova.compute.manager [req-6f376e63-7917-4ab5-8ab3-520a9aa61c47 req-e3dc68f1-6be1-40a5-a0f2-0374e52b8ccd service nova] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Received event network-vif-plugged-e4139954-93ec-4aca-b692-d08d73ed9cc7 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 811.899726] env[65682]: DEBUG oslo_concurrency.lockutils [req-6f376e63-7917-4ab5-8ab3-520a9aa61c47 req-e3dc68f1-6be1-40a5-a0f2-0374e52b8ccd service nova] Acquiring lock "6725e588-0d8f-442d-9158-4049ebeb0262-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.899960] env[65682]: DEBUG oslo_concurrency.lockutils [req-6f376e63-7917-4ab5-8ab3-520a9aa61c47 req-e3dc68f1-6be1-40a5-a0f2-0374e52b8ccd service nova] Lock "6725e588-0d8f-442d-9158-4049ebeb0262-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.900165] env[65682]: DEBUG oslo_concurrency.lockutils [req-6f376e63-7917-4ab5-8ab3-520a9aa61c47 req-e3dc68f1-6be1-40a5-a0f2-0374e52b8ccd service nova] Lock "6725e588-0d8f-442d-9158-4049ebeb0262-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.900371] env[65682]: DEBUG nova.compute.manager [req-6f376e63-7917-4ab5-8ab3-520a9aa61c47 req-e3dc68f1-6be1-40a5-a0f2-0374e52b8ccd service nova] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] No waiting events found dispatching network-vif-plugged-e4139954-93ec-4aca-b692-d08d73ed9cc7 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 811.900539] env[65682]: WARNING nova.compute.manager [req-6f376e63-7917-4ab5-8ab3-520a9aa61c47 req-e3dc68f1-6be1-40a5-a0f2-0374e52b8ccd service nova] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Received unexpected event network-vif-plugged-e4139954-93ec-4aca-b692-d08d73ed9cc7 for instance with vm_state building and task_state spawning. [ 812.017041] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.825s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.017617] env[65682]: DEBUG nova.compute.manager [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 812.020256] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a0a70e01-f7f6-47e6-82c1-92891e187381 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.720s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.020483] env[65682]: DEBUG nova.objects.instance [None req-a0a70e01-f7f6-47e6-82c1-92891e187381 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Lazy-loading 'resources' on Instance uuid f9347764-1fbe-4a3c-8d8b-828bb61b9f25 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.135719] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Creating linked-clone VM from snapshot {{(pid=65682) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 812.137025] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-846ffde7-55ff-4f55-8ea5-cdda945df1f9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.145579] env[65682]: DEBUG oslo_vmware.api [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 812.145579] env[65682]: value = "task-4615927" [ 812.145579] env[65682]: _type = "Task" [ 812.145579] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.155993] env[65682]: DEBUG oslo_vmware.api [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615927, 'name': CloneVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.180301] env[65682]: DEBUG oslo_vmware.api [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]526ca8fc-631d-b6d3-7e7d-983e19baad81, 'name': SearchDatastore_Task, 'duration_secs': 0.01769} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.180697] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.181534] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c/7e411482-4ba4-42db-a7a9-44449cf54ba0-rescue.vmdk. {{(pid=65682) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 812.181534] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62b0b7b3-3420-406f-a5dd-d5df7e397aa7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.190831] env[65682]: DEBUG oslo_vmware.api [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 812.190831] env[65682]: value = "task-4615928" [ 812.190831] env[65682]: _type = "Task" [ 812.190831] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.203623] env[65682]: DEBUG oslo_vmware.api [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.308661] env[65682]: DEBUG oslo_concurrency.lockutils [None req-38aa16c0-3807-45e6-8687-854f4a57393a tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lock "36eedf5b-de18-4b04-b356-a8391c87bb25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.175s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.387565] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquiring lock "refresh_cache-6725e588-0d8f-442d-9158-4049ebeb0262" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.387798] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquired lock "refresh_cache-6725e588-0d8f-442d-9158-4049ebeb0262" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.387961] env[65682]: DEBUG nova.network.neutron [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 812.524614] env[65682]: DEBUG nova.compute.utils [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.534758] env[65682]: DEBUG nova.compute.manager [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 812.534878] env[65682]: DEBUG nova.network.neutron [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 812.535259] env[65682]: WARNING neutronclient.v2_0.client [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.535587] env[65682]: WARNING neutronclient.v2_0.client [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.624138] env[65682]: DEBUG nova.policy [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb6b8a74193b435a8a352f406e6ce695', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b62038395132428da3ab00f1df661b47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.663540] env[65682]: DEBUG oslo_vmware.api [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615927, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.705669] env[65682]: DEBUG oslo_vmware.api [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615928, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.813140] env[65682]: DEBUG nova.compute.manager [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 812.842629] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Acquiring lock "836767a3-4247-454c-bc51-f0be811bb527" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.843095] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Lock "836767a3-4247-454c-bc51-f0be811bb527" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.952441] env[65682]: DEBUG nova.network.neutron [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 813.034836] env[65682]: DEBUG nova.compute.manager [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 813.079731] env[65682]: WARNING neutronclient.v2_0.client [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.090604] env[65682]: DEBUG oslo_concurrency.lockutils [None req-47cdf3c4-006e-46cf-8049-b8529e7bc74d tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquiring lock "36eedf5b-de18-4b04-b356-a8391c87bb25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.090604] env[65682]: DEBUG oslo_concurrency.lockutils [None req-47cdf3c4-006e-46cf-8049-b8529e7bc74d tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lock "36eedf5b-de18-4b04-b356-a8391c87bb25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.090730] env[65682]: DEBUG oslo_concurrency.lockutils [None req-47cdf3c4-006e-46cf-8049-b8529e7bc74d tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquiring lock "36eedf5b-de18-4b04-b356-a8391c87bb25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.090870] env[65682]: DEBUG oslo_concurrency.lockutils [None req-47cdf3c4-006e-46cf-8049-b8529e7bc74d tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lock "36eedf5b-de18-4b04-b356-a8391c87bb25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.091044] env[65682]: DEBUG oslo_concurrency.lockutils [None req-47cdf3c4-006e-46cf-8049-b8529e7bc74d tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lock "36eedf5b-de18-4b04-b356-a8391c87bb25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.093452] env[65682]: INFO nova.compute.manager [None req-47cdf3c4-006e-46cf-8049-b8529e7bc74d tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Terminating instance [ 813.164413] env[65682]: DEBUG oslo_vmware.api [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615927, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.177102] env[65682]: DEBUG nova.network.neutron [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Successfully created port: 3b7ced77-8022-452a-b31d-7cc7475b795b {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 813.205620] env[65682]: DEBUG oslo_vmware.api [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659654} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.206899] env[65682]: INFO nova.virt.vmwareapi.ds_util [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c/7e411482-4ba4-42db-a7a9-44449cf54ba0-rescue.vmdk. [ 813.206899] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c505b4-d66b-44ff-848a-598fdd6e3069 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.211193] env[65682]: DEBUG nova.network.neutron [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Updating instance_info_cache with network_info: [{"id": "e4139954-93ec-4aca-b692-d08d73ed9cc7", "address": "fa:16:3e:a9:4a:52", "network": {"id": "e5ad45cb-2943-4e8f-a809-01858ab04ca0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-571225427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44bf2c1a9a904b12a683ebb7b184c7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4139954-93", "ovs_interfaceid": "e4139954-93ec-4aca-b692-d08d73ed9cc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.238188] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c/7e411482-4ba4-42db-a7a9-44449cf54ba0-rescue.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.239281] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df981f9e-24ac-4f26-baff-4934c2149413 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.264980] env[65682]: DEBUG oslo_vmware.api [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 813.264980] env[65682]: value = "task-4615929" [ 813.264980] env[65682]: _type = "Task" [ 813.264980] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.276765] env[65682]: DEBUG oslo_vmware.api [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615929, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.332172] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26837557-22e4-46f3-8961-0a36006972f3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.341090] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfd1e81-468c-4d8c-b2cc-1eaa9371a639 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.347250] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.377664] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37187757-ea16-41c7-bc2c-266a3ba96602 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.387560] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868546b5-c062-4e9a-b650-0c047a0d9766 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.403989] env[65682]: DEBUG nova.compute.provider_tree [None req-a0a70e01-f7f6-47e6-82c1-92891e187381 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.597694] env[65682]: DEBUG nova.compute.manager [None req-47cdf3c4-006e-46cf-8049-b8529e7bc74d tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 813.597694] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-47cdf3c4-006e-46cf-8049-b8529e7bc74d tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.598655] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbe0ade-d6ae-4d29-abf3-aadc30ea794a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.608812] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-47cdf3c4-006e-46cf-8049-b8529e7bc74d tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.610108] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-749970b5-0c78-491f-9fbc-b4188f4863c6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.618750] env[65682]: DEBUG oslo_vmware.api [None req-47cdf3c4-006e-46cf-8049-b8529e7bc74d tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 813.618750] env[65682]: value = "task-4615930" [ 813.618750] env[65682]: _type = "Task" [ 813.618750] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.628973] env[65682]: DEBUG oslo_vmware.api [None req-47cdf3c4-006e-46cf-8049-b8529e7bc74d tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4615930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.662850] env[65682]: DEBUG oslo_vmware.api [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615927, 'name': CloneVM_Task} progress is 95%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.731303] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Releasing lock "refresh_cache-6725e588-0d8f-442d-9158-4049ebeb0262" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.731702] env[65682]: DEBUG nova.compute.manager [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Instance network_info: |[{"id": "e4139954-93ec-4aca-b692-d08d73ed9cc7", "address": "fa:16:3e:a9:4a:52", "network": {"id": "e5ad45cb-2943-4e8f-a809-01858ab04ca0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-571225427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44bf2c1a9a904b12a683ebb7b184c7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4139954-93", "ovs_interfaceid": "e4139954-93ec-4aca-b692-d08d73ed9cc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 813.732181] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:4a:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4139954-93ec-4aca-b692-d08d73ed9cc7', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.740020] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Creating folder: Project (44bf2c1a9a904b12a683ebb7b184c7ef). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.740347] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4898cb07-26e2-4bb3-9fc6-5a50dca7f8f6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.754658] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Created folder: Project (44bf2c1a9a904b12a683ebb7b184c7ef) in parent group-v901426. [ 813.754908] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Creating folder: Instances. Parent ref: group-v901590. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.755257] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4912800f-2c8f-4c27-82c6-b81870126c36 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.771277] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Created folder: Instances in parent group-v901590. [ 813.771545] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 813.771767] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.772398] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b410ac2-8176-4fb0-8ea9-bcebd9637a44 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.790831] env[65682]: DEBUG oslo_vmware.api [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.798609] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.798609] env[65682]: value = "task-4615933" [ 813.798609] env[65682]: _type = "Task" [ 813.798609] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.810552] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615933, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.907996] env[65682]: DEBUG nova.scheduler.client.report [None req-a0a70e01-f7f6-47e6-82c1-92891e187381 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.951239] env[65682]: DEBUG nova.compute.manager [req-4d3d3286-5cc9-42b6-809c-7b048a239a14 req-c1b40a4c-c6d0-43ca-a10f-2e3bfd0f329f service nova] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Received event network-changed-e4139954-93ec-4aca-b692-d08d73ed9cc7 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 813.951374] env[65682]: DEBUG nova.compute.manager [req-4d3d3286-5cc9-42b6-809c-7b048a239a14 req-c1b40a4c-c6d0-43ca-a10f-2e3bfd0f329f service nova] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Refreshing instance network info cache due to event network-changed-e4139954-93ec-4aca-b692-d08d73ed9cc7. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 813.951608] env[65682]: DEBUG oslo_concurrency.lockutils [req-4d3d3286-5cc9-42b6-809c-7b048a239a14 req-c1b40a4c-c6d0-43ca-a10f-2e3bfd0f329f service nova] Acquiring lock "refresh_cache-6725e588-0d8f-442d-9158-4049ebeb0262" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.951749] env[65682]: DEBUG oslo_concurrency.lockutils [req-4d3d3286-5cc9-42b6-809c-7b048a239a14 req-c1b40a4c-c6d0-43ca-a10f-2e3bfd0f329f service nova] Acquired lock "refresh_cache-6725e588-0d8f-442d-9158-4049ebeb0262" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.951994] env[65682]: DEBUG nova.network.neutron [req-4d3d3286-5cc9-42b6-809c-7b048a239a14 req-c1b40a4c-c6d0-43ca-a10f-2e3bfd0f329f service nova] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Refreshing network info cache for port e4139954-93ec-4aca-b692-d08d73ed9cc7 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.047409] env[65682]: DEBUG nova.compute.manager [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 814.074718] env[65682]: DEBUG nova.virt.hardware [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 814.075014] env[65682]: DEBUG nova.virt.hardware [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.075164] env[65682]: DEBUG nova.virt.hardware [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 814.075367] env[65682]: DEBUG nova.virt.hardware [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.075512] env[65682]: DEBUG nova.virt.hardware [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 814.075673] env[65682]: DEBUG nova.virt.hardware [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 814.075898] env[65682]: DEBUG nova.virt.hardware [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 814.076067] env[65682]: DEBUG nova.virt.hardware [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 814.076281] env[65682]: DEBUG nova.virt.hardware [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 814.076425] env[65682]: DEBUG nova.virt.hardware [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 814.076639] env[65682]: DEBUG nova.virt.hardware [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 814.077590] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be164000-7389-4824-8b2a-d7f0994cc629 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.087577] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980c5270-45af-434a-8a9a-6d8bbea4427f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.130973] env[65682]: DEBUG oslo_vmware.api [None req-47cdf3c4-006e-46cf-8049-b8529e7bc74d tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4615930, 'name': PowerOffVM_Task, 'duration_secs': 0.27472} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.131283] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-47cdf3c4-006e-46cf-8049-b8529e7bc74d tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.131394] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-47cdf3c4-006e-46cf-8049-b8529e7bc74d tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.131705] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6618182-1b23-403a-b72e-35952e2b1222 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.162966] env[65682]: DEBUG oslo_vmware.api [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615927, 'name': CloneVM_Task, 'duration_secs': 1.739701} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.163324] env[65682]: INFO nova.virt.vmwareapi.vmops [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Created linked-clone VM from snapshot [ 814.164282] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fbc19e-6aba-44b7-8883-358336b66395 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.173840] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Uploading image e176cc50-9bcd-4051-a2d4-7c7bc70322ab {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 814.199623] env[65682]: DEBUG oslo_vmware.rw_handles [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 814.199623] env[65682]: value = "vm-901589" [ 814.199623] env[65682]: _type = "VirtualMachine" [ 814.199623] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 814.199923] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b71a6273-ff27-4f10-9446-686c5ece65c6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.207210] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-47cdf3c4-006e-46cf-8049-b8529e7bc74d tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.207450] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-47cdf3c4-006e-46cf-8049-b8529e7bc74d tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.207706] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-47cdf3c4-006e-46cf-8049-b8529e7bc74d tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Deleting the datastore file [datastore2] 36eedf5b-de18-4b04-b356-a8391c87bb25 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.208021] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c46d24fc-beb4-404f-8bdf-1f4c59cbdb0a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.211761] env[65682]: DEBUG oslo_vmware.rw_handles [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lease: (returnval){ [ 814.211761] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52675770-4b1e-bb1a-fdb5-e2685bec1366" [ 814.211761] env[65682]: _type = "HttpNfcLease" [ 814.211761] env[65682]: } obtained for exporting VM: (result){ [ 814.211761] env[65682]: value = "vm-901589" [ 814.211761] env[65682]: _type = "VirtualMachine" [ 814.211761] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 814.212162] env[65682]: DEBUG oslo_vmware.api [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the lease: (returnval){ [ 814.212162] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52675770-4b1e-bb1a-fdb5-e2685bec1366" [ 814.212162] env[65682]: _type = "HttpNfcLease" [ 814.212162] env[65682]: } to be ready. {{(pid=65682) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 814.220998] env[65682]: DEBUG oslo_vmware.api [None req-47cdf3c4-006e-46cf-8049-b8529e7bc74d tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 814.220998] env[65682]: value = "task-4615936" [ 814.220998] env[65682]: _type = "Task" [ 814.220998] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.228608] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 814.228608] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52675770-4b1e-bb1a-fdb5-e2685bec1366" [ 814.228608] env[65682]: _type = "HttpNfcLease" [ 814.228608] env[65682]: } is initializing. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 814.234602] env[65682]: DEBUG oslo_vmware.api [None req-47cdf3c4-006e-46cf-8049-b8529e7bc74d tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4615936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.278890] env[65682]: DEBUG oslo_vmware.api [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615929, 'name': ReconfigVM_Task, 'duration_secs': 0.660683} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.279146] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c/7e411482-4ba4-42db-a7a9-44449cf54ba0-rescue.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.280099] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0250da04-1d3b-443d-9653-4e5d4d4e9171 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.311502] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf98ef51-8f8a-4a7f-97a9-cd1ef8f9511b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.329480] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615933, 'name': CreateVM_Task, 'duration_secs': 0.479718} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.331018] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.331900] env[65682]: DEBUG oslo_vmware.api [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 814.331900] env[65682]: value = "task-4615937" [ 814.331900] env[65682]: _type = "Task" [ 814.331900] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.331900] env[65682]: WARNING neutronclient.v2_0.client [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.332523] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.332663] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.332866] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.333210] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea055173-891c-4a89-be1d-25312058c00b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.343079] env[65682]: DEBUG oslo_vmware.api [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 814.343079] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52fed4cb-588f-b14d-5d78-3cd1a107ed7d" [ 814.343079] env[65682]: _type = "Task" [ 814.343079] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.347064] env[65682]: DEBUG oslo_vmware.api [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615937, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.357995] env[65682]: DEBUG oslo_vmware.api [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52fed4cb-588f-b14d-5d78-3cd1a107ed7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.416056] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a0a70e01-f7f6-47e6-82c1-92891e187381 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.396s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.419613] env[65682]: DEBUG oslo_concurrency.lockutils [None req-caca8d2e-3b84-4586-a8cb-c98ec1d888f8 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.042s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.419613] env[65682]: DEBUG nova.objects.instance [None req-caca8d2e-3b84-4586-a8cb-c98ec1d888f8 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Lazy-loading 'resources' on Instance uuid b5e349bc-83eb-417a-a892-61a2be7e06f9 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.455303] env[65682]: WARNING neutronclient.v2_0.client [req-4d3d3286-5cc9-42b6-809c-7b048a239a14 req-c1b40a4c-c6d0-43ca-a10f-2e3bfd0f329f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.465463] env[65682]: INFO nova.scheduler.client.report [None req-a0a70e01-f7f6-47e6-82c1-92891e187381 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Deleted allocations for instance f9347764-1fbe-4a3c-8d8b-828bb61b9f25 [ 814.709801] env[65682]: WARNING neutronclient.v2_0.client [req-4d3d3286-5cc9-42b6-809c-7b048a239a14 req-c1b40a4c-c6d0-43ca-a10f-2e3bfd0f329f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.722313] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 814.722313] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52675770-4b1e-bb1a-fdb5-e2685bec1366" [ 814.722313] env[65682]: _type = "HttpNfcLease" [ 814.722313] env[65682]: } is ready. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 814.722313] env[65682]: DEBUG oslo_vmware.rw_handles [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 814.722313] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52675770-4b1e-bb1a-fdb5-e2685bec1366" [ 814.722313] env[65682]: _type = "HttpNfcLease" [ 814.722313] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 814.725856] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2c23ac-94bc-41d7-8c79-e61554d68d24 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.736274] env[65682]: DEBUG oslo_vmware.api [None req-47cdf3c4-006e-46cf-8049-b8529e7bc74d tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4615936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248744} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.740612] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-47cdf3c4-006e-46cf-8049-b8529e7bc74d tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.740930] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-47cdf3c4-006e-46cf-8049-b8529e7bc74d tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.741255] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-47cdf3c4-006e-46cf-8049-b8529e7bc74d tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.741553] env[65682]: INFO nova.compute.manager [None req-47cdf3c4-006e-46cf-8049-b8529e7bc74d tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Took 1.14 seconds to destroy the instance on the hypervisor. [ 814.742217] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-47cdf3c4-006e-46cf-8049-b8529e7bc74d tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 814.742498] env[65682]: DEBUG oslo_vmware.rw_handles [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e6d8d2-f4b9-39df-4e1e-0c75c6f0c833/disk-0.vmdk from lease info. {{(pid=65682) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 814.742771] env[65682]: DEBUG oslo_vmware.rw_handles [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e6d8d2-f4b9-39df-4e1e-0c75c6f0c833/disk-0.vmdk for reading. {{(pid=65682) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 814.746447] env[65682]: DEBUG nova.compute.manager [-] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 814.746848] env[65682]: DEBUG nova.network.neutron [-] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 814.746848] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.819366] env[65682]: DEBUG nova.compute.manager [req-01a999ce-b317-4c5a-bb69-3136321fe5a3 req-12199d51-c009-4ba0-99ac-8964e30a619d service nova] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Received event network-vif-plugged-3b7ced77-8022-452a-b31d-7cc7475b795b {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 814.819865] env[65682]: DEBUG oslo_concurrency.lockutils [req-01a999ce-b317-4c5a-bb69-3136321fe5a3 req-12199d51-c009-4ba0-99ac-8964e30a619d service nova] Acquiring lock "1eafb1a1-d3fd-4599-88ed-b19c77aca8e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.819865] env[65682]: DEBUG oslo_concurrency.lockutils [req-01a999ce-b317-4c5a-bb69-3136321fe5a3 req-12199d51-c009-4ba0-99ac-8964e30a619d service nova] Lock "1eafb1a1-d3fd-4599-88ed-b19c77aca8e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.820016] env[65682]: DEBUG oslo_concurrency.lockutils [req-01a999ce-b317-4c5a-bb69-3136321fe5a3 req-12199d51-c009-4ba0-99ac-8964e30a619d service nova] Lock "1eafb1a1-d3fd-4599-88ed-b19c77aca8e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.820119] env[65682]: DEBUG nova.compute.manager [req-01a999ce-b317-4c5a-bb69-3136321fe5a3 req-12199d51-c009-4ba0-99ac-8964e30a619d service nova] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] No waiting events found dispatching network-vif-plugged-3b7ced77-8022-452a-b31d-7cc7475b795b {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 814.820270] env[65682]: WARNING nova.compute.manager [req-01a999ce-b317-4c5a-bb69-3136321fe5a3 req-12199d51-c009-4ba0-99ac-8964e30a619d service nova] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Received unexpected event network-vif-plugged-3b7ced77-8022-452a-b31d-7cc7475b795b for instance with vm_state building and task_state spawning. [ 814.845356] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c44ec771-e087-4fc9-814a-0aac90b54fd1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.855563] env[65682]: DEBUG oslo_vmware.api [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615937, 'name': ReconfigVM_Task, 'duration_secs': 0.232131} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.856492] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.859918] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.862774] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f6febb5-d97e-4297-a35a-cb60d8b7e143 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.869048] env[65682]: DEBUG oslo_vmware.api [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52fed4cb-588f-b14d-5d78-3cd1a107ed7d, 'name': SearchDatastore_Task, 'duration_secs': 0.014502} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.870097] env[65682]: DEBUG nova.network.neutron [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Successfully updated port: 3b7ced77-8022-452a-b31d-7cc7475b795b {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 814.871771] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.874629] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.874629] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.874629] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.874629] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.875132] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55370ab1-7184-4a2c-89ae-5136186312ca {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.878844] env[65682]: DEBUG oslo_vmware.api [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 814.878844] env[65682]: value = "task-4615938" [ 814.878844] env[65682]: _type = "Task" [ 814.878844] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.888857] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.889093] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.893261] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d14981e3-da04-438e-97ed-6fedeb5516c5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.896091] env[65682]: DEBUG oslo_vmware.api [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.903254] env[65682]: DEBUG nova.network.neutron [req-4d3d3286-5cc9-42b6-809c-7b048a239a14 req-c1b40a4c-c6d0-43ca-a10f-2e3bfd0f329f service nova] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Updated VIF entry in instance network info cache for port e4139954-93ec-4aca-b692-d08d73ed9cc7. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 814.904021] env[65682]: DEBUG nova.network.neutron [req-4d3d3286-5cc9-42b6-809c-7b048a239a14 req-c1b40a4c-c6d0-43ca-a10f-2e3bfd0f329f service nova] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Updating instance_info_cache with network_info: [{"id": "e4139954-93ec-4aca-b692-d08d73ed9cc7", "address": "fa:16:3e:a9:4a:52", "network": {"id": "e5ad45cb-2943-4e8f-a809-01858ab04ca0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-571225427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44bf2c1a9a904b12a683ebb7b184c7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4139954-93", "ovs_interfaceid": "e4139954-93ec-4aca-b692-d08d73ed9cc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.906371] env[65682]: DEBUG oslo_vmware.api [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 814.906371] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5232eb53-da1c-aa5a-7039-a54283575744" [ 814.906371] env[65682]: _type = "Task" [ 814.906371] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.917367] env[65682]: DEBUG oslo_vmware.api [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5232eb53-da1c-aa5a-7039-a54283575744, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.976869] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a0a70e01-f7f6-47e6-82c1-92891e187381 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Lock "f9347764-1fbe-4a3c-8d8b-828bb61b9f25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.349s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.376858] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Acquiring lock "refresh_cache-1eafb1a1-d3fd-4599-88ed-b19c77aca8e5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.376858] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Acquired lock "refresh_cache-1eafb1a1-d3fd-4599-88ed-b19c77aca8e5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.377284] env[65682]: DEBUG nova.network.neutron [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 815.393874] env[65682]: DEBUG oslo_vmware.api [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615938, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.410599] env[65682]: DEBUG oslo_concurrency.lockutils [req-4d3d3286-5cc9-42b6-809c-7b048a239a14 req-c1b40a4c-c6d0-43ca-a10f-2e3bfd0f329f service nova] Releasing lock "refresh_cache-6725e588-0d8f-442d-9158-4049ebeb0262" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.420129] env[65682]: DEBUG oslo_vmware.api [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5232eb53-da1c-aa5a-7039-a54283575744, 'name': SearchDatastore_Task, 'duration_secs': 0.013731} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.425670] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49c4bac0-df32-4931-9b91-9bdd2d844ef7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.433181] env[65682]: DEBUG oslo_vmware.api [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 815.433181] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5258a4fb-e95f-4622-2cd3-e7492e1380a5" [ 815.433181] env[65682]: _type = "Task" [ 815.433181] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.447154] env[65682]: DEBUG oslo_vmware.api [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5258a4fb-e95f-4622-2cd3-e7492e1380a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.591279] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8470da-87e6-4a06-8a3c-1f9e5980451d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.596188] env[65682]: DEBUG oslo_vmware.rw_handles [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520276d4-7f5a-ae2d-d2a1-e9a82b3155fd/disk-0.vmdk. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 815.597099] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4935572-6bd0-45b2-9eb9-623f890cf377 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.608489] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fca4fab-d69c-454b-9c97-dbaa5c6896c2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.612203] env[65682]: DEBUG oslo_vmware.rw_handles [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520276d4-7f5a-ae2d-d2a1-e9a82b3155fd/disk-0.vmdk is in state: ready. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 815.612536] env[65682]: ERROR oslo_vmware.rw_handles [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520276d4-7f5a-ae2d-d2a1-e9a82b3155fd/disk-0.vmdk due to incomplete transfer. [ 815.612892] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-995901c5-08c5-4cdd-ab31-e7b5ea897b4a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.649908] env[65682]: DEBUG nova.network.neutron [-] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.654171] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2fc0a9-0c70-4d74-943f-270200eecef9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.658139] env[65682]: DEBUG oslo_vmware.rw_handles [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520276d4-7f5a-ae2d-d2a1-e9a82b3155fd/disk-0.vmdk. {{(pid=65682) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 815.658555] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Uploaded image c62367ae-2eba-462a-9808-1a5ebf565ce8 to the Glance image server {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 815.661438] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Destroying the VM {{(pid=65682) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 815.662018] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d101efff-482b-4ab5-bca6-4b41d9496bc4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.672474] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033e60c8-b805-4b86-a8bf-8b94a1aa33d2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.677284] env[65682]: DEBUG oslo_vmware.api [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 815.677284] env[65682]: value = "task-4615939" [ 815.677284] env[65682]: _type = "Task" [ 815.677284] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.690282] env[65682]: DEBUG nova.compute.provider_tree [None req-caca8d2e-3b84-4586-a8cb-c98ec1d888f8 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.699884] env[65682]: DEBUG oslo_vmware.api [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615939, 'name': Destroy_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.895542] env[65682]: DEBUG oslo_vmware.api [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615938, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.916268] env[65682]: DEBUG nova.network.neutron [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 815.951226] env[65682]: DEBUG oslo_vmware.api [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5258a4fb-e95f-4622-2cd3-e7492e1380a5, 'name': SearchDatastore_Task, 'duration_secs': 0.015451} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.956105] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.956417] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 6725e588-0d8f-442d-9158-4049ebeb0262/6725e588-0d8f-442d-9158-4049ebeb0262.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.959061] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-419e540c-e132-4064-b2a0-9d2c3ff77b26 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.969578] env[65682]: DEBUG oslo_vmware.api [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 815.969578] env[65682]: value = "task-4615940" [ 815.969578] env[65682]: _type = "Task" [ 815.969578] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.985062] env[65682]: DEBUG oslo_vmware.api [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4615940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.029285] env[65682]: WARNING neutronclient.v2_0.client [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.133609] env[65682]: DEBUG nova.network.neutron [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Updating instance_info_cache with network_info: [{"id": "3b7ced77-8022-452a-b31d-7cc7475b795b", "address": "fa:16:3e:4b:61:68", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7ced77-80", "ovs_interfaceid": "3b7ced77-8022-452a-b31d-7cc7475b795b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.152952] env[65682]: INFO nova.compute.manager [-] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Took 1.41 seconds to deallocate network for instance. [ 816.189634] env[65682]: DEBUG oslo_vmware.api [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615939, 'name': Destroy_Task} progress is 33%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.194107] env[65682]: DEBUG nova.scheduler.client.report [None req-caca8d2e-3b84-4586-a8cb-c98ec1d888f8 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.395538] env[65682]: DEBUG oslo_vmware.api [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615938, 'name': PowerOnVM_Task, 'duration_secs': 1.111788} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.397380] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.399846] env[65682]: DEBUG nova.compute.manager [None req-bbbaf7e6-89ec-4c87-a6b9-aa1297c78acb tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 816.401108] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd35853-d795-45dd-8df4-ad02de26ba29 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.482035] env[65682]: DEBUG oslo_vmware.api [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4615940, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.636746] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Releasing lock "refresh_cache-1eafb1a1-d3fd-4599-88ed-b19c77aca8e5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.637153] env[65682]: DEBUG nova.compute.manager [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Instance network_info: |[{"id": "3b7ced77-8022-452a-b31d-7cc7475b795b", "address": "fa:16:3e:4b:61:68", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7ced77-80", "ovs_interfaceid": "3b7ced77-8022-452a-b31d-7cc7475b795b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 816.637966] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:61:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b7ced77-8022-452a-b31d-7cc7475b795b', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.647286] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Creating folder: Project (b62038395132428da3ab00f1df661b47). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.647823] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5a0e89d-e255-4421-9a6b-d46614df7eae {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.661067] env[65682]: DEBUG oslo_concurrency.lockutils [None req-47cdf3c4-006e-46cf-8049-b8529e7bc74d tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.663407] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Created folder: Project (b62038395132428da3ab00f1df661b47) in parent group-v901426. [ 816.663749] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Creating folder: Instances. Parent ref: group-v901593. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.664567] env[65682]: DEBUG oslo_concurrency.lockutils [None req-96e158bd-adeb-4bdd-8b16-de1472e07dee tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "474f8ea3-8078-4755-8f13-5c16d6feb78d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.665057] env[65682]: DEBUG oslo_concurrency.lockutils [None req-96e158bd-adeb-4bdd-8b16-de1472e07dee tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "474f8ea3-8078-4755-8f13-5c16d6feb78d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.665289] env[65682]: DEBUG oslo_concurrency.lockutils [None req-96e158bd-adeb-4bdd-8b16-de1472e07dee tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "474f8ea3-8078-4755-8f13-5c16d6feb78d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.665488] env[65682]: DEBUG oslo_concurrency.lockutils [None req-96e158bd-adeb-4bdd-8b16-de1472e07dee tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "474f8ea3-8078-4755-8f13-5c16d6feb78d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.665886] env[65682]: DEBUG oslo_concurrency.lockutils [None req-96e158bd-adeb-4bdd-8b16-de1472e07dee tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "474f8ea3-8078-4755-8f13-5c16d6feb78d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.667869] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c07872e5-10d2-4f5c-8757-8be2549d731d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.671096] env[65682]: INFO nova.compute.manager [None req-96e158bd-adeb-4bdd-8b16-de1472e07dee tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Terminating instance [ 816.688325] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Created folder: Instances in parent group-v901593. [ 816.688640] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 816.692970] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.693352] env[65682]: DEBUG oslo_vmware.api [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615939, 'name': Destroy_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.693660] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-302ed14a-2162-4f21-a5a2-b9d327d8c3dd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.712758] env[65682]: DEBUG oslo_concurrency.lockutils [None req-caca8d2e-3b84-4586-a8cb-c98ec1d888f8 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.293s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.716589] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ede6f940-3291-4be6-b616-f91a34264322 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.037s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.717331] env[65682]: DEBUG nova.objects.instance [None req-ede6f940-3291-4be6-b616-f91a34264322 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lazy-loading 'resources' on Instance uuid 9db826c2-b488-458f-abe7-b5f3cd3b97d5 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.728157] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.728157] env[65682]: value = "task-4615943" [ 816.728157] env[65682]: _type = "Task" [ 816.728157] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.742339] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615943, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.790729] env[65682]: INFO nova.scheduler.client.report [None req-caca8d2e-3b84-4586-a8cb-c98ec1d888f8 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Deleted allocations for instance b5e349bc-83eb-417a-a892-61a2be7e06f9 [ 816.982167] env[65682]: DEBUG oslo_vmware.api [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4615940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.87994} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.982452] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 6725e588-0d8f-442d-9158-4049ebeb0262/6725e588-0d8f-442d-9158-4049ebeb0262.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.982668] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.983299] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f7c0cc3-9024-4fa9-9698-d460b36d1eaf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.991312] env[65682]: DEBUG oslo_vmware.api [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 816.991312] env[65682]: value = "task-4615944" [ 816.991312] env[65682]: _type = "Task" [ 816.991312] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.001703] env[65682]: DEBUG oslo_vmware.api [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4615944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.031922] env[65682]: DEBUG nova.compute.manager [req-18c5740c-857f-4b36-ba9e-8019969db2f4 req-5853d403-2beb-4da9-9b60-239198e81d80 service nova] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Received event network-changed-3b7ced77-8022-452a-b31d-7cc7475b795b {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 817.031980] env[65682]: DEBUG nova.compute.manager [req-18c5740c-857f-4b36-ba9e-8019969db2f4 req-5853d403-2beb-4da9-9b60-239198e81d80 service nova] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Refreshing instance network info cache due to event network-changed-3b7ced77-8022-452a-b31d-7cc7475b795b. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 817.032405] env[65682]: DEBUG oslo_concurrency.lockutils [req-18c5740c-857f-4b36-ba9e-8019969db2f4 req-5853d403-2beb-4da9-9b60-239198e81d80 service nova] Acquiring lock "refresh_cache-1eafb1a1-d3fd-4599-88ed-b19c77aca8e5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.032600] env[65682]: DEBUG oslo_concurrency.lockutils [req-18c5740c-857f-4b36-ba9e-8019969db2f4 req-5853d403-2beb-4da9-9b60-239198e81d80 service nova] Acquired lock "refresh_cache-1eafb1a1-d3fd-4599-88ed-b19c77aca8e5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.032884] env[65682]: DEBUG nova.network.neutron [req-18c5740c-857f-4b36-ba9e-8019969db2f4 req-5853d403-2beb-4da9-9b60-239198e81d80 service nova] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Refreshing network info cache for port 3b7ced77-8022-452a-b31d-7cc7475b795b {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.177530] env[65682]: DEBUG nova.compute.manager [None req-96e158bd-adeb-4bdd-8b16-de1472e07dee tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 817.177807] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-96e158bd-adeb-4bdd-8b16-de1472e07dee tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.179205] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c179c6d4-ed84-40ec-a23d-d0afc50ba699 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.194523] env[65682]: DEBUG oslo_vmware.api [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615939, 'name': Destroy_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.197240] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-96e158bd-adeb-4bdd-8b16-de1472e07dee tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.197637] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a266e1b-fde1-4c5d-a958-f99e4597d054 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.246542] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615943, 'name': CreateVM_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.275681] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-96e158bd-adeb-4bdd-8b16-de1472e07dee tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.275989] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-96e158bd-adeb-4bdd-8b16-de1472e07dee tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.276146] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-96e158bd-adeb-4bdd-8b16-de1472e07dee tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Deleting the datastore file [datastore1] 474f8ea3-8078-4755-8f13-5c16d6feb78d {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.276531] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37912ec2-f42f-49d8-b85c-a691a97d8278 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.286705] env[65682]: DEBUG oslo_vmware.api [None req-96e158bd-adeb-4bdd-8b16-de1472e07dee tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 817.286705] env[65682]: value = "task-4615946" [ 817.286705] env[65682]: _type = "Task" [ 817.286705] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.302055] env[65682]: DEBUG oslo_concurrency.lockutils [None req-caca8d2e-3b84-4586-a8cb-c98ec1d888f8 tempest-ListServersNegativeTestJSON-535515609 tempest-ListServersNegativeTestJSON-535515609-project-member] Lock "b5e349bc-83eb-417a-a892-61a2be7e06f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.518s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.303699] env[65682]: DEBUG oslo_vmware.api [None req-96e158bd-adeb-4bdd-8b16-de1472e07dee tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.456208] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "d0ef8271-64ac-4899-b800-b213195b585b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.456208] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "d0ef8271-64ac-4899-b800-b213195b585b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.503974] env[65682]: DEBUG oslo_vmware.api [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4615944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111735} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.504385] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.505382] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38627c35-3d39-44ac-a561-528bbea3def0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.534077] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 6725e588-0d8f-442d-9158-4049ebeb0262/6725e588-0d8f-442d-9158-4049ebeb0262.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.537471] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c27f8f43-5e53-4fa0-ba33-0692dd7d79c7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.552446] env[65682]: WARNING neutronclient.v2_0.client [req-18c5740c-857f-4b36-ba9e-8019969db2f4 req-5853d403-2beb-4da9-9b60-239198e81d80 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.563810] env[65682]: DEBUG oslo_vmware.api [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 817.563810] env[65682]: value = "task-4615947" [ 817.563810] env[65682]: _type = "Task" [ 817.563810] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.579372] env[65682]: DEBUG oslo_vmware.api [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4615947, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.696422] env[65682]: DEBUG oslo_vmware.api [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4615939, 'name': Destroy_Task, 'duration_secs': 1.591478} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.696715] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Destroyed the VM [ 817.696986] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Deleting Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 817.697232] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3317c64f-a653-49f4-85d7-a06b8bca7263 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.704456] env[65682]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 817.704729] env[65682]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=65682) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 817.705467] env[65682]: DEBUG nova.compute.utils [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Cleaning up image c62367ae-2eba-462a-9808-1a5ebf565ce8 {{(pid=65682) delete_image /opt/stack/nova/nova/compute/utils.py:1352}} [ 817.753226] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615943, 'name': CreateVM_Task, 'duration_secs': 1.003302} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.753644] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.754125] env[65682]: WARNING neutronclient.v2_0.client [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.754930] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.754930] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.755157] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.755442] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c259e1d6-bb21-4fcf-9112-689a19b7feb7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.765271] env[65682]: DEBUG oslo_vmware.api [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Waiting for the task: (returnval){ [ 817.765271] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c58675-c005-c114-3295-18fc772c6993" [ 817.765271] env[65682]: _type = "Task" [ 817.765271] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.780885] env[65682]: DEBUG oslo_vmware.api [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c58675-c005-c114-3295-18fc772c6993, 'name': SearchDatastore_Task, 'duration_secs': 0.014184} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.781436] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.781436] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.781792] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.781792] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.782036] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.782669] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24863e8a-c704-43df-a7dc-b6b47f4e2381 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.797510] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.797510] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.798294] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c59cc465-2844-4bb5-853f-40cf61432837 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.810950] env[65682]: WARNING nova.virt.vmwareapi.vmops [None req-96e158bd-adeb-4bdd-8b16-de1472e07dee tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] In vmwareapi:vmops:_destroy_instance, exception while deleting the VM contents from the disk: oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore1] 474f8ea3-8078-4755-8f13-5c16d6feb78d [ 817.810950] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Traceback (most recent call last): [ 817.810950] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1113, in _destroy_instance [ 817.810950] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] ds_util.file_delete(self._session, [ 817.810950] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] File "/opt/stack/nova/nova/virt/vmwareapi/ds_util.py", line 219, in file_delete [ 817.810950] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] session._wait_for_task(file_delete_task) [ 817.810950] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 817.810950] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] return self.wait_for_task(task_ref) [ 817.810950] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 817.810950] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] return evt.wait() [ 817.810950] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 817.810950] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] result = hub.switch() [ 817.810950] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 817.810950] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] return self.greenlet.switch() [ 817.810950] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 817.810950] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] self.f(*self.args, **self.kw) [ 817.810950] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 817.810950] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] raise exceptions.translate_fault(task_info.error) [ 817.810950] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore1] 474f8ea3-8078-4755-8f13-5c16d6feb78d [ 817.810950] env[65682]: ERROR nova.virt.vmwareapi.vmops [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] [ 817.811673] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-96e158bd-adeb-4bdd-8b16-de1472e07dee tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.811673] env[65682]: INFO nova.compute.manager [None req-96e158bd-adeb-4bdd-8b16-de1472e07dee tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Took 0.63 seconds to destroy the instance on the hypervisor. [ 817.812654] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-96e158bd-adeb-4bdd-8b16-de1472e07dee tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 817.812654] env[65682]: DEBUG nova.compute.manager [-] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 817.812654] env[65682]: DEBUG nova.network.neutron [-] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 817.812929] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.817233] env[65682]: DEBUG oslo_vmware.api [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Waiting for the task: (returnval){ [ 817.817233] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f38d74-a925-b003-1dea-0d1926eab44d" [ 817.817233] env[65682]: _type = "Task" [ 817.817233] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.831513] env[65682]: DEBUG oslo_vmware.api [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f38d74-a925-b003-1dea-0d1926eab44d, 'name': SearchDatastore_Task} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.835937] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5addeae-8efe-4417-bc80-c2d961f2e8e9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.843962] env[65682]: DEBUG oslo_vmware.api [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Waiting for the task: (returnval){ [ 817.843962] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52013ea4-3434-858a-c770-5123c1a1d5f7" [ 817.843962] env[65682]: _type = "Task" [ 817.843962] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.857798] env[65682]: DEBUG oslo_vmware.api [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52013ea4-3434-858a-c770-5123c1a1d5f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.873384] env[65682]: WARNING neutronclient.v2_0.client [req-18c5740c-857f-4b36-ba9e-8019969db2f4 req-5853d403-2beb-4da9-9b60-239198e81d80 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.919762] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.957259] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9efad9-7715-4669-abcc-dab29fe9e127 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.966212] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b217826c-ce53-40bc-9236-b19d8c0bfd65 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.007769] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f735b9af-dd2f-4636-b209-966958c7e380 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.017660] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7d60de-3900-480b-b03e-c215336e953e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.034090] env[65682]: DEBUG nova.compute.provider_tree [None req-ede6f940-3291-4be6-b616-f91a34264322 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.076679] env[65682]: DEBUG oslo_vmware.api [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4615947, 'name': ReconfigVM_Task, 'duration_secs': 0.470859} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.076982] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 6725e588-0d8f-442d-9158-4049ebeb0262/6725e588-0d8f-442d-9158-4049ebeb0262.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.077727] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ccf339f-9b3d-48a1-b379-0ae26bb4170e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.084657] env[65682]: DEBUG oslo_vmware.api [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 818.084657] env[65682]: value = "task-4615948" [ 818.084657] env[65682]: _type = "Task" [ 818.084657] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.094207] env[65682]: DEBUG oslo_vmware.api [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4615948, 'name': Rename_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.097865] env[65682]: INFO nova.compute.manager [None req-541e85c4-1613-4c0c-9d49-9a97d8ffd612 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Unrescuing [ 818.098143] env[65682]: DEBUG oslo_concurrency.lockutils [None req-541e85c4-1613-4c0c-9d49-9a97d8ffd612 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "refresh_cache-8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.098900] env[65682]: DEBUG oslo_concurrency.lockutils [None req-541e85c4-1613-4c0c-9d49-9a97d8ffd612 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquired lock "refresh_cache-8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.098900] env[65682]: DEBUG nova.network.neutron [None req-541e85c4-1613-4c0c-9d49-9a97d8ffd612 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 818.292569] env[65682]: DEBUG nova.network.neutron [req-18c5740c-857f-4b36-ba9e-8019969db2f4 req-5853d403-2beb-4da9-9b60-239198e81d80 service nova] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Updated VIF entry in instance network info cache for port 3b7ced77-8022-452a-b31d-7cc7475b795b. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 818.293556] env[65682]: DEBUG nova.network.neutron [req-18c5740c-857f-4b36-ba9e-8019969db2f4 req-5853d403-2beb-4da9-9b60-239198e81d80 service nova] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Updating instance_info_cache with network_info: [{"id": "3b7ced77-8022-452a-b31d-7cc7475b795b", "address": "fa:16:3e:4b:61:68", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7ced77-80", "ovs_interfaceid": "3b7ced77-8022-452a-b31d-7cc7475b795b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.359685] env[65682]: DEBUG oslo_vmware.api [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52013ea4-3434-858a-c770-5123c1a1d5f7, 'name': SearchDatastore_Task, 'duration_secs': 0.015195} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.360154] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.360538] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5/1eafb1a1-d3fd-4599-88ed-b19c77aca8e5.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.360932] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ed83d5e-97ce-4795-bc5b-51eb878f6605 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.370679] env[65682]: DEBUG oslo_vmware.api [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Waiting for the task: (returnval){ [ 818.370679] env[65682]: value = "task-4615949" [ 818.370679] env[65682]: _type = "Task" [ 818.370679] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.381423] env[65682]: DEBUG oslo_vmware.api [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': task-4615949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.540502] env[65682]: DEBUG nova.scheduler.client.report [None req-ede6f940-3291-4be6-b616-f91a34264322 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.595954] env[65682]: DEBUG oslo_vmware.api [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4615948, 'name': Rename_Task, 'duration_secs': 0.203719} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.596306] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.596604] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d489563c-0a3b-4008-901e-76a62a49e6c4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.601173] env[65682]: WARNING neutronclient.v2_0.client [None req-541e85c4-1613-4c0c-9d49-9a97d8ffd612 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.605292] env[65682]: DEBUG oslo_vmware.api [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 818.605292] env[65682]: value = "task-4615950" [ 818.605292] env[65682]: _type = "Task" [ 818.605292] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.614850] env[65682]: DEBUG oslo_vmware.api [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4615950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.653215] env[65682]: DEBUG nova.compute.manager [req-edf5b73c-4b6e-4f0e-9b72-afe1025510f7 req-9484192c-a7ef-46ac-b092-43dc937cd668 service nova] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Received event network-vif-deleted-8c020925-43e6-4ccc-bd25-cc42c07cd709 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 818.653436] env[65682]: INFO nova.compute.manager [req-edf5b73c-4b6e-4f0e-9b72-afe1025510f7 req-9484192c-a7ef-46ac-b092-43dc937cd668 service nova] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Neutron deleted interface 8c020925-43e6-4ccc-bd25-cc42c07cd709; detaching it from the instance and deleting it from the info cache [ 818.653604] env[65682]: DEBUG nova.network.neutron [req-edf5b73c-4b6e-4f0e-9b72-afe1025510f7 req-9484192c-a7ef-46ac-b092-43dc937cd668 service nova] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.704960] env[65682]: DEBUG nova.network.neutron [-] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.795980] env[65682]: DEBUG oslo_concurrency.lockutils [req-18c5740c-857f-4b36-ba9e-8019969db2f4 req-5853d403-2beb-4da9-9b60-239198e81d80 service nova] Releasing lock "refresh_cache-1eafb1a1-d3fd-4599-88ed-b19c77aca8e5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.796211] env[65682]: DEBUG nova.compute.manager [req-18c5740c-857f-4b36-ba9e-8019969db2f4 req-5853d403-2beb-4da9-9b60-239198e81d80 service nova] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Received event network-vif-deleted-d5ae0410-6cb0-408c-85d4-32319caece24 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 818.877243] env[65682]: WARNING neutronclient.v2_0.client [None req-541e85c4-1613-4c0c-9d49-9a97d8ffd612 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.887600] env[65682]: DEBUG oslo_vmware.api [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': task-4615949, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.983735] env[65682]: DEBUG nova.network.neutron [None req-541e85c4-1613-4c0c-9d49-9a97d8ffd612 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Updating instance_info_cache with network_info: [{"id": "711819f9-fa9d-44d6-948d-e8fc18031b80", "address": "fa:16:3e:b5:4e:77", "network": {"id": "5c02b4f7-3aa0-420f-a37f-afcab4fc17f9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-357634686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f70bcfbec5214013bcdfc3f7bf6110ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap711819f9-fa", "ovs_interfaceid": "711819f9-fa9d-44d6-948d-e8fc18031b80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.050028] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ede6f940-3291-4be6-b616-f91a34264322 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.334s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.055493] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3d209126-a4a4-47e6-9c6b-55f6a45e47dc tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.101s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.055493] env[65682]: DEBUG nova.objects.instance [None req-3d209126-a4a4-47e6-9c6b-55f6a45e47dc tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lazy-loading 'resources' on Instance uuid 80e8abe3-552a-42a8-83df-55ea1d2f04c0 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.084280] env[65682]: INFO nova.scheduler.client.report [None req-ede6f940-3291-4be6-b616-f91a34264322 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Deleted allocations for instance 9db826c2-b488-458f-abe7-b5f3cd3b97d5 [ 819.122912] env[65682]: DEBUG oslo_vmware.api [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4615950, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.166026] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce6860ec-f589-4763-aa88-ffada81fa95e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.174968] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a191f96a-55ce-4366-aa94-0595ffc51523 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.214683] env[65682]: INFO nova.compute.manager [-] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Took 1.40 seconds to deallocate network for instance. [ 819.215135] env[65682]: DEBUG nova.compute.manager [req-edf5b73c-4b6e-4f0e-9b72-afe1025510f7 req-9484192c-a7ef-46ac-b092-43dc937cd668 service nova] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Detach interface failed, port_id=8c020925-43e6-4ccc-bd25-cc42c07cd709, reason: Instance 474f8ea3-8078-4755-8f13-5c16d6feb78d could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 819.262673] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.389296] env[65682]: DEBUG oslo_vmware.api [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': task-4615949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592198} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.389440] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5/1eafb1a1-d3fd-4599-88ed-b19c77aca8e5.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.389658] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.389941] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08387215-3e24-46a3-80c6-1f39fc527a95 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.400600] env[65682]: DEBUG oslo_vmware.api [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Waiting for the task: (returnval){ [ 819.400600] env[65682]: value = "task-4615951" [ 819.400600] env[65682]: _type = "Task" [ 819.400600] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.411875] env[65682]: DEBUG oslo_vmware.api [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': task-4615951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.485784] env[65682]: DEBUG oslo_concurrency.lockutils [None req-541e85c4-1613-4c0c-9d49-9a97d8ffd612 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Releasing lock "refresh_cache-8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.486743] env[65682]: DEBUG nova.objects.instance [None req-541e85c4-1613-4c0c-9d49-9a97d8ffd612 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lazy-loading 'flavor' on Instance uuid 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.597568] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ede6f940-3291-4be6-b616-f91a34264322 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "9db826c2-b488-458f-abe7-b5f3cd3b97d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.583s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.621189] env[65682]: DEBUG oslo_vmware.api [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4615950, 'name': PowerOnVM_Task, 'duration_secs': 0.844369} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.621522] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.621940] env[65682]: INFO nova.compute.manager [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Took 8.40 seconds to spawn the instance on the hypervisor. [ 819.621940] env[65682]: DEBUG nova.compute.manager [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 819.622849] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09847e26-3119-4f36-afc8-427359a34d71 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.723320] env[65682]: DEBUG oslo_concurrency.lockutils [None req-96e158bd-adeb-4bdd-8b16-de1472e07dee tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.913496] env[65682]: DEBUG oslo_vmware.api [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': task-4615951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079448} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.916673] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.917799] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a37c451-6bbb-412d-9c1c-37c4bffcfdc1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.942916] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5/1eafb1a1-d3fd-4599-88ed-b19c77aca8e5.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.946104] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e534904e-03f7-4ed4-9db9-efa107408421 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.969482] env[65682]: DEBUG oslo_vmware.api [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Waiting for the task: (returnval){ [ 819.969482] env[65682]: value = "task-4615952" [ 819.969482] env[65682]: _type = "Task" [ 819.969482] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.979759] env[65682]: DEBUG oslo_vmware.api [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': task-4615952, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.992824] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0708a0-60c9-4eeb-84c5-147d6ed85ae7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.021081] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-541e85c4-1613-4c0c-9d49-9a97d8ffd612 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.024080] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59c59b5e-ef10-4728-be31-e16a4e54bd01 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.032808] env[65682]: DEBUG oslo_vmware.api [None req-541e85c4-1613-4c0c-9d49-9a97d8ffd612 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 820.032808] env[65682]: value = "task-4615953" [ 820.032808] env[65682]: _type = "Task" [ 820.032808] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.045285] env[65682]: DEBUG oslo_vmware.api [None req-541e85c4-1613-4c0c-9d49-9a97d8ffd612 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.154875] env[65682]: INFO nova.compute.manager [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Took 53.67 seconds to build instance. [ 820.253396] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e51743-35df-47d1-b839-59cd2e053052 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.266030] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f867f233-bdb8-4a6e-820f-7038c98f5718 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.303292] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41d1f30-4da4-4cda-bf63-2254b917947f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.313181] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2b20a6-cc22-4f65-bc26-8ead511a1a5c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.330827] env[65682]: DEBUG nova.compute.provider_tree [None req-3d209126-a4a4-47e6-9c6b-55f6a45e47dc tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.479835] env[65682]: DEBUG oslo_vmware.api [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': task-4615952, 'name': ReconfigVM_Task, 'duration_secs': 0.443447} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.480158] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5/1eafb1a1-d3fd-4599-88ed-b19c77aca8e5.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.480816] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfb911f1-ddf1-4604-b925-24d00e23fc55 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.489329] env[65682]: DEBUG oslo_vmware.api [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Waiting for the task: (returnval){ [ 820.489329] env[65682]: value = "task-4615954" [ 820.489329] env[65682]: _type = "Task" [ 820.489329] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.501658] env[65682]: DEBUG oslo_vmware.api [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': task-4615954, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.545303] env[65682]: DEBUG oslo_vmware.api [None req-541e85c4-1613-4c0c-9d49-9a97d8ffd612 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615953, 'name': PowerOffVM_Task, 'duration_secs': 0.331326} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.545593] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-541e85c4-1613-4c0c-9d49-9a97d8ffd612 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.551373] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-541e85c4-1613-4c0c-9d49-9a97d8ffd612 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Reconfiguring VM instance instance-00000029 to detach disk 2001 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 820.551713] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9888352-ec7c-4ce4-8618-05f7cbeaa3e8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.572700] env[65682]: DEBUG oslo_vmware.api [None req-541e85c4-1613-4c0c-9d49-9a97d8ffd612 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 820.572700] env[65682]: value = "task-4615955" [ 820.572700] env[65682]: _type = "Task" [ 820.572700] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.581842] env[65682]: DEBUG oslo_vmware.api [None req-541e85c4-1613-4c0c-9d49-9a97d8ffd612 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615955, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.657147] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7877e0bd-014e-4b1c-af69-375ffeac1a38 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "6725e588-0d8f-442d-9158-4049ebeb0262" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.524s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.834666] env[65682]: DEBUG nova.scheduler.client.report [None req-3d209126-a4a4-47e6-9c6b-55f6a45e47dc tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.003722] env[65682]: DEBUG oslo_vmware.api [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': task-4615954, 'name': Rename_Task, 'duration_secs': 0.220285} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.004421] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.004507] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c831be18-df92-4c6d-9bb0-578ecf8a7a82 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.013039] env[65682]: DEBUG oslo_vmware.api [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Waiting for the task: (returnval){ [ 821.013039] env[65682]: value = "task-4615956" [ 821.013039] env[65682]: _type = "Task" [ 821.013039] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.022546] env[65682]: DEBUG oslo_vmware.api [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': task-4615956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.084179] env[65682]: DEBUG oslo_vmware.api [None req-541e85c4-1613-4c0c-9d49-9a97d8ffd612 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615955, 'name': ReconfigVM_Task, 'duration_secs': 0.328632} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.084449] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-541e85c4-1613-4c0c-9d49-9a97d8ffd612 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Reconfigured VM instance instance-00000029 to detach disk 2001 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 821.084574] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-541e85c4-1613-4c0c-9d49-9a97d8ffd612 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.084865] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c836fb72-67e1-4374-bb14-d0435e4729c3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.093012] env[65682]: DEBUG oslo_vmware.api [None req-541e85c4-1613-4c0c-9d49-9a97d8ffd612 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 821.093012] env[65682]: value = "task-4615957" [ 821.093012] env[65682]: _type = "Task" [ 821.093012] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.103266] env[65682]: DEBUG oslo_vmware.api [None req-541e85c4-1613-4c0c-9d49-9a97d8ffd612 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.159958] env[65682]: DEBUG nova.compute.manager [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 821.298230] env[65682]: DEBUG nova.compute.manager [req-dc0e4236-4bfe-4796-852d-3249db5478b7 req-8fea2620-124c-434b-9219-7bbf0f57b0e7 service nova] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Received event network-changed-e4139954-93ec-4aca-b692-d08d73ed9cc7 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 821.298419] env[65682]: DEBUG nova.compute.manager [req-dc0e4236-4bfe-4796-852d-3249db5478b7 req-8fea2620-124c-434b-9219-7bbf0f57b0e7 service nova] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Refreshing instance network info cache due to event network-changed-e4139954-93ec-4aca-b692-d08d73ed9cc7. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 821.298626] env[65682]: DEBUG oslo_concurrency.lockutils [req-dc0e4236-4bfe-4796-852d-3249db5478b7 req-8fea2620-124c-434b-9219-7bbf0f57b0e7 service nova] Acquiring lock "refresh_cache-6725e588-0d8f-442d-9158-4049ebeb0262" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.298762] env[65682]: DEBUG oslo_concurrency.lockutils [req-dc0e4236-4bfe-4796-852d-3249db5478b7 req-8fea2620-124c-434b-9219-7bbf0f57b0e7 service nova] Acquired lock "refresh_cache-6725e588-0d8f-442d-9158-4049ebeb0262" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.299022] env[65682]: DEBUG nova.network.neutron [req-dc0e4236-4bfe-4796-852d-3249db5478b7 req-8fea2620-124c-434b-9219-7bbf0f57b0e7 service nova] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Refreshing network info cache for port e4139954-93ec-4aca-b692-d08d73ed9cc7 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.346037] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3d209126-a4a4-47e6-9c6b-55f6a45e47dc tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.289s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.346384] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 51.041s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.383655] env[65682]: INFO nova.scheduler.client.report [None req-3d209126-a4a4-47e6-9c6b-55f6a45e47dc tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Deleted allocations for instance 80e8abe3-552a-42a8-83df-55ea1d2f04c0 [ 821.532038] env[65682]: DEBUG oslo_vmware.api [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': task-4615956, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.607173] env[65682]: DEBUG oslo_vmware.api [None req-541e85c4-1613-4c0c-9d49-9a97d8ffd612 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4615957, 'name': PowerOnVM_Task, 'duration_secs': 0.482006} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.610931] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-541e85c4-1613-4c0c-9d49-9a97d8ffd612 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.611190] env[65682]: DEBUG nova.compute.manager [None req-541e85c4-1613-4c0c-9d49-9a97d8ffd612 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 821.612748] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9978b1-1376-4432-894c-cef59cfc5bcb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.694538] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.803550] env[65682]: WARNING neutronclient.v2_0.client [req-dc0e4236-4bfe-4796-852d-3249db5478b7 req-8fea2620-124c-434b-9219-7bbf0f57b0e7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.896585] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3d209126-a4a4-47e6-9c6b-55f6a45e47dc tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "80e8abe3-552a-42a8-83df-55ea1d2f04c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.545s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.004213] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8180839-be9c-49f9-a769-fc25de4e5266 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.013013] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951946d0-adf9-4585-b9a1-7d496d6e5770 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.025962] env[65682]: DEBUG oslo_vmware.api [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': task-4615956, 'name': PowerOnVM_Task, 'duration_secs': 0.633952} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.026896] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.027113] env[65682]: INFO nova.compute.manager [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Took 7.98 seconds to spawn the instance on the hypervisor. [ 822.027313] env[65682]: DEBUG nova.compute.manager [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 822.053221] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f23e6bc-cfe0-4ebb-901c-0fc9c81214e5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.058172] env[65682]: WARNING neutronclient.v2_0.client [req-dc0e4236-4bfe-4796-852d-3249db5478b7 req-8fea2620-124c-434b-9219-7bbf0f57b0e7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.060970] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7539c55d-0f7b-44a9-aa0d-00afa5d2cf0d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.071626] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fa725f-d89a-456d-94eb-d371800122fb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.094061] env[65682]: DEBUG nova.compute.provider_tree [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.152360] env[65682]: DEBUG nova.network.neutron [req-dc0e4236-4bfe-4796-852d-3249db5478b7 req-8fea2620-124c-434b-9219-7bbf0f57b0e7 service nova] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Updated VIF entry in instance network info cache for port e4139954-93ec-4aca-b692-d08d73ed9cc7. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 822.152779] env[65682]: DEBUG nova.network.neutron [req-dc0e4236-4bfe-4796-852d-3249db5478b7 req-8fea2620-124c-434b-9219-7bbf0f57b0e7 service nova] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Updating instance_info_cache with network_info: [{"id": "e4139954-93ec-4aca-b692-d08d73ed9cc7", "address": "fa:16:3e:a9:4a:52", "network": {"id": "e5ad45cb-2943-4e8f-a809-01858ab04ca0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-571225427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44bf2c1a9a904b12a683ebb7b184c7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4139954-93", "ovs_interfaceid": "e4139954-93ec-4aca-b692-d08d73ed9cc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.590301] env[65682]: INFO nova.compute.manager [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Took 55.25 seconds to build instance. [ 822.596838] env[65682]: DEBUG nova.scheduler.client.report [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.656205] env[65682]: DEBUG oslo_concurrency.lockutils [req-dc0e4236-4bfe-4796-852d-3249db5478b7 req-8fea2620-124c-434b-9219-7bbf0f57b0e7 service nova] Releasing lock "refresh_cache-6725e588-0d8f-442d-9158-4049ebeb0262" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.914961] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquiring lock "27326223-d996-4c1c-b863-e1db57a28117" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.914961] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "27326223-d996-4c1c-b863-e1db57a28117" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.969676] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquiring lock "c172e47a-e3c4-4119-8ef1-67dfe27d780b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.970063] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "c172e47a-e3c4-4119-8ef1-67dfe27d780b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.094775] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ab6f7513-af45-4837-9719-8e85a1461bec tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Lock "1eafb1a1-d3fd-4599-88ed-b19c77aca8e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.882s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.103718] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.106251] env[65682]: INFO nova.compute.manager [None req-fc66b594-05a1-4891-ad01-6db4e9657145 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Successfully reverted task state from rebuilding on failure for instance. [ 823.110735] env[65682]: DEBUG oslo_concurrency.lockutils [None req-43fd7614-b806-49c3-b1ac-41163a7b86c9 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 52.382s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.111134] env[65682]: DEBUG nova.objects.instance [None req-43fd7614-b806-49c3-b1ac-41163a7b86c9 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Lazy-loading 'resources' on Instance uuid 361105bf-f13c-4c6f-973f-b8e70665f84e {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.161581] env[65682]: DEBUG oslo_vmware.rw_handles [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e6d8d2-f4b9-39df-4e1e-0c75c6f0c833/disk-0.vmdk. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 823.162553] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fd3cb9-eedc-4db3-8efb-3ba0b933f797 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.171905] env[65682]: DEBUG oslo_vmware.rw_handles [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e6d8d2-f4b9-39df-4e1e-0c75c6f0c833/disk-0.vmdk is in state: ready. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 823.172297] env[65682]: ERROR oslo_vmware.rw_handles [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e6d8d2-f4b9-39df-4e1e-0c75c6f0c833/disk-0.vmdk due to incomplete transfer. [ 823.172449] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4754e10a-38d7-4823-8653-894403cfcbba {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.183383] env[65682]: DEBUG oslo_vmware.rw_handles [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e6d8d2-f4b9-39df-4e1e-0c75c6f0c833/disk-0.vmdk. {{(pid=65682) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 823.183603] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Uploaded image e176cc50-9bcd-4051-a2d4-7c7bc70322ab to the Glance image server {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 823.185502] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Destroying the VM {{(pid=65682) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 823.186289] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e3355711-3966-4101-bea5-d080a2945768 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.194190] env[65682]: DEBUG oslo_vmware.api [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 823.194190] env[65682]: value = "task-4615958" [ 823.194190] env[65682]: _type = "Task" [ 823.194190] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.203697] env[65682]: DEBUG oslo_vmware.api [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615958, 'name': Destroy_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.501948] env[65682]: DEBUG oslo_concurrency.lockutils [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Acquiring lock "1e2fc4ce-a979-45f2-bb70-636e0b52662c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.502071] env[65682]: DEBUG oslo_concurrency.lockutils [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Lock "1e2fc4ce-a979-45f2-bb70-636e0b52662c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.597599] env[65682]: DEBUG nova.compute.manager [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 823.704755] env[65682]: DEBUG oslo_vmware.api [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615958, 'name': Destroy_Task, 'duration_secs': 0.410104} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.707416] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Destroyed the VM [ 823.707669] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Deleting Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 823.708456] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a391f2bd-2756-4181-a84c-418b11737f95 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.716859] env[65682]: DEBUG oslo_vmware.api [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 823.716859] env[65682]: value = "task-4615959" [ 823.716859] env[65682]: _type = "Task" [ 823.716859] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.728692] env[65682]: DEBUG oslo_vmware.api [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615959, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.124709] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.224949] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87fa7d4-ecdd-4a1b-b48d-fec22c045c0e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.231040] env[65682]: DEBUG oslo_vmware.api [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615959, 'name': RemoveSnapshot_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.236777] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeedc818-c080-47c9-9ecc-ff1325aa127c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.280044] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54106e03-df68-4311-876d-6fb685dbccb6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.291089] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3e9c4b-b526-48cd-a4c9-e43dcbf2ad40 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.307034] env[65682]: DEBUG nova.compute.provider_tree [None req-43fd7614-b806-49c3-b1ac-41163a7b86c9 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.730679] env[65682]: DEBUG oslo_vmware.api [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615959, 'name': RemoveSnapshot_Task, 'duration_secs': 0.578154} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.730969] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Deleted Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 824.731279] env[65682]: INFO nova.compute.manager [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Took 15.19 seconds to snapshot the instance on the hypervisor. [ 824.810927] env[65682]: DEBUG nova.scheduler.client.report [None req-43fd7614-b806-49c3-b1ac-41163a7b86c9 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.293990] env[65682]: DEBUG nova.compute.manager [None req-02fad87a-21fa-4952-83e7-4518afb650e5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Found 1 images (rotation: 2) {{(pid=65682) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 825.315868] env[65682]: DEBUG oslo_concurrency.lockutils [None req-43fd7614-b806-49c3-b1ac-41163a7b86c9 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.205s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.319037] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 51.281s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.320301] env[65682]: INFO nova.compute.claims [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.354022] env[65682]: INFO nova.scheduler.client.report [None req-43fd7614-b806-49c3-b1ac-41163a7b86c9 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Deleted allocations for instance 361105bf-f13c-4c6f-973f-b8e70665f84e [ 825.736563] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "bd13c2de-6abf-4237-b7b2-bbc24fc59b24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.736821] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "bd13c2de-6abf-4237-b7b2-bbc24fc59b24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.860715] env[65682]: DEBUG oslo_concurrency.lockutils [None req-43fd7614-b806-49c3-b1ac-41163a7b86c9 tempest-InstanceActionsV221TestJSON-749893948 tempest-InstanceActionsV221TestJSON-749893948-project-member] Lock "361105bf-f13c-4c6f-973f-b8e70665f84e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 58.631s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.683440] env[65682]: DEBUG nova.compute.manager [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 826.688019] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ba072e-7d2a-4f4f-a039-6d20b485a15d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.918754] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de779637-d0f6-4c1a-93a4-eb8002aa89ed {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.927689] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18968220-f3ee-4d3d-89d6-17f57022e9af {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.961669] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fb376b-0d5c-4f83-b96e-5eb6ce80dc57 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.970508] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29009b8e-58cf-4961-8c29-8bde2193dfe7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.986471] env[65682]: DEBUG nova.compute.provider_tree [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.201973] env[65682]: INFO nova.compute.manager [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] instance snapshotting [ 827.201973] env[65682]: DEBUG nova.objects.instance [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lazy-loading 'flavor' on Instance uuid 63bdb800-aeda-456e-9acd-afab1096c9d1 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.489986] env[65682]: DEBUG nova.scheduler.client.report [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.708379] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfd5fd0-ca8e-41c8-9096-420c5b878ad7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.739138] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d721ecb-d925-45a2-9c5b-e35a0afb66f6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.995867] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.996448] env[65682]: DEBUG nova.compute.manager [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 827.999321] env[65682]: DEBUG oslo_concurrency.lockutils [None req-87417e28-ec0a-46bb-9d18-17cc613f0167 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 53.540s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.999515] env[65682]: DEBUG nova.objects.instance [None req-87417e28-ec0a-46bb-9d18-17cc613f0167 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Lazy-loading 'resources' on Instance uuid 1ee31b8f-5bb3-473a-b27f-331a853ed787 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.252234] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Creating Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 828.252639] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ab26574c-7e50-484f-8839-0b193628996b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.261866] env[65682]: DEBUG oslo_vmware.api [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 828.261866] env[65682]: value = "task-4615960" [ 828.261866] env[65682]: _type = "Task" [ 828.261866] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.274882] env[65682]: DEBUG oslo_vmware.api [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615960, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.503549] env[65682]: DEBUG nova.compute.utils [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.509943] env[65682]: DEBUG nova.compute.manager [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 828.510185] env[65682]: DEBUG nova.network.neutron [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 828.510502] env[65682]: WARNING neutronclient.v2_0.client [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.510823] env[65682]: WARNING neutronclient.v2_0.client [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.560328] env[65682]: DEBUG nova.policy [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c6f5e99a6ba424b96bc13a4a09c0c1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df1fd90467d74e8397c494d659b62184', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.780245] env[65682]: DEBUG oslo_vmware.api [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615960, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.930224] env[65682]: DEBUG nova.network.neutron [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Successfully created port: 02d7b57e-969d-44b2-b647-57e2149ee201 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 829.009690] env[65682]: DEBUG nova.compute.manager [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 829.128445] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4552853-065a-4e9d-9461-7685757176ff {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.137957] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1272215-a58c-4930-a867-1af6d32ba838 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.170242] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43a0675-31c0-4a2f-ab5d-b63ad06c2a69 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.179551] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd04a46b-b35e-4846-a5e9-3caad9e20cd9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.194748] env[65682]: DEBUG nova.compute.provider_tree [None req-87417e28-ec0a-46bb-9d18-17cc613f0167 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.273446] env[65682]: DEBUG oslo_vmware.api [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615960, 'name': CreateSnapshot_Task, 'duration_secs': 0.789277} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.273774] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Created Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 829.275063] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3882f1c4-0c17-4213-af7f-eb436fd1e15f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.701346] env[65682]: DEBUG nova.scheduler.client.report [None req-87417e28-ec0a-46bb-9d18-17cc613f0167 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.795499] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Creating linked-clone VM from snapshot {{(pid=65682) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 829.795895] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-05f5d6ae-e95b-4e90-8f25-f142e84c9968 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.807283] env[65682]: DEBUG oslo_vmware.api [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 829.807283] env[65682]: value = "task-4615961" [ 829.807283] env[65682]: _type = "Task" [ 829.807283] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.818201] env[65682]: DEBUG oslo_vmware.api [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615961, 'name': CloneVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.020074] env[65682]: DEBUG nova.compute.manager [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 830.048322] env[65682]: DEBUG nova.virt.hardware [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 830.048645] env[65682]: DEBUG nova.virt.hardware [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.048815] env[65682]: DEBUG nova.virt.hardware [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 830.049361] env[65682]: DEBUG nova.virt.hardware [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.049602] env[65682]: DEBUG nova.virt.hardware [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 830.049841] env[65682]: DEBUG nova.virt.hardware [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 830.051380] env[65682]: DEBUG nova.virt.hardware [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 830.051380] env[65682]: DEBUG nova.virt.hardware [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 830.051380] env[65682]: DEBUG nova.virt.hardware [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 830.051380] env[65682]: DEBUG nova.virt.hardware [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 830.051380] env[65682]: DEBUG nova.virt.hardware [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 830.052487] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514c139e-724c-4642-8481-624fa2edd706 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.063561] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c385558-9634-4770-8c98-1503f07ca603 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.207378] env[65682]: DEBUG oslo_concurrency.lockutils [None req-87417e28-ec0a-46bb-9d18-17cc613f0167 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.210461] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 55.471s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.320828] env[65682]: DEBUG oslo_vmware.api [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615961, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.546066] env[65682]: DEBUG nova.network.neutron [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Successfully updated port: 02d7b57e-969d-44b2-b647-57e2149ee201 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 830.731247] env[65682]: DEBUG oslo_concurrency.lockutils [None req-87417e28-ec0a-46bb-9d18-17cc613f0167 tempest-ServerActionsV293TestJSON-1620426921 tempest-ServerActionsV293TestJSON-1620426921-project-member] Lock "1ee31b8f-5bb3-473a-b27f-331a853ed787" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 59.611s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.826257] env[65682]: DEBUG oslo_vmware.api [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615961, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.934860] env[65682]: DEBUG nova.compute.manager [req-70fe4504-732f-4dfa-8c11-b4f2137ddaf3 req-3c279381-38d9-4cf0-9c65-d70e05fb1eda service nova] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Received event network-vif-plugged-02d7b57e-969d-44b2-b647-57e2149ee201 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 830.936049] env[65682]: DEBUG oslo_concurrency.lockutils [req-70fe4504-732f-4dfa-8c11-b4f2137ddaf3 req-3c279381-38d9-4cf0-9c65-d70e05fb1eda service nova] Acquiring lock "5c564d55-0071-4ebd-b8ff-c95858ed139d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.936049] env[65682]: DEBUG oslo_concurrency.lockutils [req-70fe4504-732f-4dfa-8c11-b4f2137ddaf3 req-3c279381-38d9-4cf0-9c65-d70e05fb1eda service nova] Lock "5c564d55-0071-4ebd-b8ff-c95858ed139d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.936049] env[65682]: DEBUG oslo_concurrency.lockutils [req-70fe4504-732f-4dfa-8c11-b4f2137ddaf3 req-3c279381-38d9-4cf0-9c65-d70e05fb1eda service nova] Lock "5c564d55-0071-4ebd-b8ff-c95858ed139d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.936049] env[65682]: DEBUG nova.compute.manager [req-70fe4504-732f-4dfa-8c11-b4f2137ddaf3 req-3c279381-38d9-4cf0-9c65-d70e05fb1eda service nova] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] No waiting events found dispatching network-vif-plugged-02d7b57e-969d-44b2-b647-57e2149ee201 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 830.936049] env[65682]: WARNING nova.compute.manager [req-70fe4504-732f-4dfa-8c11-b4f2137ddaf3 req-3c279381-38d9-4cf0-9c65-d70e05fb1eda service nova] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Received unexpected event network-vif-plugged-02d7b57e-969d-44b2-b647-57e2149ee201 for instance with vm_state building and task_state spawning. [ 831.050923] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Acquiring lock "refresh_cache-5c564d55-0071-4ebd-b8ff-c95858ed139d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.050976] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Acquired lock "refresh_cache-5c564d55-0071-4ebd-b8ff-c95858ed139d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.051239] env[65682]: DEBUG nova.network.neutron [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 831.229416] env[65682]: INFO nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Updating resource usage from migration c24a62e6-aa95-4d73-83b9-2a08c6916d6b [ 831.257090] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance f3887e09-9b99-461c-98a1-e89e896177ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 831.257253] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 9f14574b-6e8e-433e-84c4-9358e60bb7ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 831.257465] env[65682]: WARNING nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 87083d97-1a46-4535-85fc-4081af4f1d99 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 831.258128] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 6dc6138b-9a58-44c7-a4bf-890c36ce1197 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 831.258128] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 6812a738-b2c5-4038-9943-ba204da22919 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 831.258128] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 559700b5-72a1-423d-894c-f191dbb88d03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 831.258128] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 746a1592-b842-45a5-af76-11161889f176 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 831.258128] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance dc0deed5-2e50-44e7-8e8d-1fc90b4f1611 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 831.258487] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 63bdb800-aeda-456e-9acd-afab1096c9d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 831.258487] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance c46c1769-6758-4ad1-8768-8579ce514021 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 831.258487] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 831.258654] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 651e4382-f857-4e51-be98-7a69232637cb actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 831.258654] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 831.258968] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance c1dffb08-8d14-4976-addd-6f563b1f31fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 831.259230] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (5e3340f3-ec5a-4efc-ab9e-095b1e806dc4): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1813}} [ 831.259394] env[65682]: WARNING nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance a21615cc-1e3a-494a-ab00-7e4bd8119739 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 831.259542] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 89425ade-bec0-4810-8284-ee9dd50a8c06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 831.259736] env[65682]: WARNING nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 474f8ea3-8078-4755-8f13-5c16d6feb78d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 831.259904] env[65682]: WARNING nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 36eedf5b-de18-4b04-b356-a8391c87bb25 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 831.260056] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 6725e588-0d8f-442d-9158-4049ebeb0262 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 831.260201] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 831.260342] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 5c564d55-0071-4ebd-b8ff-c95858ed139d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 831.321315] env[65682]: DEBUG oslo_vmware.api [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615961, 'name': CloneVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.585628] env[65682]: DEBUG nova.network.neutron [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 831.675973] env[65682]: WARNING neutronclient.v2_0.client [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.764372] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 48408761-7c99-450a-882d-64a99dd20435 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 831.767092] env[65682]: DEBUG nova.network.neutron [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Updating instance_info_cache with network_info: [{"id": "02d7b57e-969d-44b2-b647-57e2149ee201", "address": "fa:16:3e:c7:a2:40", "network": {"id": "6693874d-9492-4b0f-bbe5-d0eb3b609148", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1246280395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df1fd90467d74e8397c494d659b62184", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02d7b57e-96", "ovs_interfaceid": "02d7b57e-969d-44b2-b647-57e2149ee201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.820178] env[65682]: DEBUG oslo_vmware.api [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615961, 'name': CloneVM_Task, 'duration_secs': 1.560295} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.820441] env[65682]: INFO nova.virt.vmwareapi.vmops [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Created linked-clone VM from snapshot [ 831.821219] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ade8b73-3d5f-4a21-9612-e730d275d69d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.829789] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Uploading image a0bd9224-a0d8-4e15-9e75-537845ea467f {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 831.858263] env[65682]: DEBUG oslo_vmware.rw_handles [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 831.858263] env[65682]: value = "vm-901597" [ 831.858263] env[65682]: _type = "VirtualMachine" [ 831.858263] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 831.858571] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bfafb67a-549b-4400-b665-de1a7a302e9c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.868579] env[65682]: DEBUG oslo_vmware.rw_handles [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lease: (returnval){ [ 831.868579] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527ffd64-eeec-4507-29fa-2e170f09b78f" [ 831.868579] env[65682]: _type = "HttpNfcLease" [ 831.868579] env[65682]: } obtained for exporting VM: (result){ [ 831.868579] env[65682]: value = "vm-901597" [ 831.868579] env[65682]: _type = "VirtualMachine" [ 831.868579] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 831.868579] env[65682]: DEBUG oslo_vmware.api [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the lease: (returnval){ [ 831.868579] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527ffd64-eeec-4507-29fa-2e170f09b78f" [ 831.868579] env[65682]: _type = "HttpNfcLease" [ 831.868579] env[65682]: } to be ready. {{(pid=65682) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 831.876045] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 831.876045] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527ffd64-eeec-4507-29fa-2e170f09b78f" [ 831.876045] env[65682]: _type = "HttpNfcLease" [ 831.876045] env[65682]: } is initializing. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 831.993333] env[65682]: DEBUG oslo_concurrency.lockutils [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Acquiring lock "f548ea90-2a80-41a4-96f3-a8c2baf7d1e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.993733] env[65682]: DEBUG oslo_concurrency.lockutils [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Lock "f548ea90-2a80-41a4-96f3-a8c2baf7d1e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.269210] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance b24ad2eb-af52-4df0-b53f-fcdab3018286 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 832.270767] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Releasing lock "refresh_cache-5c564d55-0071-4ebd-b8ff-c95858ed139d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.271153] env[65682]: DEBUG nova.compute.manager [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Instance network_info: |[{"id": "02d7b57e-969d-44b2-b647-57e2149ee201", "address": "fa:16:3e:c7:a2:40", "network": {"id": "6693874d-9492-4b0f-bbe5-d0eb3b609148", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1246280395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df1fd90467d74e8397c494d659b62184", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02d7b57e-96", "ovs_interfaceid": "02d7b57e-969d-44b2-b647-57e2149ee201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 832.271795] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:a2:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02d7b57e-969d-44b2-b647-57e2149ee201', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.279617] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Creating folder: Project (df1fd90467d74e8397c494d659b62184). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.279928] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7b0d283-b7fa-488f-9af9-842aac952d75 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.293100] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Created folder: Project (df1fd90467d74e8397c494d659b62184) in parent group-v901426. [ 832.293274] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Creating folder: Instances. Parent ref: group-v901598. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.293542] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-356b2a49-ec11-43e6-ad67-5934feedfea0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.305243] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Created folder: Instances in parent group-v901598. [ 832.305506] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 832.305715] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.305924] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cab2977c-adbf-4bcb-aad4-cb605cc49e08 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.331279] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.331279] env[65682]: value = "task-4615965" [ 832.331279] env[65682]: _type = "Task" [ 832.331279] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.341266] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615965, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.377845] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 832.377845] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527ffd64-eeec-4507-29fa-2e170f09b78f" [ 832.377845] env[65682]: _type = "HttpNfcLease" [ 832.377845] env[65682]: } is ready. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 832.378275] env[65682]: DEBUG oslo_vmware.rw_handles [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 832.378275] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527ffd64-eeec-4507-29fa-2e170f09b78f" [ 832.378275] env[65682]: _type = "HttpNfcLease" [ 832.378275] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 832.379134] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7243fc-198c-403d-81f9-8dd07eed6369 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.388460] env[65682]: DEBUG oslo_vmware.rw_handles [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d3e10-603f-77ac-9be4-77d7b2802628/disk-0.vmdk from lease info. {{(pid=65682) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 832.388696] env[65682]: DEBUG oslo_vmware.rw_handles [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d3e10-603f-77ac-9be4-77d7b2802628/disk-0.vmdk for reading. {{(pid=65682) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 832.484667] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1506a810-7588-429e-af0b-154bdf7c913f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.772925] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 621d2f7e-ea00-448d-8aca-b9ff72ff432d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 832.842577] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615965, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.016311] env[65682]: DEBUG nova.compute.manager [req-57872736-3aff-4a94-bfca-f5b4a80597c4 req-9751f8b3-0376-4023-89f2-5bb691795a82 service nova] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Received event network-changed-02d7b57e-969d-44b2-b647-57e2149ee201 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 833.016588] env[65682]: DEBUG nova.compute.manager [req-57872736-3aff-4a94-bfca-f5b4a80597c4 req-9751f8b3-0376-4023-89f2-5bb691795a82 service nova] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Refreshing instance network info cache due to event network-changed-02d7b57e-969d-44b2-b647-57e2149ee201. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 833.016968] env[65682]: DEBUG oslo_concurrency.lockutils [req-57872736-3aff-4a94-bfca-f5b4a80597c4 req-9751f8b3-0376-4023-89f2-5bb691795a82 service nova] Acquiring lock "refresh_cache-5c564d55-0071-4ebd-b8ff-c95858ed139d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.017114] env[65682]: DEBUG oslo_concurrency.lockutils [req-57872736-3aff-4a94-bfca-f5b4a80597c4 req-9751f8b3-0376-4023-89f2-5bb691795a82 service nova] Acquired lock "refresh_cache-5c564d55-0071-4ebd-b8ff-c95858ed139d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.017289] env[65682]: DEBUG nova.network.neutron [req-57872736-3aff-4a94-bfca-f5b4a80597c4 req-9751f8b3-0376-4023-89f2-5bb691795a82 service nova] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Refreshing network info cache for port 02d7b57e-969d-44b2-b647-57e2149ee201 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.276307] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 833.343989] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615965, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.519783] env[65682]: WARNING neutronclient.v2_0.client [req-57872736-3aff-4a94-bfca-f5b4a80597c4 req-9751f8b3-0376-4023-89f2-5bb691795a82 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.691354] env[65682]: WARNING neutronclient.v2_0.client [req-57872736-3aff-4a94-bfca-f5b4a80597c4 req-9751f8b3-0376-4023-89f2-5bb691795a82 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.777767] env[65682]: DEBUG nova.network.neutron [req-57872736-3aff-4a94-bfca-f5b4a80597c4 req-9751f8b3-0376-4023-89f2-5bb691795a82 service nova] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Updated VIF entry in instance network info cache for port 02d7b57e-969d-44b2-b647-57e2149ee201. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 833.778151] env[65682]: DEBUG nova.network.neutron [req-57872736-3aff-4a94-bfca-f5b4a80597c4 req-9751f8b3-0376-4023-89f2-5bb691795a82 service nova] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Updating instance_info_cache with network_info: [{"id": "02d7b57e-969d-44b2-b647-57e2149ee201", "address": "fa:16:3e:c7:a2:40", "network": {"id": "6693874d-9492-4b0f-bbe5-d0eb3b609148", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1246280395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df1fd90467d74e8397c494d659b62184", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02d7b57e-96", "ovs_interfaceid": "02d7b57e-969d-44b2-b647-57e2149ee201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.780964] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance fbccaee6-8896-431f-9510-1ef10d42abdc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 833.843994] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615965, 'name': CreateVM_Task, 'duration_secs': 1.345693} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.844318] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.844972] env[65682]: WARNING neutronclient.v2_0.client [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.845444] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.845676] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.846160] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.846557] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f674ce89-bab0-4370-bf9a-26131b603407 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.852311] env[65682]: DEBUG oslo_vmware.api [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Waiting for the task: (returnval){ [ 833.852311] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5250e755-bb34-3dd0-b768-b33dee040991" [ 833.852311] env[65682]: _type = "Task" [ 833.852311] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.863980] env[65682]: DEBUG oslo_vmware.api [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5250e755-bb34-3dd0-b768-b33dee040991, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.282702] env[65682]: DEBUG oslo_concurrency.lockutils [req-57872736-3aff-4a94-bfca-f5b4a80597c4 req-9751f8b3-0376-4023-89f2-5bb691795a82 service nova] Releasing lock "refresh_cache-5c564d55-0071-4ebd-b8ff-c95858ed139d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.283858] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 970eff7f-0e40-481a-a255-a0b4a4d211d0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 834.366536] env[65682]: DEBUG oslo_vmware.api [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5250e755-bb34-3dd0-b768-b33dee040991, 'name': SearchDatastore_Task, 'duration_secs': 0.017761} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.366896] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.367164] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.367493] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.367704] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.367921] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.368327] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b7b41fe-b93a-4838-9c6e-db66729c5002 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.379913] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.380174] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.381108] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2abb31fa-2992-4357-a8e9-2222f9248c5f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.388505] env[65682]: DEBUG oslo_vmware.api [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Waiting for the task: (returnval){ [ 834.388505] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a96fbe-5af1-a326-8e70-647cc467f972" [ 834.388505] env[65682]: _type = "Task" [ 834.388505] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.398312] env[65682]: DEBUG oslo_vmware.api [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a96fbe-5af1-a326-8e70-647cc467f972, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.788125] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 5b0b66e2-1f7d-4f3a-8ddc-748df0994391 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 834.900285] env[65682]: DEBUG oslo_vmware.api [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a96fbe-5af1-a326-8e70-647cc467f972, 'name': SearchDatastore_Task, 'duration_secs': 0.017059} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.901140] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a966d253-1131-4e59-910c-7c8e2590cb16 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.907872] env[65682]: DEBUG oslo_vmware.api [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Waiting for the task: (returnval){ [ 834.907872] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522642f4-e097-d883-107a-f7550bbe545b" [ 834.907872] env[65682]: _type = "Task" [ 834.907872] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.917363] env[65682]: DEBUG oslo_vmware.api [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522642f4-e097-d883-107a-f7550bbe545b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.290344] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance ad2c42c5-114c-476e-a2ec-f6ec714bde3d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 835.419462] env[65682]: DEBUG oslo_vmware.api [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522642f4-e097-d883-107a-f7550bbe545b, 'name': SearchDatastore_Task, 'duration_secs': 0.013427} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.419759] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.420039] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 5c564d55-0071-4ebd-b8ff-c95858ed139d/5c564d55-0071-4ebd-b8ff-c95858ed139d.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.420326] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e17f0d4-f65c-43d2-bfbe-719633d1758b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.428991] env[65682]: DEBUG oslo_vmware.api [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Waiting for the task: (returnval){ [ 835.428991] env[65682]: value = "task-4615966" [ 835.428991] env[65682]: _type = "Task" [ 835.428991] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.437916] env[65682]: DEBUG oslo_vmware.api [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Task: {'id': task-4615966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.794014] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 7276c80d-0da0-484e-99a2-5d84d8ab6db9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 835.794218] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Migration c24a62e6-aa95-4d73-83b9-2a08c6916d6b is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 835.794342] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 02fa8028-04bb-4b33-8931-e7af29af0204 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 835.837648] env[65682]: DEBUG nova.objects.instance [None req-8a231800-d4cb-4559-9796-0f6532317406 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Lazy-loading 'flavor' on Instance uuid dc0deed5-2e50-44e7-8e8d-1fc90b4f1611 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.941037] env[65682]: DEBUG oslo_vmware.api [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Task: {'id': task-4615966, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.297853] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 9101a68a-0aab-44de-8739-67096b5c28d9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 836.343844] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8a231800-d4cb-4559-9796-0f6532317406 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Acquiring lock "refresh_cache-dc0deed5-2e50-44e7-8e8d-1fc90b4f1611" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.344077] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8a231800-d4cb-4559-9796-0f6532317406 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Acquired lock "refresh_cache-dc0deed5-2e50-44e7-8e8d-1fc90b4f1611" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.344484] env[65682]: WARNING neutronclient.v2_0.client [None req-8a231800-d4cb-4559-9796-0f6532317406 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 836.448287] env[65682]: DEBUG oslo_vmware.api [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Task: {'id': task-4615966, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.94944} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.448287] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 5c564d55-0071-4ebd-b8ff-c95858ed139d/5c564d55-0071-4ebd-b8ff-c95858ed139d.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.448287] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.450030] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfa5154a-64ff-4cdd-a7a7-7e3b4e264f16 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.460265] env[65682]: DEBUG oslo_vmware.api [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Waiting for the task: (returnval){ [ 836.460265] env[65682]: value = "task-4615967" [ 836.460265] env[65682]: _type = "Task" [ 836.460265] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.473771] env[65682]: DEBUG oslo_vmware.api [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Task: {'id': task-4615967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.795404] env[65682]: DEBUG nova.network.neutron [None req-8a231800-d4cb-4559-9796-0f6532317406 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 836.803083] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 836767a3-4247-454c-bc51-f0be811bb527 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 836.823101] env[65682]: DEBUG nova.compute.manager [req-dbab0f26-dc6a-41f8-97c9-0a6d60541f62 req-f451fc0f-623c-4131-a44d-e1703924a069 service nova] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Received event network-changed-82f5fafe-f1c2-4d69-8ffa-8e1255c39d54 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 836.823332] env[65682]: DEBUG nova.compute.manager [req-dbab0f26-dc6a-41f8-97c9-0a6d60541f62 req-f451fc0f-623c-4131-a44d-e1703924a069 service nova] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Refreshing instance network info cache due to event network-changed-82f5fafe-f1c2-4d69-8ffa-8e1255c39d54. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 836.823565] env[65682]: DEBUG oslo_concurrency.lockutils [req-dbab0f26-dc6a-41f8-97c9-0a6d60541f62 req-f451fc0f-623c-4131-a44d-e1703924a069 service nova] Acquiring lock "refresh_cache-dc0deed5-2e50-44e7-8e8d-1fc90b4f1611" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.971626] env[65682]: DEBUG oslo_vmware.api [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Task: {'id': task-4615967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08485} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.971951] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.972767] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd1040a-f075-40ed-8c87-0eec9be3b743 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.997751] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 5c564d55-0071-4ebd-b8ff-c95858ed139d/5c564d55-0071-4ebd-b8ff-c95858ed139d.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.998119] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-701983e3-912a-411f-8c6a-d5e5cd8fb92c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.019533] env[65682]: DEBUG oslo_vmware.api [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Waiting for the task: (returnval){ [ 837.019533] env[65682]: value = "task-4615968" [ 837.019533] env[65682]: _type = "Task" [ 837.019533] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.028850] env[65682]: DEBUG oslo_vmware.api [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Task: {'id': task-4615968, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.299885] env[65682]: WARNING neutronclient.v2_0.client [None req-8a231800-d4cb-4559-9796-0f6532317406 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.306124] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance d0ef8271-64ac-4899-b800-b213195b585b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 837.534086] env[65682]: DEBUG oslo_vmware.api [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Task: {'id': task-4615968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.578778] env[65682]: WARNING neutronclient.v2_0.client [None req-8a231800-d4cb-4559-9796-0f6532317406 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.653311] env[65682]: DEBUG nova.network.neutron [None req-8a231800-d4cb-4559-9796-0f6532317406 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Updating instance_info_cache with network_info: [{"id": "82f5fafe-f1c2-4d69-8ffa-8e1255c39d54", "address": "fa:16:3e:60:34:91", "network": {"id": "77316b66-ea63-4584-99dd-80424d5a5fd5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-874022092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c93c1c81794b4994a81d657620864895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82f5fafe-f1", "ovs_interfaceid": "82f5fafe-f1c2-4d69-8ffa-8e1255c39d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.809404] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 27326223-d996-4c1c-b863-e1db57a28117 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 838.031162] env[65682]: DEBUG oslo_vmware.api [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Task: {'id': task-4615968, 'name': ReconfigVM_Task, 'duration_secs': 0.959699} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.031511] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 5c564d55-0071-4ebd-b8ff-c95858ed139d/5c564d55-0071-4ebd-b8ff-c95858ed139d.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.032138] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1b6b203-0a3b-4894-bf7e-1dc89c3a85ff {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.039633] env[65682]: DEBUG oslo_vmware.api [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Waiting for the task: (returnval){ [ 838.039633] env[65682]: value = "task-4615969" [ 838.039633] env[65682]: _type = "Task" [ 838.039633] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.051456] env[65682]: DEBUG oslo_vmware.api [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Task: {'id': task-4615969, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.156406] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8a231800-d4cb-4559-9796-0f6532317406 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Releasing lock "refresh_cache-dc0deed5-2e50-44e7-8e8d-1fc90b4f1611" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.156406] env[65682]: DEBUG nova.compute.manager [None req-8a231800-d4cb-4559-9796-0f6532317406 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Inject network info {{(pid=65682) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 838.156737] env[65682]: DEBUG nova.compute.manager [None req-8a231800-d4cb-4559-9796-0f6532317406 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] network_info to inject: |[{"id": "82f5fafe-f1c2-4d69-8ffa-8e1255c39d54", "address": "fa:16:3e:60:34:91", "network": {"id": "77316b66-ea63-4584-99dd-80424d5a5fd5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-874022092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c93c1c81794b4994a81d657620864895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82f5fafe-f1", "ovs_interfaceid": "82f5fafe-f1c2-4d69-8ffa-8e1255c39d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 838.162307] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8a231800-d4cb-4559-9796-0f6532317406 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Reconfiguring VM instance to set the machine id {{(pid=65682) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 838.162663] env[65682]: DEBUG oslo_concurrency.lockutils [req-dbab0f26-dc6a-41f8-97c9-0a6d60541f62 req-f451fc0f-623c-4131-a44d-e1703924a069 service nova] Acquired lock "refresh_cache-dc0deed5-2e50-44e7-8e8d-1fc90b4f1611" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.162841] env[65682]: DEBUG nova.network.neutron [req-dbab0f26-dc6a-41f8-97c9-0a6d60541f62 req-f451fc0f-623c-4131-a44d-e1703924a069 service nova] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Refreshing network info cache for port 82f5fafe-f1c2-4d69-8ffa-8e1255c39d54 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.164153] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10b1a40c-57b0-4ae7-9855-102b5b137994 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.188015] env[65682]: DEBUG oslo_vmware.api [None req-8a231800-d4cb-4559-9796-0f6532317406 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Waiting for the task: (returnval){ [ 838.188015] env[65682]: value = "task-4615970" [ 838.188015] env[65682]: _type = "Task" [ 838.188015] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.201025] env[65682]: DEBUG oslo_vmware.api [None req-8a231800-d4cb-4559-9796-0f6532317406 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Task: {'id': task-4615970, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.312866] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance c172e47a-e3c4-4119-8ef1-67dfe27d780b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 838.379364] env[65682]: DEBUG nova.objects.instance [None req-7217e5e6-cfd6-4bdd-bc5c-23307a3ca71c tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Lazy-loading 'flavor' on Instance uuid dc0deed5-2e50-44e7-8e8d-1fc90b4f1611 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.552142] env[65682]: DEBUG oslo_vmware.api [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Task: {'id': task-4615969, 'name': Rename_Task, 'duration_secs': 0.231237} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.552455] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.552734] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15dea5df-e947-4272-8460-295f6d011df3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.560678] env[65682]: DEBUG oslo_vmware.api [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Waiting for the task: (returnval){ [ 838.560678] env[65682]: value = "task-4615971" [ 838.560678] env[65682]: _type = "Task" [ 838.560678] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.570969] env[65682]: DEBUG oslo_vmware.api [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Task: {'id': task-4615971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.681698] env[65682]: WARNING neutronclient.v2_0.client [req-dbab0f26-dc6a-41f8-97c9-0a6d60541f62 req-f451fc0f-623c-4131-a44d-e1703924a069 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.698953] env[65682]: DEBUG oslo_vmware.api [None req-8a231800-d4cb-4559-9796-0f6532317406 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Task: {'id': task-4615970, 'name': ReconfigVM_Task, 'duration_secs': 0.208382} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.699149] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8a231800-d4cb-4559-9796-0f6532317406 tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Reconfigured VM instance to set the machine id {{(pid=65682) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 838.817027] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 1e2fc4ce-a979-45f2-bb70-636e0b52662c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 838.884078] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7217e5e6-cfd6-4bdd-bc5c-23307a3ca71c tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Acquiring lock "refresh_cache-dc0deed5-2e50-44e7-8e8d-1fc90b4f1611" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.894129] env[65682]: WARNING neutronclient.v2_0.client [req-dbab0f26-dc6a-41f8-97c9-0a6d60541f62 req-f451fc0f-623c-4131-a44d-e1703924a069 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.974751] env[65682]: DEBUG nova.network.neutron [req-dbab0f26-dc6a-41f8-97c9-0a6d60541f62 req-f451fc0f-623c-4131-a44d-e1703924a069 service nova] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Updated VIF entry in instance network info cache for port 82f5fafe-f1c2-4d69-8ffa-8e1255c39d54. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 838.975216] env[65682]: DEBUG nova.network.neutron [req-dbab0f26-dc6a-41f8-97c9-0a6d60541f62 req-f451fc0f-623c-4131-a44d-e1703924a069 service nova] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Updating instance_info_cache with network_info: [{"id": "82f5fafe-f1c2-4d69-8ffa-8e1255c39d54", "address": "fa:16:3e:60:34:91", "network": {"id": "77316b66-ea63-4584-99dd-80424d5a5fd5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-874022092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c93c1c81794b4994a81d657620864895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82f5fafe-f1", "ovs_interfaceid": "82f5fafe-f1c2-4d69-8ffa-8e1255c39d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.075048] env[65682]: DEBUG oslo_vmware.api [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Task: {'id': task-4615971, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.319932] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance bd13c2de-6abf-4237-b7b2-bbc24fc59b24 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 839.320407] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=65682) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 839.320655] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=100GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '18', 'num_vm_active': '16', 'num_task_None': '15', 'num_os_type_None': '18', 'num_proj_76b3a7f038084eeb846306a8aec646e4': '2', 'io_workload': '2', 'num_proj_c231ad911e114f9aba2f6ba48a64318d': '1', 'num_proj_f89ef8262ca0497eb53f59a9aca1a523': '1', 'num_proj_8eaca82bae54434ea55d652d06ff4773': '1', 'num_proj_f634acfb2e5a4e5a9769684c8f34c0a7': '1', 'num_proj_990741a7150b42248bcc99e683ec6d2c': '1', 'num_proj_c93c1c81794b4994a81d657620864895': '1', 'num_task_image_uploading': '1', 'num_proj_1063d410f5864f5292ea4436f03d192c': '1', 'num_proj_a8a6ae75473d441688fb59c9c7b328ea': '1', 'num_proj_f70bcfbec5214013bcdfc3f7bf6110ff': '2', 'num_proj_67e7b451161545488ddf81e8bcf2e490': '1', 'num_proj_8c67ea88399448a19182e3a443f4056f': '1', 'num_proj_aa33bc1eaa5b4d4bb5063ffee3b1d8c6': '1', 'num_vm_rescued': '1', 'num_task_resize_prep': '1', 'num_proj_44bf2c1a9a904b12a683ebb7b184c7ef': '1', 'num_proj_b62038395132428da3ab00f1df661b47': '1', 'num_vm_building': '1', 'num_task_spawning': '1', 'num_proj_df1fd90467d74e8397c494d659b62184': '1'} {{(pid=65682) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 839.479047] env[65682]: DEBUG oslo_concurrency.lockutils [req-dbab0f26-dc6a-41f8-97c9-0a6d60541f62 req-f451fc0f-623c-4131-a44d-e1703924a069 service nova] Releasing lock "refresh_cache-dc0deed5-2e50-44e7-8e8d-1fc90b4f1611" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.480234] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7217e5e6-cfd6-4bdd-bc5c-23307a3ca71c tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Acquired lock "refresh_cache-dc0deed5-2e50-44e7-8e8d-1fc90b4f1611" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.480234] env[65682]: WARNING neutronclient.v2_0.client [None req-7217e5e6-cfd6-4bdd-bc5c-23307a3ca71c tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.573119] env[65682]: DEBUG oslo_vmware.api [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Task: {'id': task-4615971, 'name': PowerOnVM_Task, 'duration_secs': 0.791515} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.574101] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.574101] env[65682]: INFO nova.compute.manager [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Took 9.55 seconds to spawn the instance on the hypervisor. [ 839.574101] env[65682]: DEBUG nova.compute.manager [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 839.574859] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d598ff-4ee2-4d56-8af6-18a9b8b62d85 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.870887] env[65682]: DEBUG nova.network.neutron [None req-7217e5e6-cfd6-4bdd-bc5c-23307a3ca71c tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 840.001740] env[65682]: DEBUG nova.compute.manager [req-0b67df34-6a27-4de9-97a1-3033115247ff req-9f3ca9c3-c712-427f-bd45-c01985b7df9a service nova] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Received event network-changed-82f5fafe-f1c2-4d69-8ffa-8e1255c39d54 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 840.001862] env[65682]: DEBUG nova.compute.manager [req-0b67df34-6a27-4de9-97a1-3033115247ff req-9f3ca9c3-c712-427f-bd45-c01985b7df9a service nova] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Refreshing instance network info cache due to event network-changed-82f5fafe-f1c2-4d69-8ffa-8e1255c39d54. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 840.002054] env[65682]: DEBUG oslo_concurrency.lockutils [req-0b67df34-6a27-4de9-97a1-3033115247ff req-9f3ca9c3-c712-427f-bd45-c01985b7df9a service nova] Acquiring lock "refresh_cache-dc0deed5-2e50-44e7-8e8d-1fc90b4f1611" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.019671] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad416523-5a18-4ca9-9421-25d93715cf9a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.028910] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12939fb8-9c40-4630-8439-f1707d70e4b7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.062155] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e3ef1a-8fb6-466c-abe1-59497a537bf2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.071502] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9a6935-d3c6-4f6e-8512-574cf2ed7494 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.085776] env[65682]: DEBUG nova.compute.provider_tree [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.093205] env[65682]: INFO nova.compute.manager [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Took 66.09 seconds to build instance. [ 840.373017] env[65682]: WARNING neutronclient.v2_0.client [None req-7217e5e6-cfd6-4bdd-bc5c-23307a3ca71c tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.564529] env[65682]: WARNING neutronclient.v2_0.client [None req-7217e5e6-cfd6-4bdd-bc5c-23307a3ca71c tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.592618] env[65682]: DEBUG nova.scheduler.client.report [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.597114] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b9d4c3e7-4e12-44b5-bb0a-20c8f836ede7 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Lock "5c564d55-0071-4ebd-b8ff-c95858ed139d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.553s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.662540] env[65682]: DEBUG nova.network.neutron [None req-7217e5e6-cfd6-4bdd-bc5c-23307a3ca71c tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Updating instance_info_cache with network_info: [{"id": "82f5fafe-f1c2-4d69-8ffa-8e1255c39d54", "address": "fa:16:3e:60:34:91", "network": {"id": "77316b66-ea63-4584-99dd-80424d5a5fd5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-874022092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c93c1c81794b4994a81d657620864895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82f5fafe-f1", "ovs_interfaceid": "82f5fafe-f1c2-4d69-8ffa-8e1255c39d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.870636] env[65682]: DEBUG oslo_vmware.rw_handles [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d3e10-603f-77ac-9be4-77d7b2802628/disk-0.vmdk. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 840.871580] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9745b0-1e2b-4c0a-baa5-f4af90ec066a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.878905] env[65682]: DEBUG oslo_vmware.rw_handles [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d3e10-603f-77ac-9be4-77d7b2802628/disk-0.vmdk is in state: ready. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 840.879452] env[65682]: ERROR oslo_vmware.rw_handles [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d3e10-603f-77ac-9be4-77d7b2802628/disk-0.vmdk due to incomplete transfer. [ 840.879670] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fdad558a-a639-4232-8ca6-dbcd2df0ae1a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.887602] env[65682]: DEBUG oslo_vmware.rw_handles [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d3e10-603f-77ac-9be4-77d7b2802628/disk-0.vmdk. {{(pid=65682) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 840.887803] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Uploaded image a0bd9224-a0d8-4e15-9e75-537845ea467f to the Glance image server {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 840.889943] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Destroying the VM {{(pid=65682) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 840.890215] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-934ea72b-72e7-47da-9a16-170e106af518 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.897625] env[65682]: DEBUG oslo_vmware.api [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 840.897625] env[65682]: value = "task-4615972" [ 840.897625] env[65682]: _type = "Task" [ 840.897625] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.906241] env[65682]: DEBUG oslo_vmware.api [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615972, 'name': Destroy_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.100591] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65682) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 841.100951] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.890s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.101355] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 63.239s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.103135] env[65682]: INFO nova.compute.claims [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.107350] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 841.107396] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Cleaning up deleted instances {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11916}} [ 841.110179] env[65682]: DEBUG nova.compute.manager [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 841.165330] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7217e5e6-cfd6-4bdd-bc5c-23307a3ca71c tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Releasing lock "refresh_cache-dc0deed5-2e50-44e7-8e8d-1fc90b4f1611" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.165569] env[65682]: DEBUG nova.compute.manager [None req-7217e5e6-cfd6-4bdd-bc5c-23307a3ca71c tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Inject network info {{(pid=65682) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 841.165822] env[65682]: DEBUG nova.compute.manager [None req-7217e5e6-cfd6-4bdd-bc5c-23307a3ca71c tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] network_info to inject: |[{"id": "82f5fafe-f1c2-4d69-8ffa-8e1255c39d54", "address": "fa:16:3e:60:34:91", "network": {"id": "77316b66-ea63-4584-99dd-80424d5a5fd5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-874022092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c93c1c81794b4994a81d657620864895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82f5fafe-f1", "ovs_interfaceid": "82f5fafe-f1c2-4d69-8ffa-8e1255c39d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 841.170954] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-7217e5e6-cfd6-4bdd-bc5c-23307a3ca71c tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Reconfiguring VM instance to set the machine id {{(pid=65682) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 841.171319] env[65682]: DEBUG oslo_concurrency.lockutils [req-0b67df34-6a27-4de9-97a1-3033115247ff req-9f3ca9c3-c712-427f-bd45-c01985b7df9a service nova] Acquired lock "refresh_cache-dc0deed5-2e50-44e7-8e8d-1fc90b4f1611" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.171903] env[65682]: DEBUG nova.network.neutron [req-0b67df34-6a27-4de9-97a1-3033115247ff req-9f3ca9c3-c712-427f-bd45-c01985b7df9a service nova] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Refreshing network info cache for port 82f5fafe-f1c2-4d69-8ffa-8e1255c39d54 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.173902] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e7af4cf-ecb3-4d7c-baf2-12f5082728d1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.192586] env[65682]: DEBUG oslo_vmware.api [None req-7217e5e6-cfd6-4bdd-bc5c-23307a3ca71c tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Waiting for the task: (returnval){ [ 841.192586] env[65682]: value = "task-4615973" [ 841.192586] env[65682]: _type = "Task" [ 841.192586] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.202064] env[65682]: DEBUG oslo_vmware.api [None req-7217e5e6-cfd6-4bdd-bc5c-23307a3ca71c tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Task: {'id': task-4615973, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.407381] env[65682]: DEBUG oslo_vmware.api [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615972, 'name': Destroy_Task, 'duration_secs': 0.355275} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.408102] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Destroyed the VM [ 841.408102] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Deleting Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 841.408340] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fbb70c7c-0699-475f-842f-2c215fc13193 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.415655] env[65682]: DEBUG oslo_vmware.api [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 841.415655] env[65682]: value = "task-4615974" [ 841.415655] env[65682]: _type = "Task" [ 841.415655] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.424907] env[65682]: DEBUG oslo_vmware.api [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615974, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.622623] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] There are 34 instances to clean {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11925}} [ 841.622906] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 361105bf-f13c-4c6f-973f-b8e70665f84e] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 841.648021] env[65682]: DEBUG oslo_concurrency.lockutils [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.685821] env[65682]: WARNING neutronclient.v2_0.client [req-0b67df34-6a27-4de9-97a1-3033115247ff req-9f3ca9c3-c712-427f-bd45-c01985b7df9a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.703652] env[65682]: DEBUG oslo_vmware.api [None req-7217e5e6-cfd6-4bdd-bc5c-23307a3ca71c tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Task: {'id': task-4615973, 'name': ReconfigVM_Task, 'duration_secs': 0.175074} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.703917] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-7217e5e6-cfd6-4bdd-bc5c-23307a3ca71c tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Reconfigured VM instance to set the machine id {{(pid=65682) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 841.880114] env[65682]: WARNING neutronclient.v2_0.client [req-0b67df34-6a27-4de9-97a1-3033115247ff req-9f3ca9c3-c712-427f-bd45-c01985b7df9a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.928691] env[65682]: DEBUG oslo_vmware.api [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615974, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.986058] env[65682]: DEBUG nova.network.neutron [req-0b67df34-6a27-4de9-97a1-3033115247ff req-9f3ca9c3-c712-427f-bd45-c01985b7df9a service nova] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Updated VIF entry in instance network info cache for port 82f5fafe-f1c2-4d69-8ffa-8e1255c39d54. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 841.986058] env[65682]: DEBUG nova.network.neutron [req-0b67df34-6a27-4de9-97a1-3033115247ff req-9f3ca9c3-c712-427f-bd45-c01985b7df9a service nova] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Updating instance_info_cache with network_info: [{"id": "82f5fafe-f1c2-4d69-8ffa-8e1255c39d54", "address": "fa:16:3e:60:34:91", "network": {"id": "77316b66-ea63-4584-99dd-80424d5a5fd5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-874022092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c93c1c81794b4994a81d657620864895", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82f5fafe-f1", "ovs_interfaceid": "82f5fafe-f1c2-4d69-8ffa-8e1255c39d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.128575] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 80e8abe3-552a-42a8-83df-55ea1d2f04c0] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 842.428537] env[65682]: DEBUG oslo_vmware.api [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615974, 'name': RemoveSnapshot_Task, 'duration_secs': 0.790944} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.431643] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Deleted Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 842.431895] env[65682]: INFO nova.compute.manager [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Took 14.72 seconds to snapshot the instance on the hypervisor. [ 842.441455] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e938537d-34ce-45c4-9b07-e4bf16c9e19d tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Acquiring lock "dc0deed5-2e50-44e7-8e8d-1fc90b4f1611" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.441455] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e938537d-34ce-45c4-9b07-e4bf16c9e19d tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Lock "dc0deed5-2e50-44e7-8e8d-1fc90b4f1611" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.441455] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e938537d-34ce-45c4-9b07-e4bf16c9e19d tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Acquiring lock "dc0deed5-2e50-44e7-8e8d-1fc90b4f1611-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.441455] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e938537d-34ce-45c4-9b07-e4bf16c9e19d tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Lock "dc0deed5-2e50-44e7-8e8d-1fc90b4f1611-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.441455] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e938537d-34ce-45c4-9b07-e4bf16c9e19d tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Lock "dc0deed5-2e50-44e7-8e8d-1fc90b4f1611-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.443254] env[65682]: INFO nova.compute.manager [None req-e938537d-34ce-45c4-9b07-e4bf16c9e19d tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Terminating instance [ 842.491390] env[65682]: INFO nova.compute.manager [None req-55456b68-bed3-43ac-932c-e9edcdaf1c91 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Get console output [ 842.491798] env[65682]: WARNING nova.virt.vmwareapi.driver [None req-55456b68-bed3-43ac-932c-e9edcdaf1c91 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] The console log is missing. Check your VSPC configuration [ 842.495613] env[65682]: DEBUG oslo_concurrency.lockutils [req-0b67df34-6a27-4de9-97a1-3033115247ff req-9f3ca9c3-c712-427f-bd45-c01985b7df9a service nova] Releasing lock "refresh_cache-dc0deed5-2e50-44e7-8e8d-1fc90b4f1611" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.634191] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 9db826c2-b488-458f-abe7-b5f3cd3b97d5] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 842.721653] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c756350-69e1-495a-aa35-31cf7f641282 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.730818] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb88041c-9eed-4ea3-a5b9-b15d76807ed7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.765678] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd40acdf-ca0b-464c-ad64-072ea79275b5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.774481] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9043a346-a828-4fae-8555-e5a1dfd90401 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.790672] env[65682]: DEBUG nova.compute.provider_tree [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.947672] env[65682]: DEBUG nova.compute.manager [None req-e938537d-34ce-45c4-9b07-e4bf16c9e19d tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 842.948046] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e938537d-34ce-45c4-9b07-e4bf16c9e19d tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.949199] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6f1765-7087-4b92-8a8f-ab340f403352 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.959122] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-e938537d-34ce-45c4-9b07-e4bf16c9e19d tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.959419] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9edbd0d-8a70-495d-b7bb-7bb307d548f9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.967481] env[65682]: DEBUG oslo_vmware.api [None req-e938537d-34ce-45c4-9b07-e4bf16c9e19d tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Waiting for the task: (returnval){ [ 842.967481] env[65682]: value = "task-4615975" [ 842.967481] env[65682]: _type = "Task" [ 842.967481] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.982124] env[65682]: DEBUG oslo_vmware.api [None req-e938537d-34ce-45c4-9b07-e4bf16c9e19d tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Task: {'id': task-4615975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.985837] env[65682]: DEBUG nova.compute.manager [None req-3f0ee77b-3301-447c-92f6-6baaa315dc27 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Found 2 images (rotation: 2) {{(pid=65682) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 843.073265] env[65682]: DEBUG oslo_concurrency.lockutils [None req-df1a3e25-82a3-401a-8217-f5d3b27f93a6 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Acquiring lock "5c564d55-0071-4ebd-b8ff-c95858ed139d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.073687] env[65682]: DEBUG oslo_concurrency.lockutils [None req-df1a3e25-82a3-401a-8217-f5d3b27f93a6 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Lock "5c564d55-0071-4ebd-b8ff-c95858ed139d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.074039] env[65682]: DEBUG oslo_concurrency.lockutils [None req-df1a3e25-82a3-401a-8217-f5d3b27f93a6 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Acquiring lock "5c564d55-0071-4ebd-b8ff-c95858ed139d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.074244] env[65682]: DEBUG oslo_concurrency.lockutils [None req-df1a3e25-82a3-401a-8217-f5d3b27f93a6 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Lock "5c564d55-0071-4ebd-b8ff-c95858ed139d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.074412] env[65682]: DEBUG oslo_concurrency.lockutils [None req-df1a3e25-82a3-401a-8217-f5d3b27f93a6 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Lock "5c564d55-0071-4ebd-b8ff-c95858ed139d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.076861] env[65682]: INFO nova.compute.manager [None req-df1a3e25-82a3-401a-8217-f5d3b27f93a6 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Terminating instance [ 843.137925] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 89576a50-d305-48e2-89f2-2c5a91e2c204] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 843.294536] env[65682]: DEBUG nova.scheduler.client.report [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.478291] env[65682]: DEBUG oslo_vmware.api [None req-e938537d-34ce-45c4-9b07-e4bf16c9e19d tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Task: {'id': task-4615975, 'name': PowerOffVM_Task, 'duration_secs': 0.396837} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.478562] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-e938537d-34ce-45c4-9b07-e4bf16c9e19d tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.478723] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e938537d-34ce-45c4-9b07-e4bf16c9e19d tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.479036] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e69c2f19-be52-4539-a9a6-9dee24120db0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.548995] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e938537d-34ce-45c4-9b07-e4bf16c9e19d tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.549486] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e938537d-34ce-45c4-9b07-e4bf16c9e19d tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.549842] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-e938537d-34ce-45c4-9b07-e4bf16c9e19d tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Deleting the datastore file [datastore1] dc0deed5-2e50-44e7-8e8d-1fc90b4f1611 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.549842] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3a079f9-aad3-4f81-8158-d18e3dfa09fd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.557279] env[65682]: DEBUG oslo_vmware.api [None req-e938537d-34ce-45c4-9b07-e4bf16c9e19d tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Waiting for the task: (returnval){ [ 843.557279] env[65682]: value = "task-4615977" [ 843.557279] env[65682]: _type = "Task" [ 843.557279] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.569739] env[65682]: DEBUG oslo_vmware.api [None req-e938537d-34ce-45c4-9b07-e4bf16c9e19d tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Task: {'id': task-4615977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.581223] env[65682]: DEBUG nova.compute.manager [None req-df1a3e25-82a3-401a-8217-f5d3b27f93a6 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 843.581503] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-df1a3e25-82a3-401a-8217-f5d3b27f93a6 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.582485] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dcef43-f1ae-4a6b-b400-f29bcabf2842 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.592646] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1a3e25-82a3-401a-8217-f5d3b27f93a6 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.593032] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5825f56-0f7e-43da-9f94-da56d5f67bf4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.600581] env[65682]: DEBUG oslo_vmware.api [None req-df1a3e25-82a3-401a-8217-f5d3b27f93a6 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Waiting for the task: (returnval){ [ 843.600581] env[65682]: value = "task-4615978" [ 843.600581] env[65682]: _type = "Task" [ 843.600581] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.611320] env[65682]: DEBUG oslo_vmware.api [None req-df1a3e25-82a3-401a-8217-f5d3b27f93a6 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Task: {'id': task-4615978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.645228] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: f0062382-d9ea-489c-9e51-99b494a435da] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 843.802587] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.803313] env[65682]: DEBUG nova.compute.manager [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 843.806677] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 60.678s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.808386] env[65682]: INFO nova.compute.claims [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.068558] env[65682]: DEBUG oslo_vmware.api [None req-e938537d-34ce-45c4-9b07-e4bf16c9e19d tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Task: {'id': task-4615977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152003} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.068820] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-e938537d-34ce-45c4-9b07-e4bf16c9e19d tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.069079] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e938537d-34ce-45c4-9b07-e4bf16c9e19d tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.069300] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e938537d-34ce-45c4-9b07-e4bf16c9e19d tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.069472] env[65682]: INFO nova.compute.manager [None req-e938537d-34ce-45c4-9b07-e4bf16c9e19d tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Took 1.12 seconds to destroy the instance on the hypervisor. [ 844.069721] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-e938537d-34ce-45c4-9b07-e4bf16c9e19d tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 844.069913] env[65682]: DEBUG nova.compute.manager [-] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 844.070014] env[65682]: DEBUG nova.network.neutron [-] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 844.070271] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.073215] env[65682]: DEBUG nova.compute.manager [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 844.074184] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f70063-de66-49a1-9969-1ff6e9bd80b8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.107160] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.113900] env[65682]: DEBUG oslo_vmware.api [None req-df1a3e25-82a3-401a-8217-f5d3b27f93a6 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Task: {'id': task-4615978, 'name': PowerOffVM_Task, 'duration_secs': 0.200713} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.114180] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1a3e25-82a3-401a-8217-f5d3b27f93a6 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.114342] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-df1a3e25-82a3-401a-8217-f5d3b27f93a6 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.114614] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-390ed627-e129-4f08-8b1c-5a2deeff6aee {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.148633] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: a4e298d5-1423-4561-b40f-d61ec5e6ba83] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 844.183261] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-df1a3e25-82a3-401a-8217-f5d3b27f93a6 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.183519] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-df1a3e25-82a3-401a-8217-f5d3b27f93a6 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.183701] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1a3e25-82a3-401a-8217-f5d3b27f93a6 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Deleting the datastore file [datastore2] 5c564d55-0071-4ebd-b8ff-c95858ed139d {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.183963] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-284cba7d-2a96-420f-97ae-b6cef2611bea {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.192367] env[65682]: DEBUG oslo_vmware.api [None req-df1a3e25-82a3-401a-8217-f5d3b27f93a6 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Waiting for the task: (returnval){ [ 844.192367] env[65682]: value = "task-4615980" [ 844.192367] env[65682]: _type = "Task" [ 844.192367] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.204065] env[65682]: DEBUG oslo_vmware.api [None req-df1a3e25-82a3-401a-8217-f5d3b27f93a6 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Task: {'id': task-4615980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.315648] env[65682]: DEBUG nova.compute.utils [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.319653] env[65682]: DEBUG nova.compute.manager [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 844.319916] env[65682]: DEBUG nova.network.neutron [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 844.320307] env[65682]: WARNING neutronclient.v2_0.client [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.320617] env[65682]: WARNING neutronclient.v2_0.client [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.385908] env[65682]: DEBUG nova.policy [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca2f31fc26b7470e80b3df4d469762e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ce240edeef94d9a82c6ae99671f1d50', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.585770] env[65682]: INFO nova.compute.manager [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] instance snapshotting [ 844.586447] env[65682]: DEBUG nova.objects.instance [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lazy-loading 'flavor' on Instance uuid 63bdb800-aeda-456e-9acd-afab1096c9d1 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.603087] env[65682]: DEBUG nova.compute.manager [req-2a0d7146-0d6f-4b72-be2e-64b0a2e4e98c req-bc2085ce-b3a2-4788-8a1e-c97f4ae54b48 service nova] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Received event network-vif-deleted-82f5fafe-f1c2-4d69-8ffa-8e1255c39d54 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 844.603482] env[65682]: INFO nova.compute.manager [req-2a0d7146-0d6f-4b72-be2e-64b0a2e4e98c req-bc2085ce-b3a2-4788-8a1e-c97f4ae54b48 service nova] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Neutron deleted interface 82f5fafe-f1c2-4d69-8ffa-8e1255c39d54; detaching it from the instance and deleting it from the info cache [ 844.603763] env[65682]: DEBUG nova.network.neutron [req-2a0d7146-0d6f-4b72-be2e-64b0a2e4e98c req-bc2085ce-b3a2-4788-8a1e-c97f4ae54b48 service nova] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.651721] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 8a169693-eae1-4796-a42b-b7cb2e9aeadb] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 844.702966] env[65682]: DEBUG oslo_vmware.api [None req-df1a3e25-82a3-401a-8217-f5d3b27f93a6 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Task: {'id': task-4615980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133354} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.704711] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1a3e25-82a3-401a-8217-f5d3b27f93a6 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.704711] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-df1a3e25-82a3-401a-8217-f5d3b27f93a6 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.704711] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-df1a3e25-82a3-401a-8217-f5d3b27f93a6 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.704711] env[65682]: INFO nova.compute.manager [None req-df1a3e25-82a3-401a-8217-f5d3b27f93a6 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 844.704711] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-df1a3e25-82a3-401a-8217-f5d3b27f93a6 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 844.706765] env[65682]: DEBUG nova.compute.manager [-] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 844.706765] env[65682]: DEBUG nova.network.neutron [-] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 844.706765] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.744212] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.761254] env[65682]: DEBUG nova.network.neutron [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Successfully created port: 46d06bb4-fbdb-443a-928f-c96170790279 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 844.820675] env[65682]: DEBUG nova.compute.manager [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 845.059296] env[65682]: DEBUG nova.network.neutron [-] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.096012] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21613bf-854e-4967-8c2f-ef589c1d1f81 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.124030] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0dd674c-ba7b-4ae2-b217-4aa6f94f6669 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.126060] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea36f6c-1b13-4b78-af44-8d8bb27caab3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.144938] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02651781-9057-47cf-8135-155deb418c15 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.161373] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 1ee31b8f-5bb3-473a-b27f-331a853ed787] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 845.194154] env[65682]: DEBUG nova.compute.manager [req-2a0d7146-0d6f-4b72-be2e-64b0a2e4e98c req-bc2085ce-b3a2-4788-8a1e-c97f4ae54b48 service nova] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Detach interface failed, port_id=82f5fafe-f1c2-4d69-8ffa-8e1255c39d54, reason: Instance dc0deed5-2e50-44e7-8e8d-1fc90b4f1611 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 845.356832] env[65682]: DEBUG nova.compute.manager [req-2d8e624e-973e-43ec-81c4-55db45ffe20f req-0d16891b-6a2d-4c53-be02-b0b52164f8ee service nova] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Received event network-vif-deleted-02d7b57e-969d-44b2-b647-57e2149ee201 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 845.357082] env[65682]: INFO nova.compute.manager [req-2d8e624e-973e-43ec-81c4-55db45ffe20f req-0d16891b-6a2d-4c53-be02-b0b52164f8ee service nova] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Neutron deleted interface 02d7b57e-969d-44b2-b647-57e2149ee201; detaching it from the instance and deleting it from the info cache [ 845.357082] env[65682]: DEBUG nova.network.neutron [req-2d8e624e-973e-43ec-81c4-55db45ffe20f req-0d16891b-6a2d-4c53-be02-b0b52164f8ee service nova] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.494334] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e817c1-2433-4b20-a67e-95b5d8932281 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.502375] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0320a00-b1c0-466a-9c2e-32afd87879ac {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.539821] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51226c59-f74f-4501-bd24-5dda85fa7034 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.548293] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f22837-9535-4cd1-a9ac-a75652180c7b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.552600] env[65682]: DEBUG nova.network.neutron [-] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.566927] env[65682]: INFO nova.compute.manager [-] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Took 1.50 seconds to deallocate network for instance. [ 845.567084] env[65682]: DEBUG nova.compute.provider_tree [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.645804] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Creating Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 845.645804] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c0d52927-7aab-442f-9cdb-ce664f4816ea {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.654053] env[65682]: DEBUG oslo_vmware.api [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 845.654053] env[65682]: value = "task-4615981" [ 845.654053] env[65682]: _type = "Task" [ 845.654053] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.663623] env[65682]: DEBUG oslo_vmware.api [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615981, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.664088] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: f9347764-1fbe-4a3c-8d8b-828bb61b9f25] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 845.835184] env[65682]: DEBUG nova.compute.manager [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 845.860179] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff663c9a-4966-4a67-9c52-7220980c51d1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.865206] env[65682]: DEBUG nova.virt.hardware [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 845.865451] env[65682]: DEBUG nova.virt.hardware [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.865607] env[65682]: DEBUG nova.virt.hardware [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 845.865799] env[65682]: DEBUG nova.virt.hardware [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.865949] env[65682]: DEBUG nova.virt.hardware [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 845.866111] env[65682]: DEBUG nova.virt.hardware [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 845.866331] env[65682]: DEBUG nova.virt.hardware [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 845.866497] env[65682]: DEBUG nova.virt.hardware [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 845.866689] env[65682]: DEBUG nova.virt.hardware [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 845.866870] env[65682]: DEBUG nova.virt.hardware [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 845.867063] env[65682]: DEBUG nova.virt.hardware [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 845.868094] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b919fe7d-6ae2-4e56-b1c5-a6d3a4d3da94 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.880191] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a1a20a-fc57-4d2d-b5c2-0e8fa4ce11f3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.887115] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f62ec5-88c0-45d3-9e0a-75c04e2e6936 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.928213] env[65682]: DEBUG nova.compute.manager [req-2d8e624e-973e-43ec-81c4-55db45ffe20f req-0d16891b-6a2d-4c53-be02-b0b52164f8ee service nova] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Detach interface failed, port_id=02d7b57e-969d-44b2-b647-57e2149ee201, reason: Instance 5c564d55-0071-4ebd-b8ff-c95858ed139d could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 846.055105] env[65682]: INFO nova.compute.manager [-] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Took 1.35 seconds to deallocate network for instance. [ 846.071490] env[65682]: DEBUG nova.scheduler.client.report [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.077802] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e938537d-34ce-45c4-9b07-e4bf16c9e19d tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.168704] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: b5e349bc-83eb-417a-a892-61a2be7e06f9] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 846.170809] env[65682]: DEBUG oslo_vmware.api [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615981, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.388879] env[65682]: DEBUG nova.network.neutron [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Successfully updated port: 46d06bb4-fbdb-443a-928f-c96170790279 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 846.562431] env[65682]: DEBUG oslo_concurrency.lockutils [None req-df1a3e25-82a3-401a-8217-f5d3b27f93a6 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.578665] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.579438] env[65682]: DEBUG nova.compute.manager [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 846.583270] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf7a91af-343e-4ee0-b281-309c6882b4f2 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 55.691s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.583270] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf7a91af-343e-4ee0-b281-309c6882b4f2 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.585124] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 54.746s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.586792] env[65682]: INFO nova.compute.claims [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.623465] env[65682]: INFO nova.scheduler.client.report [None req-cf7a91af-343e-4ee0-b281-309c6882b4f2 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Deleted allocations for instance 6889468b-121b-48cb-a32b-c1411750f54f [ 846.665878] env[65682]: DEBUG oslo_vmware.api [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615981, 'name': CreateSnapshot_Task, 'duration_secs': 0.537078} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.666173] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Created Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 846.667016] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d28c58-f02b-4b37-a47e-56082ce0efdd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.676081] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 181f94d0-a313-4bc2-91a9-37ba572dc379] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 846.686118] env[65682]: DEBUG nova.compute.manager [req-3ed6515c-65e5-4a5d-a2fd-5274cc13d470 req-7f6ec092-29e0-48d3-aa34-6b3a2d2a7dfc service nova] [instance: 48408761-7c99-450a-882d-64a99dd20435] Received event network-vif-plugged-46d06bb4-fbdb-443a-928f-c96170790279 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 846.686118] env[65682]: DEBUG oslo_concurrency.lockutils [req-3ed6515c-65e5-4a5d-a2fd-5274cc13d470 req-7f6ec092-29e0-48d3-aa34-6b3a2d2a7dfc service nova] Acquiring lock "48408761-7c99-450a-882d-64a99dd20435-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.686118] env[65682]: DEBUG oslo_concurrency.lockutils [req-3ed6515c-65e5-4a5d-a2fd-5274cc13d470 req-7f6ec092-29e0-48d3-aa34-6b3a2d2a7dfc service nova] Lock "48408761-7c99-450a-882d-64a99dd20435-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.686118] env[65682]: DEBUG oslo_concurrency.lockutils [req-3ed6515c-65e5-4a5d-a2fd-5274cc13d470 req-7f6ec092-29e0-48d3-aa34-6b3a2d2a7dfc service nova] Lock "48408761-7c99-450a-882d-64a99dd20435-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.686118] env[65682]: DEBUG nova.compute.manager [req-3ed6515c-65e5-4a5d-a2fd-5274cc13d470 req-7f6ec092-29e0-48d3-aa34-6b3a2d2a7dfc service nova] [instance: 48408761-7c99-450a-882d-64a99dd20435] No waiting events found dispatching network-vif-plugged-46d06bb4-fbdb-443a-928f-c96170790279 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 846.686597] env[65682]: WARNING nova.compute.manager [req-3ed6515c-65e5-4a5d-a2fd-5274cc13d470 req-7f6ec092-29e0-48d3-aa34-6b3a2d2a7dfc service nova] [instance: 48408761-7c99-450a-882d-64a99dd20435] Received unexpected event network-vif-plugged-46d06bb4-fbdb-443a-928f-c96170790279 for instance with vm_state building and task_state spawning. [ 846.686756] env[65682]: DEBUG nova.compute.manager [req-3ed6515c-65e5-4a5d-a2fd-5274cc13d470 req-7f6ec092-29e0-48d3-aa34-6b3a2d2a7dfc service nova] [instance: 48408761-7c99-450a-882d-64a99dd20435] Received event network-changed-46d06bb4-fbdb-443a-928f-c96170790279 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 846.686908] env[65682]: DEBUG nova.compute.manager [req-3ed6515c-65e5-4a5d-a2fd-5274cc13d470 req-7f6ec092-29e0-48d3-aa34-6b3a2d2a7dfc service nova] [instance: 48408761-7c99-450a-882d-64a99dd20435] Refreshing instance network info cache due to event network-changed-46d06bb4-fbdb-443a-928f-c96170790279. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 846.687185] env[65682]: DEBUG oslo_concurrency.lockutils [req-3ed6515c-65e5-4a5d-a2fd-5274cc13d470 req-7f6ec092-29e0-48d3-aa34-6b3a2d2a7dfc service nova] Acquiring lock "refresh_cache-48408761-7c99-450a-882d-64a99dd20435" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.687321] env[65682]: DEBUG oslo_concurrency.lockutils [req-3ed6515c-65e5-4a5d-a2fd-5274cc13d470 req-7f6ec092-29e0-48d3-aa34-6b3a2d2a7dfc service nova] Acquired lock "refresh_cache-48408761-7c99-450a-882d-64a99dd20435" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.687469] env[65682]: DEBUG nova.network.neutron [req-3ed6515c-65e5-4a5d-a2fd-5274cc13d470 req-7f6ec092-29e0-48d3-aa34-6b3a2d2a7dfc service nova] [instance: 48408761-7c99-450a-882d-64a99dd20435] Refreshing network info cache for port 46d06bb4-fbdb-443a-928f-c96170790279 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.893283] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Acquiring lock "refresh_cache-48408761-7c99-450a-882d-64a99dd20435" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.091309] env[65682]: DEBUG nova.compute.utils [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.092733] env[65682]: DEBUG nova.compute.manager [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 847.092920] env[65682]: DEBUG nova.network.neutron [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 847.093250] env[65682]: WARNING neutronclient.v2_0.client [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.093572] env[65682]: WARNING neutronclient.v2_0.client [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.130979] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf7a91af-343e-4ee0-b281-309c6882b4f2 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Lock "6889468b-121b-48cb-a32b-c1411750f54f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 59.794s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.132371] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0d721811-1575-41d0-9a09-d78bb1130168 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Lock "6889468b-121b-48cb-a32b-c1411750f54f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 55.171s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.132594] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0d721811-1575-41d0-9a09-d78bb1130168 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Acquiring lock "6889468b-121b-48cb-a32b-c1411750f54f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.132874] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0d721811-1575-41d0-9a09-d78bb1130168 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Lock "6889468b-121b-48cb-a32b-c1411750f54f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.133055] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0d721811-1575-41d0-9a09-d78bb1130168 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Lock "6889468b-121b-48cb-a32b-c1411750f54f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.134791] env[65682]: INFO nova.compute.manager [None req-0d721811-1575-41d0-9a09-d78bb1130168 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Terminating instance [ 847.162158] env[65682]: DEBUG nova.policy [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca2f31fc26b7470e80b3df4d469762e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ce240edeef94d9a82c6ae99671f1d50', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.180944] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 189e7304-e24b-4b6e-8b56-7bad9d792778] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 847.190473] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Creating linked-clone VM from snapshot {{(pid=65682) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 847.192120] env[65682]: WARNING neutronclient.v2_0.client [req-3ed6515c-65e5-4a5d-a2fd-5274cc13d470 req-7f6ec092-29e0-48d3-aa34-6b3a2d2a7dfc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.193955] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7aef6e22-6abc-4770-82a6-9c71ef388fb3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.205406] env[65682]: DEBUG oslo_vmware.api [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 847.205406] env[65682]: value = "task-4615982" [ 847.205406] env[65682]: _type = "Task" [ 847.205406] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.216093] env[65682]: DEBUG oslo_vmware.api [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615982, 'name': CloneVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.230585] env[65682]: DEBUG nova.network.neutron [req-3ed6515c-65e5-4a5d-a2fd-5274cc13d470 req-7f6ec092-29e0-48d3-aa34-6b3a2d2a7dfc service nova] [instance: 48408761-7c99-450a-882d-64a99dd20435] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 847.311046] env[65682]: DEBUG nova.network.neutron [req-3ed6515c-65e5-4a5d-a2fd-5274cc13d470 req-7f6ec092-29e0-48d3-aa34-6b3a2d2a7dfc service nova] [instance: 48408761-7c99-450a-882d-64a99dd20435] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.502258] env[65682]: DEBUG nova.network.neutron [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Successfully created port: 0e54b669-b124-4983-9599-1b0267b75681 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 847.600650] env[65682]: DEBUG nova.compute.manager [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 847.639908] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0d721811-1575-41d0-9a09-d78bb1130168 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Acquiring lock "refresh_cache-6889468b-121b-48cb-a32b-c1411750f54f" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.640164] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0d721811-1575-41d0-9a09-d78bb1130168 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Acquired lock "refresh_cache-6889468b-121b-48cb-a32b-c1411750f54f" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.640369] env[65682]: DEBUG nova.network.neutron [None req-0d721811-1575-41d0-9a09-d78bb1130168 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 847.694130] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: bb377ed3-35f4-4001-a73c-45d257bec3f2] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 847.717426] env[65682]: DEBUG oslo_vmware.api [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615982, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.814310] env[65682]: DEBUG oslo_concurrency.lockutils [req-3ed6515c-65e5-4a5d-a2fd-5274cc13d470 req-7f6ec092-29e0-48d3-aa34-6b3a2d2a7dfc service nova] Releasing lock "refresh_cache-48408761-7c99-450a-882d-64a99dd20435" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.814983] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Acquired lock "refresh_cache-48408761-7c99-450a-882d-64a99dd20435" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.814983] env[65682]: DEBUG nova.network.neutron [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 848.147389] env[65682]: DEBUG nova.compute.utils [None req-0d721811-1575-41d0-9a09-d78bb1130168 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Can not refresh info_cache because instance was not found {{(pid=65682) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 848.148171] env[65682]: WARNING neutronclient.v2_0.client [None req-0d721811-1575-41d0-9a09-d78bb1130168 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 848.198069] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: c8ea402b-3b65-4b67-ae16-b3ae51a3dc86] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 848.221146] env[65682]: DEBUG oslo_vmware.api [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615982, 'name': CloneVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.263247] env[65682]: DEBUG nova.network.neutron [None req-0d721811-1575-41d0-9a09-d78bb1130168 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 848.275196] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be02ce2c-6f4e-456d-9eb2-42f8560ce9e0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.285336] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facfe8a1-e5d2-4783-b3aa-6e605fe933c5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.329830] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d73baba-8426-42f3-8289-a41f79f0b085 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.338769] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037d5ec9-5d2a-4863-a897-fb0a65d8dc22 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.356814] env[65682]: DEBUG nova.compute.provider_tree [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.372780] env[65682]: DEBUG nova.network.neutron [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 848.412719] env[65682]: DEBUG nova.network.neutron [None req-0d721811-1575-41d0-9a09-d78bb1130168 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.493881] env[65682]: WARNING neutronclient.v2_0.client [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 848.603409] env[65682]: DEBUG nova.network.neutron [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Updating instance_info_cache with network_info: [{"id": "46d06bb4-fbdb-443a-928f-c96170790279", "address": "fa:16:3e:bf:32:99", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46d06bb4-fb", "ovs_interfaceid": "46d06bb4-fbdb-443a-928f-c96170790279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.614379] env[65682]: DEBUG nova.compute.manager [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 848.648808] env[65682]: DEBUG nova.virt.hardware [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 848.649155] env[65682]: DEBUG nova.virt.hardware [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.649363] env[65682]: DEBUG nova.virt.hardware [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 848.649581] env[65682]: DEBUG nova.virt.hardware [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.649755] env[65682]: DEBUG nova.virt.hardware [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 848.649948] env[65682]: DEBUG nova.virt.hardware [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 848.650221] env[65682]: DEBUG nova.virt.hardware [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 848.650417] env[65682]: DEBUG nova.virt.hardware [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 848.650620] env[65682]: DEBUG nova.virt.hardware [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 848.650816] env[65682]: DEBUG nova.virt.hardware [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 848.652075] env[65682]: DEBUG nova.virt.hardware [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 848.652075] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ab6ab6-824f-4570-a3df-83e8845a7bd9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.660752] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23054c3c-8b12-4f5a-8e0f-51fc41a46d1e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.702540] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 1e7321e4-9d1b-41c3-becf-7b886b7a27a4] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 848.717805] env[65682]: DEBUG oslo_vmware.api [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4615982, 'name': CloneVM_Task, 'duration_secs': 1.089242} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.718097] env[65682]: INFO nova.virt.vmwareapi.vmops [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Created linked-clone VM from snapshot [ 848.718888] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9a6643-3f75-40f9-9a53-34346346d8e2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.727470] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Uploading image 3ed35987-3549-43e4-92be-bde7fcd886a3 {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 848.755108] env[65682]: DEBUG oslo_vmware.rw_handles [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 848.755108] env[65682]: value = "vm-901602" [ 848.755108] env[65682]: _type = "VirtualMachine" [ 848.755108] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 848.755422] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2e206ab5-1777-41b8-8859-03959db8d4bd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.767544] env[65682]: DEBUG oslo_vmware.rw_handles [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lease: (returnval){ [ 848.767544] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a33df3-bfa1-05f8-3b11-a26b9769da8c" [ 848.767544] env[65682]: _type = "HttpNfcLease" [ 848.767544] env[65682]: } obtained for exporting VM: (result){ [ 848.767544] env[65682]: value = "vm-901602" [ 848.767544] env[65682]: _type = "VirtualMachine" [ 848.767544] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 848.767544] env[65682]: DEBUG oslo_vmware.api [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the lease: (returnval){ [ 848.767544] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a33df3-bfa1-05f8-3b11-a26b9769da8c" [ 848.767544] env[65682]: _type = "HttpNfcLease" [ 848.767544] env[65682]: } to be ready. {{(pid=65682) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 848.775882] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 848.775882] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a33df3-bfa1-05f8-3b11-a26b9769da8c" [ 848.775882] env[65682]: _type = "HttpNfcLease" [ 848.775882] env[65682]: } is initializing. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 848.858864] env[65682]: DEBUG nova.scheduler.client.report [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.918108] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0d721811-1575-41d0-9a09-d78bb1130168 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Releasing lock "refresh_cache-6889468b-121b-48cb-a32b-c1411750f54f" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.918553] env[65682]: DEBUG nova.compute.manager [None req-0d721811-1575-41d0-9a09-d78bb1130168 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 848.918749] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0d721811-1575-41d0-9a09-d78bb1130168 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.919140] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25f75351-a3bd-41b7-9a77-d45a4f14356e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.929362] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c694e571-157e-478d-a82d-2ce546393e9b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.943721] env[65682]: DEBUG oslo_concurrency.lockutils [None req-98a904ac-ab16-4407-b946-e9de37c661b7 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Acquiring lock "746a1592-b842-45a5-af76-11161889f176" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.944084] env[65682]: DEBUG oslo_concurrency.lockutils [None req-98a904ac-ab16-4407-b946-e9de37c661b7 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Lock "746a1592-b842-45a5-af76-11161889f176" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.944259] env[65682]: DEBUG oslo_concurrency.lockutils [None req-98a904ac-ab16-4407-b946-e9de37c661b7 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Acquiring lock "746a1592-b842-45a5-af76-11161889f176-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.944470] env[65682]: DEBUG oslo_concurrency.lockutils [None req-98a904ac-ab16-4407-b946-e9de37c661b7 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Lock "746a1592-b842-45a5-af76-11161889f176-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.944643] env[65682]: DEBUG oslo_concurrency.lockutils [None req-98a904ac-ab16-4407-b946-e9de37c661b7 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Lock "746a1592-b842-45a5-af76-11161889f176-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.946811] env[65682]: INFO nova.compute.manager [None req-98a904ac-ab16-4407-b946-e9de37c661b7 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] Terminating instance [ 848.967076] env[65682]: WARNING nova.virt.vmwareapi.vmops [None req-0d721811-1575-41d0-9a09-d78bb1130168 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 6889468b-121b-48cb-a32b-c1411750f54f could not be found. [ 848.967271] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0d721811-1575-41d0-9a09-d78bb1130168 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.967481] env[65682]: INFO nova.compute.manager [None req-0d721811-1575-41d0-9a09-d78bb1130168 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Took 0.05 seconds to destroy the instance on the hypervisor. [ 848.967765] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-0d721811-1575-41d0-9a09-d78bb1130168 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 848.968581] env[65682]: DEBUG nova.compute.manager [-] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 848.968676] env[65682]: DEBUG nova.network.neutron [-] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 848.968947] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.007604] env[65682]: DEBUG nova.network.neutron [-] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 849.007956] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.105923] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Releasing lock "refresh_cache-48408761-7c99-450a-882d-64a99dd20435" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.106345] env[65682]: DEBUG nova.compute.manager [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Instance network_info: |[{"id": "46d06bb4-fbdb-443a-928f-c96170790279", "address": "fa:16:3e:bf:32:99", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46d06bb4-fb", "ovs_interfaceid": "46d06bb4-fbdb-443a-928f-c96170790279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 849.106870] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:32:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46d06bb4-fbdb-443a-928f-c96170790279', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.115375] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Creating folder: Project (7ce240edeef94d9a82c6ae99671f1d50). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.115689] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5505719a-e706-4cb6-b641-1a01a1719bda {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.127799] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Created folder: Project (7ce240edeef94d9a82c6ae99671f1d50) in parent group-v901426. [ 849.128084] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Creating folder: Instances. Parent ref: group-v901603. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.128445] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a595ebdd-63a0-4019-a52d-39ac66872770 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.141486] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Created folder: Instances in parent group-v901603. [ 849.141486] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 849.143064] env[65682]: DEBUG nova.network.neutron [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Successfully updated port: 0e54b669-b124-4983-9599-1b0267b75681 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 849.144883] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48408761-7c99-450a-882d-64a99dd20435] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.146211] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af2d94ab-b267-4ad4-b529-5536d81979d4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.164947] env[65682]: DEBUG nova.compute.manager [req-afd38fd5-6e3b-4820-8abc-0e78f3ee0b52 req-a69cb255-a0d6-4df1-b7d1-075c36101308 service nova] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Received event network-vif-plugged-0e54b669-b124-4983-9599-1b0267b75681 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 849.165210] env[65682]: DEBUG oslo_concurrency.lockutils [req-afd38fd5-6e3b-4820-8abc-0e78f3ee0b52 req-a69cb255-a0d6-4df1-b7d1-075c36101308 service nova] Acquiring lock "b24ad2eb-af52-4df0-b53f-fcdab3018286-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.165415] env[65682]: DEBUG oslo_concurrency.lockutils [req-afd38fd5-6e3b-4820-8abc-0e78f3ee0b52 req-a69cb255-a0d6-4df1-b7d1-075c36101308 service nova] Lock "b24ad2eb-af52-4df0-b53f-fcdab3018286-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.165620] env[65682]: DEBUG oslo_concurrency.lockutils [req-afd38fd5-6e3b-4820-8abc-0e78f3ee0b52 req-a69cb255-a0d6-4df1-b7d1-075c36101308 service nova] Lock "b24ad2eb-af52-4df0-b53f-fcdab3018286-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.165799] env[65682]: DEBUG nova.compute.manager [req-afd38fd5-6e3b-4820-8abc-0e78f3ee0b52 req-a69cb255-a0d6-4df1-b7d1-075c36101308 service nova] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] No waiting events found dispatching network-vif-plugged-0e54b669-b124-4983-9599-1b0267b75681 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 849.166151] env[65682]: WARNING nova.compute.manager [req-afd38fd5-6e3b-4820-8abc-0e78f3ee0b52 req-a69cb255-a0d6-4df1-b7d1-075c36101308 service nova] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Received unexpected event network-vif-plugged-0e54b669-b124-4983-9599-1b0267b75681 for instance with vm_state building and task_state spawning. [ 849.170147] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.170147] env[65682]: value = "task-4615986" [ 849.170147] env[65682]: _type = "Task" [ 849.170147] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.179160] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615986, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.206228] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: ef478472-6a7e-4ae1-97d6-e30e080ecb1b] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 849.279871] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 849.279871] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a33df3-bfa1-05f8-3b11-a26b9769da8c" [ 849.279871] env[65682]: _type = "HttpNfcLease" [ 849.279871] env[65682]: } is ready. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 849.280250] env[65682]: DEBUG oslo_vmware.rw_handles [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 849.280250] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a33df3-bfa1-05f8-3b11-a26b9769da8c" [ 849.280250] env[65682]: _type = "HttpNfcLease" [ 849.280250] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 849.281073] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a91f5ff-e4b1-41ff-8289-71cd0f84faa4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.291958] env[65682]: DEBUG oslo_vmware.rw_handles [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b63c2e-1b01-06a8-1c61-0a1b33747cf9/disk-0.vmdk from lease info. {{(pid=65682) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 849.292219] env[65682]: DEBUG oslo_vmware.rw_handles [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b63c2e-1b01-06a8-1c61-0a1b33747cf9/disk-0.vmdk for reading. {{(pid=65682) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 849.364951] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.365844] env[65682]: DEBUG nova.compute.manager [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 849.373497] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 53.835s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.377344] env[65682]: INFO nova.compute.claims [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.421790] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ac0f7dca-86d3-41be-b004-07faab3c3dd7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.450826] env[65682]: DEBUG nova.compute.manager [None req-98a904ac-ab16-4407-b946-e9de37c661b7 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 849.451093] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-98a904ac-ab16-4407-b946-e9de37c661b7 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.451962] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d453de-c335-466e-b1b6-ea362251d7b2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.472510] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-98a904ac-ab16-4407-b946-e9de37c661b7 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.473176] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c00390d4-f092-4887-ba15-f09bac1b78ae {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.481718] env[65682]: DEBUG oslo_vmware.api [None req-98a904ac-ab16-4407-b946-e9de37c661b7 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Waiting for the task: (returnval){ [ 849.481718] env[65682]: value = "task-4615987" [ 849.481718] env[65682]: _type = "Task" [ 849.481718] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.492096] env[65682]: DEBUG oslo_vmware.api [None req-98a904ac-ab16-4407-b946-e9de37c661b7 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': task-4615987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.510333] env[65682]: DEBUG nova.network.neutron [-] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.646216] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Acquiring lock "refresh_cache-b24ad2eb-af52-4df0-b53f-fcdab3018286" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.646389] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Acquired lock "refresh_cache-b24ad2eb-af52-4df0-b53f-fcdab3018286" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.646742] env[65682]: DEBUG nova.network.neutron [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 849.682011] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615986, 'name': CreateVM_Task, 'duration_secs': 0.484609} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.682216] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48408761-7c99-450a-882d-64a99dd20435] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.682718] env[65682]: WARNING neutronclient.v2_0.client [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.683116] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.683255] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.683657] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.685446] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1181ca5e-7f5d-43ab-ba89-9b5590dfae6f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.691025] env[65682]: DEBUG oslo_vmware.api [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the task: (returnval){ [ 849.691025] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52be5e80-e9a5-bcdc-a61c-fbbcedad0d80" [ 849.691025] env[65682]: _type = "Task" [ 849.691025] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.702561] env[65682]: DEBUG oslo_vmware.api [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52be5e80-e9a5-bcdc-a61c-fbbcedad0d80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.709376] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 74045a2c-18fb-4f2f-aa59-d14238c83ea2] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 849.885607] env[65682]: DEBUG nova.compute.utils [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.887116] env[65682]: DEBUG nova.compute.manager [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 849.887377] env[65682]: DEBUG nova.network.neutron [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 849.887651] env[65682]: WARNING neutronclient.v2_0.client [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.887956] env[65682]: WARNING neutronclient.v2_0.client [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.945578] env[65682]: DEBUG nova.policy [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a39f14b230114c18936b4c131471d049', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f634acfb2e5a4e5a9769684c8f34c0a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.994454] env[65682]: DEBUG oslo_vmware.api [None req-98a904ac-ab16-4407-b946-e9de37c661b7 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': task-4615987, 'name': PowerOffVM_Task, 'duration_secs': 0.208882} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.995493] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-98a904ac-ab16-4407-b946-e9de37c661b7 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.995493] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-98a904ac-ab16-4407-b946-e9de37c661b7 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.995493] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2d65275-9b07-4365-a7dd-9eddd4aff009 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.013034] env[65682]: INFO nova.compute.manager [-] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Took 1.04 seconds to deallocate network for instance. [ 850.070587] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-98a904ac-ab16-4407-b946-e9de37c661b7 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.070587] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-98a904ac-ab16-4407-b946-e9de37c661b7 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.071443] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-98a904ac-ab16-4407-b946-e9de37c661b7 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Deleting the datastore file [datastore2] 746a1592-b842-45a5-af76-11161889f176 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.071988] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35b9a2a2-2844-4a59-9965-1bfd3940f7f9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.081029] env[65682]: DEBUG oslo_vmware.api [None req-98a904ac-ab16-4407-b946-e9de37c661b7 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Waiting for the task: (returnval){ [ 850.081029] env[65682]: value = "task-4615989" [ 850.081029] env[65682]: _type = "Task" [ 850.081029] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.093612] env[65682]: DEBUG oslo_vmware.api [None req-98a904ac-ab16-4407-b946-e9de37c661b7 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': task-4615989, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.209152] env[65682]: DEBUG oslo_vmware.api [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52be5e80-e9a5-bcdc-a61c-fbbcedad0d80, 'name': SearchDatastore_Task, 'duration_secs': 0.011519} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.211747] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.213225] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.213605] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.214109] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.214109] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.214678] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 7b2c4f0b-a03b-4328-a9a8-9e3ce7d9027b] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 850.218026] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23c64885-7538-4b17-a7e5-7e0d684ef36c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.229726] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.230010] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.231397] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72301c30-e360-4bce-bf02-faf5476f2572 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.240242] env[65682]: DEBUG nova.network.neutron [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 850.252256] env[65682]: DEBUG oslo_vmware.api [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the task: (returnval){ [ 850.252256] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52069e4f-b0ce-318a-ec08-1af8b05f8d6f" [ 850.252256] env[65682]: _type = "Task" [ 850.252256] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.264677] env[65682]: DEBUG oslo_vmware.api [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52069e4f-b0ce-318a-ec08-1af8b05f8d6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.349424] env[65682]: DEBUG nova.network.neutron [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Successfully created port: f14ecc95-f9af-48be-9744-2952931b40cb {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 850.380778] env[65682]: WARNING neutronclient.v2_0.client [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.387597] env[65682]: DEBUG nova.compute.manager [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 850.515757] env[65682]: DEBUG nova.network.neutron [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Updating instance_info_cache with network_info: [{"id": "0e54b669-b124-4983-9599-1b0267b75681", "address": "fa:16:3e:03:2b:94", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e54b669-b1", "ovs_interfaceid": "0e54b669-b124-4983-9599-1b0267b75681", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.518852] env[65682]: INFO nova.compute.manager [None req-0d721811-1575-41d0-9a09-d78bb1130168 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Instance disappeared during terminate [ 850.519211] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0d721811-1575-41d0-9a09-d78bb1130168 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Lock "6889468b-121b-48cb-a32b-c1411750f54f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.387s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.597529] env[65682]: DEBUG oslo_vmware.api [None req-98a904ac-ab16-4407-b946-e9de37c661b7 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Task: {'id': task-4615989, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187545} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.601860] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-98a904ac-ab16-4407-b946-e9de37c661b7 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.602112] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-98a904ac-ab16-4407-b946-e9de37c661b7 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.602288] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-98a904ac-ab16-4407-b946-e9de37c661b7 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.602527] env[65682]: INFO nova.compute.manager [None req-98a904ac-ab16-4407-b946-e9de37c661b7 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] [instance: 746a1592-b842-45a5-af76-11161889f176] Took 1.15 seconds to destroy the instance on the hypervisor. [ 850.602936] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-98a904ac-ab16-4407-b946-e9de37c661b7 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 850.603464] env[65682]: DEBUG nova.compute.manager [-] [instance: 746a1592-b842-45a5-af76-11161889f176] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 850.603572] env[65682]: DEBUG nova.network.neutron [-] [instance: 746a1592-b842-45a5-af76-11161889f176] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 850.603819] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.643742] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.722555] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 6a92941f-4f7c-4945-90c3-617b1f0b8649] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 850.761948] env[65682]: DEBUG oslo_vmware.api [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52069e4f-b0ce-318a-ec08-1af8b05f8d6f, 'name': SearchDatastore_Task, 'duration_secs': 0.011767} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.765974] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74222a7f-040f-4e88-ae27-c95973c070e9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.773058] env[65682]: DEBUG oslo_vmware.api [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the task: (returnval){ [ 850.773058] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a09a4b-da02-a9d7-d77f-cd6d6cdf786a" [ 850.773058] env[65682]: _type = "Task" [ 850.773058] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.783459] env[65682]: DEBUG oslo_vmware.api [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a09a4b-da02-a9d7-d77f-cd6d6cdf786a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.023945] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Releasing lock "refresh_cache-b24ad2eb-af52-4df0-b53f-fcdab3018286" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.024164] env[65682]: DEBUG nova.compute.manager [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Instance network_info: |[{"id": "0e54b669-b124-4983-9599-1b0267b75681", "address": "fa:16:3e:03:2b:94", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e54b669-b1", "ovs_interfaceid": "0e54b669-b124-4983-9599-1b0267b75681", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 851.025131] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:2b:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e54b669-b124-4983-9599-1b0267b75681', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.032964] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 851.036707] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.037325] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bb07316-0874-40cc-bc5a-27b0ed8c781a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.065492] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.065492] env[65682]: value = "task-4615990" [ 851.065492] env[65682]: _type = "Task" [ 851.065492] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.079688] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615990, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.118368] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce95318-97b1-4f62-9175-0ecaf3f8d7e8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.128217] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce4c417-47a6-4144-a4ea-c65dbe9cfa94 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.163374] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c7faa7-aaed-4912-b13e-fcceedad0a6b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.172884] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5655f6b8-3b6e-4230-a20d-41b4325fcfed {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.189487] env[65682]: DEBUG nova.compute.provider_tree [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.227303] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: b84a71cd-3669-49f7-b566-6ff213f14d37] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 851.289311] env[65682]: DEBUG oslo_vmware.api [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a09a4b-da02-a9d7-d77f-cd6d6cdf786a, 'name': SearchDatastore_Task, 'duration_secs': 0.012798} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.290204] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.290589] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 48408761-7c99-450a-882d-64a99dd20435/48408761-7c99-450a-882d-64a99dd20435.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.290985] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e20e3b17-b0fb-44c6-8a5d-4e0505f5a68a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.299673] env[65682]: DEBUG oslo_vmware.api [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the task: (returnval){ [ 851.299673] env[65682]: value = "task-4615991" [ 851.299673] env[65682]: _type = "Task" [ 851.299673] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.309766] env[65682]: DEBUG oslo_vmware.api [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4615991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.335033] env[65682]: DEBUG nova.compute.manager [req-a156f82f-c9f9-4cca-a834-517dc3865a93 req-a5b3bcea-5da1-4916-99b8-d7b619242987 service nova] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Received event network-changed-0e54b669-b124-4983-9599-1b0267b75681 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 851.335033] env[65682]: DEBUG nova.compute.manager [req-a156f82f-c9f9-4cca-a834-517dc3865a93 req-a5b3bcea-5da1-4916-99b8-d7b619242987 service nova] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Refreshing instance network info cache due to event network-changed-0e54b669-b124-4983-9599-1b0267b75681. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 851.335033] env[65682]: DEBUG oslo_concurrency.lockutils [req-a156f82f-c9f9-4cca-a834-517dc3865a93 req-a5b3bcea-5da1-4916-99b8-d7b619242987 service nova] Acquiring lock "refresh_cache-b24ad2eb-af52-4df0-b53f-fcdab3018286" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.335235] env[65682]: DEBUG oslo_concurrency.lockutils [req-a156f82f-c9f9-4cca-a834-517dc3865a93 req-a5b3bcea-5da1-4916-99b8-d7b619242987 service nova] Acquired lock "refresh_cache-b24ad2eb-af52-4df0-b53f-fcdab3018286" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.335235] env[65682]: DEBUG nova.network.neutron [req-a156f82f-c9f9-4cca-a834-517dc3865a93 req-a5b3bcea-5da1-4916-99b8-d7b619242987 service nova] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Refreshing network info cache for port 0e54b669-b124-4983-9599-1b0267b75681 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.391900] env[65682]: DEBUG nova.network.neutron [-] [instance: 746a1592-b842-45a5-af76-11161889f176] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.397249] env[65682]: DEBUG nova.compute.manager [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 851.429517] env[65682]: DEBUG nova.virt.hardware [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 851.429834] env[65682]: DEBUG nova.virt.hardware [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.429992] env[65682]: DEBUG nova.virt.hardware [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 851.430775] env[65682]: DEBUG nova.virt.hardware [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.430966] env[65682]: DEBUG nova.virt.hardware [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 851.431164] env[65682]: DEBUG nova.virt.hardware [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 851.433230] env[65682]: DEBUG nova.virt.hardware [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 851.433230] env[65682]: DEBUG nova.virt.hardware [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 851.433230] env[65682]: DEBUG nova.virt.hardware [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 851.433230] env[65682]: DEBUG nova.virt.hardware [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 851.433230] env[65682]: DEBUG nova.virt.hardware [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 851.433868] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36572313-1ff0-4a06-b290-829dfed357d4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.445075] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959e45b1-856f-4d9c-8f93-8f0be5612593 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.579589] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615990, 'name': CreateVM_Task, 'duration_secs': 0.422087} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.579852] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.580452] env[65682]: WARNING neutronclient.v2_0.client [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 851.580896] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.581113] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.581501] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.581842] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f109ba45-a831-4b82-ae44-bda6802de98a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.587705] env[65682]: DEBUG oslo_vmware.api [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the task: (returnval){ [ 851.587705] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5206621e-a432-f9e1-c225-142aa6d1409c" [ 851.587705] env[65682]: _type = "Task" [ 851.587705] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.600090] env[65682]: DEBUG oslo_vmware.api [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5206621e-a432-f9e1-c225-142aa6d1409c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.695918] env[65682]: DEBUG nova.scheduler.client.report [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.730414] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: fc7b2e73-d070-4652-ad3b-98797c7357b3] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 851.813999] env[65682]: DEBUG oslo_vmware.api [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4615991, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.838786] env[65682]: WARNING neutronclient.v2_0.client [req-a156f82f-c9f9-4cca-a834-517dc3865a93 req-a5b3bcea-5da1-4916-99b8-d7b619242987 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 851.895176] env[65682]: INFO nova.compute.manager [-] [instance: 746a1592-b842-45a5-af76-11161889f176] Took 1.29 seconds to deallocate network for instance. [ 851.940815] env[65682]: DEBUG nova.compute.manager [req-2a1724c9-c5df-4db3-8a8c-03ac3c72671a req-fb41e4ba-3e21-4d59-9fa2-ff1e8acb0f6a service nova] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Received event network-vif-plugged-f14ecc95-f9af-48be-9744-2952931b40cb {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 851.940815] env[65682]: DEBUG oslo_concurrency.lockutils [req-2a1724c9-c5df-4db3-8a8c-03ac3c72671a req-fb41e4ba-3e21-4d59-9fa2-ff1e8acb0f6a service nova] Acquiring lock "621d2f7e-ea00-448d-8aca-b9ff72ff432d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.940815] env[65682]: DEBUG oslo_concurrency.lockutils [req-2a1724c9-c5df-4db3-8a8c-03ac3c72671a req-fb41e4ba-3e21-4d59-9fa2-ff1e8acb0f6a service nova] Lock "621d2f7e-ea00-448d-8aca-b9ff72ff432d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.940950] env[65682]: DEBUG oslo_concurrency.lockutils [req-2a1724c9-c5df-4db3-8a8c-03ac3c72671a req-fb41e4ba-3e21-4d59-9fa2-ff1e8acb0f6a service nova] Lock "621d2f7e-ea00-448d-8aca-b9ff72ff432d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.941322] env[65682]: DEBUG nova.compute.manager [req-2a1724c9-c5df-4db3-8a8c-03ac3c72671a req-fb41e4ba-3e21-4d59-9fa2-ff1e8acb0f6a service nova] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] No waiting events found dispatching network-vif-plugged-f14ecc95-f9af-48be-9744-2952931b40cb {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 851.941322] env[65682]: WARNING nova.compute.manager [req-2a1724c9-c5df-4db3-8a8c-03ac3c72671a req-fb41e4ba-3e21-4d59-9fa2-ff1e8acb0f6a service nova] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Received unexpected event network-vif-plugged-f14ecc95-f9af-48be-9744-2952931b40cb for instance with vm_state building and task_state spawning. [ 852.049319] env[65682]: WARNING neutronclient.v2_0.client [req-a156f82f-c9f9-4cca-a834-517dc3865a93 req-a5b3bcea-5da1-4916-99b8-d7b619242987 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.080795] env[65682]: DEBUG nova.network.neutron [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Successfully updated port: f14ecc95-f9af-48be-9744-2952931b40cb {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 852.102136] env[65682]: DEBUG oslo_vmware.api [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5206621e-a432-f9e1-c225-142aa6d1409c, 'name': SearchDatastore_Task, 'duration_secs': 0.013991} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.102354] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.102600] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.102853] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.103081] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.103194] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.103535] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d197e90-d107-439d-bcc2-32e2bb7cf48a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.116870] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.116870] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.116870] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-206da580-a488-437d-9e19-c5351f1c278b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.123597] env[65682]: DEBUG oslo_vmware.api [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the task: (returnval){ [ 852.123597] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5230f926-123d-12ff-d231-a8cdf267c96f" [ 852.123597] env[65682]: _type = "Task" [ 852.123597] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.133717] env[65682]: DEBUG oslo_vmware.api [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5230f926-123d-12ff-d231-a8cdf267c96f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.141376] env[65682]: DEBUG nova.network.neutron [req-a156f82f-c9f9-4cca-a834-517dc3865a93 req-a5b3bcea-5da1-4916-99b8-d7b619242987 service nova] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Updated VIF entry in instance network info cache for port 0e54b669-b124-4983-9599-1b0267b75681. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 852.141963] env[65682]: DEBUG nova.network.neutron [req-a156f82f-c9f9-4cca-a834-517dc3865a93 req-a5b3bcea-5da1-4916-99b8-d7b619242987 service nova] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Updating instance_info_cache with network_info: [{"id": "0e54b669-b124-4983-9599-1b0267b75681", "address": "fa:16:3e:03:2b:94", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e54b669-b1", "ovs_interfaceid": "0e54b669-b124-4983-9599-1b0267b75681", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.200857] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.827s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.201537] env[65682]: DEBUG nova.compute.manager [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 852.204375] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 53.932s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.206073] env[65682]: INFO nova.compute.claims [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.233785] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 109b91b6-63d6-4fdd-a1f2-a18e41e44ade] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 852.313976] env[65682]: DEBUG oslo_vmware.api [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4615991, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.404015] env[65682]: DEBUG oslo_concurrency.lockutils [None req-98a904ac-ab16-4407-b946-e9de37c661b7 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.586836] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Acquiring lock "refresh_cache-621d2f7e-ea00-448d-8aca-b9ff72ff432d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.586836] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Acquired lock "refresh_cache-621d2f7e-ea00-448d-8aca-b9ff72ff432d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.586836] env[65682]: DEBUG nova.network.neutron [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 852.636592] env[65682]: DEBUG oslo_vmware.api [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5230f926-123d-12ff-d231-a8cdf267c96f, 'name': SearchDatastore_Task, 'duration_secs': 0.01521} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.636920] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ce788be-93c1-4d08-8e3d-d0eb7a658bce {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.644151] env[65682]: DEBUG oslo_concurrency.lockutils [req-a156f82f-c9f9-4cca-a834-517dc3865a93 req-a5b3bcea-5da1-4916-99b8-d7b619242987 service nova] Releasing lock "refresh_cache-b24ad2eb-af52-4df0-b53f-fcdab3018286" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.644440] env[65682]: DEBUG nova.compute.manager [req-a156f82f-c9f9-4cca-a834-517dc3865a93 req-a5b3bcea-5da1-4916-99b8-d7b619242987 service nova] [instance: 746a1592-b842-45a5-af76-11161889f176] Received event network-vif-deleted-cdb71676-b7b3-43f1-b2e8-4d7b00116c7d {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 852.644615] env[65682]: INFO nova.compute.manager [req-a156f82f-c9f9-4cca-a834-517dc3865a93 req-a5b3bcea-5da1-4916-99b8-d7b619242987 service nova] [instance: 746a1592-b842-45a5-af76-11161889f176] Neutron deleted interface cdb71676-b7b3-43f1-b2e8-4d7b00116c7d; detaching it from the instance and deleting it from the info cache [ 852.644767] env[65682]: DEBUG nova.network.neutron [req-a156f82f-c9f9-4cca-a834-517dc3865a93 req-a5b3bcea-5da1-4916-99b8-d7b619242987 service nova] [instance: 746a1592-b842-45a5-af76-11161889f176] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.646273] env[65682]: DEBUG oslo_vmware.api [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the task: (returnval){ [ 852.646273] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52243691-1249-1960-bd85-4b0018013d86" [ 852.646273] env[65682]: _type = "Task" [ 852.646273] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.657450] env[65682]: DEBUG oslo_vmware.api [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52243691-1249-1960-bd85-4b0018013d86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.712242] env[65682]: DEBUG nova.compute.utils [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.716886] env[65682]: DEBUG nova.compute.manager [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 852.717177] env[65682]: DEBUG nova.network.neutron [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 852.717482] env[65682]: WARNING neutronclient.v2_0.client [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.717777] env[65682]: WARNING neutronclient.v2_0.client [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.737659] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 82843684-9e3d-4e9f-9d40-efe9c679a99e] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 852.774023] env[65682]: DEBUG nova.policy [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c51c33fd67744098b02ec038f0d4bf4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3ce4e16bb234fb3a65623e27db425f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.812166] env[65682]: DEBUG oslo_vmware.api [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4615991, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.122274] env[65682]: DEBUG nova.network.neutron [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Successfully created port: 029ee1af-2083-4779-a303-2d26cd43e166 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 853.146021] env[65682]: DEBUG nova.network.neutron [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 853.152312] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c7a31ce-b620-4244-8cd3-ac3ee71d6b23 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.158369] env[65682]: DEBUG oslo_vmware.api [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52243691-1249-1960-bd85-4b0018013d86, 'name': SearchDatastore_Task, 'duration_secs': 0.017467} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.159074] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.159387] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] b24ad2eb-af52-4df0-b53f-fcdab3018286/b24ad2eb-af52-4df0-b53f-fcdab3018286.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.159718] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bab723d-bcb6-40a3-b6e7-fc7c680381d3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.166686] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b662b5-04d4-48b3-82de-e9137f9570b7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.181525] env[65682]: DEBUG oslo_vmware.api [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the task: (returnval){ [ 853.181525] env[65682]: value = "task-4615992" [ 853.181525] env[65682]: _type = "Task" [ 853.181525] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.192633] env[65682]: DEBUG oslo_vmware.api [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4615992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.214332] env[65682]: DEBUG nova.compute.manager [req-a156f82f-c9f9-4cca-a834-517dc3865a93 req-a5b3bcea-5da1-4916-99b8-d7b619242987 service nova] [instance: 746a1592-b842-45a5-af76-11161889f176] Detach interface failed, port_id=cdb71676-b7b3-43f1-b2e8-4d7b00116c7d, reason: Instance 746a1592-b842-45a5-af76-11161889f176 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 853.224248] env[65682]: DEBUG nova.compute.manager [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 853.242026] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 7eb4516c-d93c-4be2-9f9a-67a22c300fbc] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 853.261447] env[65682]: WARNING neutronclient.v2_0.client [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.318215] env[65682]: DEBUG oslo_vmware.api [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4615991, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.658525} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.319190] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 48408761-7c99-450a-882d-64a99dd20435/48408761-7c99-450a-882d-64a99dd20435.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.319566] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.322023] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a72b94e-6b7b-473d-b155-e152179dd2f5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.334429] env[65682]: DEBUG oslo_vmware.api [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the task: (returnval){ [ 853.334429] env[65682]: value = "task-4615993" [ 853.334429] env[65682]: _type = "Task" [ 853.334429] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.351049] env[65682]: DEBUG oslo_vmware.api [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4615993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.422630] env[65682]: DEBUG nova.network.neutron [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Updating instance_info_cache with network_info: [{"id": "f14ecc95-f9af-48be-9744-2952931b40cb", "address": "fa:16:3e:85:c1:fc", "network": {"id": "809c6bcb-6ec8-4d4b-aa81-f45abb89eb4e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-434745643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f634acfb2e5a4e5a9769684c8f34c0a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf14ecc95-f9", "ovs_interfaceid": "f14ecc95-f9af-48be-9744-2952931b40cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.516175] env[65682]: DEBUG nova.network.neutron [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Successfully created port: 774a8a07-eef0-41cf-b96a-eb507b021572 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 853.700596] env[65682]: DEBUG oslo_vmware.api [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4615992, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.747510] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 0ae3113b-d090-4a2a-b07f-1f0ec28c078c] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 853.848988] env[65682]: DEBUG oslo_vmware.api [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4615993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089186} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.848988] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.849738] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af32ca86-eaae-4a5e-8375-95cc905656aa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.875466] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 48408761-7c99-450a-882d-64a99dd20435/48408761-7c99-450a-882d-64a99dd20435.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.878878] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee413a7a-27e4-4054-8226-ebf0c0e31d6d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.905472] env[65682]: DEBUG oslo_vmware.api [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the task: (returnval){ [ 853.905472] env[65682]: value = "task-4615994" [ 853.905472] env[65682]: _type = "Task" [ 853.905472] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.916911] env[65682]: DEBUG oslo_vmware.api [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4615994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.927635] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Releasing lock "refresh_cache-621d2f7e-ea00-448d-8aca-b9ff72ff432d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.927790] env[65682]: DEBUG nova.compute.manager [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Instance network_info: |[{"id": "f14ecc95-f9af-48be-9744-2952931b40cb", "address": "fa:16:3e:85:c1:fc", "network": {"id": "809c6bcb-6ec8-4d4b-aa81-f45abb89eb4e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-434745643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f634acfb2e5a4e5a9769684c8f34c0a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf14ecc95-f9", "ovs_interfaceid": "f14ecc95-f9af-48be-9744-2952931b40cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 853.928541] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:c1:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f14ecc95-f9af-48be-9744-2952931b40cb', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.937845] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 853.938070] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.938358] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d98fd83-33af-4352-9ff9-1aed7aa49cb8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.964334] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.964334] env[65682]: value = "task-4615995" [ 853.964334] env[65682]: _type = "Task" [ 853.964334] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.978198] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615995, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.989777] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cb550b-31f2-44b3-b594-772b3589300c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.002077] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d417a53-6aa0-4204-9f2b-6b97f6743b4a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.042189] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0e616d-a457-44bc-ae17-f8b44212ce9f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.051810] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a743dffc-d6b1-4262-91c8-d8c682e2ae60 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.068339] env[65682]: DEBUG nova.compute.provider_tree [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.198336] env[65682]: DEBUG oslo_vmware.api [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4615992, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64032} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.198622] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] b24ad2eb-af52-4df0-b53f-fcdab3018286/b24ad2eb-af52-4df0-b53f-fcdab3018286.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.198839] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.199140] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-298a3bc3-517d-4237-9738-16e97ed5536e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.208274] env[65682]: DEBUG oslo_vmware.api [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the task: (returnval){ [ 854.208274] env[65682]: value = "task-4615996" [ 854.208274] env[65682]: _type = "Task" [ 854.208274] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.218540] env[65682]: DEBUG oslo_vmware.api [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4615996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.225317] env[65682]: DEBUG nova.compute.manager [req-5990d1fa-1b47-44a4-8c19-0446d7327ab8 req-69b0e6c4-bab3-407a-bee8-4c296d119502 service nova] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Received event network-changed-f14ecc95-f9af-48be-9744-2952931b40cb {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 854.225405] env[65682]: DEBUG nova.compute.manager [req-5990d1fa-1b47-44a4-8c19-0446d7327ab8 req-69b0e6c4-bab3-407a-bee8-4c296d119502 service nova] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Refreshing instance network info cache due to event network-changed-f14ecc95-f9af-48be-9744-2952931b40cb. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 854.225687] env[65682]: DEBUG oslo_concurrency.lockutils [req-5990d1fa-1b47-44a4-8c19-0446d7327ab8 req-69b0e6c4-bab3-407a-bee8-4c296d119502 service nova] Acquiring lock "refresh_cache-621d2f7e-ea00-448d-8aca-b9ff72ff432d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.225810] env[65682]: DEBUG oslo_concurrency.lockutils [req-5990d1fa-1b47-44a4-8c19-0446d7327ab8 req-69b0e6c4-bab3-407a-bee8-4c296d119502 service nova] Acquired lock "refresh_cache-621d2f7e-ea00-448d-8aca-b9ff72ff432d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.226012] env[65682]: DEBUG nova.network.neutron [req-5990d1fa-1b47-44a4-8c19-0446d7327ab8 req-69b0e6c4-bab3-407a-bee8-4c296d119502 service nova] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Refreshing network info cache for port f14ecc95-f9af-48be-9744-2952931b40cb {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.235366] env[65682]: DEBUG nova.compute.manager [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 854.251992] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 32387d64-dddb-4042-a697-36df547c59a5] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 854.268138] env[65682]: DEBUG nova.virt.hardware [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 854.268449] env[65682]: DEBUG nova.virt.hardware [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.268819] env[65682]: DEBUG nova.virt.hardware [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 854.269130] env[65682]: DEBUG nova.virt.hardware [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.269430] env[65682]: DEBUG nova.virt.hardware [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 854.269658] env[65682]: DEBUG nova.virt.hardware [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 854.270066] env[65682]: DEBUG nova.virt.hardware [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 854.270510] env[65682]: DEBUG nova.virt.hardware [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 854.271147] env[65682]: DEBUG nova.virt.hardware [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 854.271147] env[65682]: DEBUG nova.virt.hardware [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 854.271291] env[65682]: DEBUG nova.virt.hardware [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 854.273081] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dd9109-8548-4249-a20a-506c66c1eea0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.286059] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9cb0ac-50aa-4abe-9458-ea56d0285287 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.416034] env[65682]: DEBUG oslo_vmware.api [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4615994, 'name': ReconfigVM_Task, 'duration_secs': 0.481979} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.416034] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 48408761-7c99-450a-882d-64a99dd20435/48408761-7c99-450a-882d-64a99dd20435.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.416316] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb8ad5ad-0062-4847-b54a-e450cafb1cc5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.424306] env[65682]: DEBUG oslo_vmware.api [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the task: (returnval){ [ 854.424306] env[65682]: value = "task-4615997" [ 854.424306] env[65682]: _type = "Task" [ 854.424306] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.436042] env[65682]: DEBUG oslo_vmware.api [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4615997, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.474975] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615995, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.571711] env[65682]: DEBUG nova.scheduler.client.report [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.720007] env[65682]: DEBUG oslo_vmware.api [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4615996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096488} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.720271] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.721173] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba823985-3c18-4bb0-9ca2-9b0535521f2e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.737608] env[65682]: WARNING neutronclient.v2_0.client [req-5990d1fa-1b47-44a4-8c19-0446d7327ab8 req-69b0e6c4-bab3-407a-bee8-4c296d119502 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.751181] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] b24ad2eb-af52-4df0-b53f-fcdab3018286/b24ad2eb-af52-4df0-b53f-fcdab3018286.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.752174] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5dc039a-315d-4747-ab84-b785dadba136 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.767740] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 8dfedc69-d424-40c8-b383-714719622e52] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 854.777081] env[65682]: DEBUG oslo_vmware.api [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the task: (returnval){ [ 854.777081] env[65682]: value = "task-4615998" [ 854.777081] env[65682]: _type = "Task" [ 854.777081] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.788628] env[65682]: DEBUG oslo_vmware.api [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4615998, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.935336] env[65682]: DEBUG oslo_vmware.api [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4615997, 'name': Rename_Task, 'duration_secs': 0.229763} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.935618] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.935869] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-897878ea-80f3-4b62-9b04-1c2fe76590c1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.944222] env[65682]: DEBUG oslo_vmware.api [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the task: (returnval){ [ 854.944222] env[65682]: value = "task-4615999" [ 854.944222] env[65682]: _type = "Task" [ 854.944222] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.953155] env[65682]: DEBUG oslo_vmware.api [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4615999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.975935] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615995, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.049366] env[65682]: WARNING neutronclient.v2_0.client [req-5990d1fa-1b47-44a4-8c19-0446d7327ab8 req-69b0e6c4-bab3-407a-bee8-4c296d119502 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.078157] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.874s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.078890] env[65682]: DEBUG nova.compute.manager [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 855.082364] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.369s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.084148] env[65682]: INFO nova.compute.claims [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.176280] env[65682]: DEBUG nova.network.neutron [req-5990d1fa-1b47-44a4-8c19-0446d7327ab8 req-69b0e6c4-bab3-407a-bee8-4c296d119502 service nova] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Updated VIF entry in instance network info cache for port f14ecc95-f9af-48be-9744-2952931b40cb. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 855.176737] env[65682]: DEBUG nova.network.neutron [req-5990d1fa-1b47-44a4-8c19-0446d7327ab8 req-69b0e6c4-bab3-407a-bee8-4c296d119502 service nova] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Updating instance_info_cache with network_info: [{"id": "f14ecc95-f9af-48be-9744-2952931b40cb", "address": "fa:16:3e:85:c1:fc", "network": {"id": "809c6bcb-6ec8-4d4b-aa81-f45abb89eb4e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-434745643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f634acfb2e5a4e5a9769684c8f34c0a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf14ecc95-f9", "ovs_interfaceid": "f14ecc95-f9af-48be-9744-2952931b40cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.273337] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: c0a3c88b-35e0-4dd1-813e-e8d2ffbb0d56] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 855.278465] env[65682]: DEBUG nova.compute.manager [req-573af7d0-fd1b-490a-a9e2-1dc9e84f17ef req-509f4a41-67ec-4e01-9104-6c2205b1957a service nova] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Received event network-vif-plugged-029ee1af-2083-4779-a303-2d26cd43e166 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 855.278890] env[65682]: DEBUG oslo_concurrency.lockutils [req-573af7d0-fd1b-490a-a9e2-1dc9e84f17ef req-509f4a41-67ec-4e01-9104-6c2205b1957a service nova] Acquiring lock "8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.279325] env[65682]: DEBUG oslo_concurrency.lockutils [req-573af7d0-fd1b-490a-a9e2-1dc9e84f17ef req-509f4a41-67ec-4e01-9104-6c2205b1957a service nova] Lock "8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.279559] env[65682]: DEBUG oslo_concurrency.lockutils [req-573af7d0-fd1b-490a-a9e2-1dc9e84f17ef req-509f4a41-67ec-4e01-9104-6c2205b1957a service nova] Lock "8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.280266] env[65682]: DEBUG nova.compute.manager [req-573af7d0-fd1b-490a-a9e2-1dc9e84f17ef req-509f4a41-67ec-4e01-9104-6c2205b1957a service nova] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] No waiting events found dispatching network-vif-plugged-029ee1af-2083-4779-a303-2d26cd43e166 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 855.280266] env[65682]: WARNING nova.compute.manager [req-573af7d0-fd1b-490a-a9e2-1dc9e84f17ef req-509f4a41-67ec-4e01-9104-6c2205b1957a service nova] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Received unexpected event network-vif-plugged-029ee1af-2083-4779-a303-2d26cd43e166 for instance with vm_state building and task_state spawning. [ 855.290139] env[65682]: DEBUG nova.network.neutron [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Successfully updated port: 029ee1af-2083-4779-a303-2d26cd43e166 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 855.298788] env[65682]: DEBUG oslo_vmware.api [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4615998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.454472] env[65682]: DEBUG oslo_vmware.api [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4615999, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.477810] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4615995, 'name': CreateVM_Task, 'duration_secs': 1.431812} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.478028] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.478561] env[65682]: WARNING neutronclient.v2_0.client [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.478926] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.479094] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.479415] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.479697] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2482411c-763c-4105-8c75-9835493a0836 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.486816] env[65682]: DEBUG oslo_vmware.api [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Waiting for the task: (returnval){ [ 855.486816] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52103ccf-2097-0921-ee3f-4d73f586c209" [ 855.486816] env[65682]: _type = "Task" [ 855.486816] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.497447] env[65682]: DEBUG oslo_vmware.api [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52103ccf-2097-0921-ee3f-4d73f586c209, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.589576] env[65682]: DEBUG nova.compute.utils [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.593425] env[65682]: DEBUG nova.compute.manager [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 855.593719] env[65682]: DEBUG nova.network.neutron [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 855.595172] env[65682]: WARNING neutronclient.v2_0.client [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.595172] env[65682]: WARNING neutronclient.v2_0.client [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.653370] env[65682]: DEBUG nova.policy [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3fb2b595183417d881fc33c41b05d66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97bf0cf8950e4a97917e1ce82a096fc0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.679686] env[65682]: DEBUG oslo_concurrency.lockutils [req-5990d1fa-1b47-44a4-8c19-0446d7327ab8 req-69b0e6c4-bab3-407a-bee8-4c296d119502 service nova] Releasing lock "refresh_cache-621d2f7e-ea00-448d-8aca-b9ff72ff432d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.778556] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 100e93f9-0a2c-4301-be84-d163a0ec2cd5] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 855.797239] env[65682]: DEBUG oslo_vmware.api [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4615998, 'name': ReconfigVM_Task, 'duration_secs': 0.826177} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.799042] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Reconfigured VM instance instance-0000003b to attach disk [datastore2] b24ad2eb-af52-4df0-b53f-fcdab3018286/b24ad2eb-af52-4df0-b53f-fcdab3018286.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.799421] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a9b8c99-8b96-41c8-a564-611e97225aea {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.809477] env[65682]: DEBUG oslo_vmware.api [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the task: (returnval){ [ 855.809477] env[65682]: value = "task-4616000" [ 855.809477] env[65682]: _type = "Task" [ 855.809477] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.823732] env[65682]: DEBUG oslo_vmware.api [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616000, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.956814] env[65682]: DEBUG oslo_vmware.api [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4615999, 'name': PowerOnVM_Task, 'duration_secs': 0.884435} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.957085] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.957296] env[65682]: INFO nova.compute.manager [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Took 10.12 seconds to spawn the instance on the hypervisor. [ 855.957474] env[65682]: DEBUG nova.compute.manager [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 855.958370] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c49f4e-f315-42e4-8a51-031fb0aaeca8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.999212] env[65682]: DEBUG oslo_vmware.api [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52103ccf-2097-0921-ee3f-4d73f586c209, 'name': SearchDatastore_Task, 'duration_secs': 0.013608} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.999524] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.999756] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.999996] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.000162] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.000341] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.000615] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21a70322-cf1f-4ff3-8ab9-69b0ad160a73 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.011801] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.012018] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.012813] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1f33f12-709a-4419-8840-c1949ecbd7de {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.022778] env[65682]: DEBUG oslo_vmware.api [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Waiting for the task: (returnval){ [ 856.022778] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f5e578-c26c-7d10-e861-bf8d7953aa3c" [ 856.022778] env[65682]: _type = "Task" [ 856.022778] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.034366] env[65682]: DEBUG oslo_vmware.api [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f5e578-c26c-7d10-e861-bf8d7953aa3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.089936] env[65682]: DEBUG nova.network.neutron [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Successfully created port: 67b89e99-8a64-4c43-85b6-3c4590c3a68c {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 856.093950] env[65682]: DEBUG nova.compute.manager [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 856.288728] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: b2f29261-935f-4a60-bf4a-71f7cdc239e3] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 856.324755] env[65682]: DEBUG oslo_vmware.api [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616000, 'name': Rename_Task, 'duration_secs': 0.168157} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.325158] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.325372] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90258ed9-8238-4d5f-9002-c78ab3f398d8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.337241] env[65682]: DEBUG oslo_vmware.api [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the task: (returnval){ [ 856.337241] env[65682]: value = "task-4616001" [ 856.337241] env[65682]: _type = "Task" [ 856.337241] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.351713] env[65682]: DEBUG oslo_vmware.api [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.480308] env[65682]: INFO nova.compute.manager [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Took 78.67 seconds to build instance. [ 856.533981] env[65682]: DEBUG oslo_vmware.api [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f5e578-c26c-7d10-e861-bf8d7953aa3c, 'name': SearchDatastore_Task, 'duration_secs': 0.024884} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.534562] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7442c22-f1bf-44b3-9e7f-1c93fbdda0c7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.540697] env[65682]: DEBUG oslo_vmware.api [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Waiting for the task: (returnval){ [ 856.540697] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52169984-d808-51af-25d6-54f0dc9d673b" [ 856.540697] env[65682]: _type = "Task" [ 856.540697] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.549743] env[65682]: DEBUG oslo_vmware.api [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52169984-d808-51af-25d6-54f0dc9d673b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.739560] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ebad99-691a-426f-8deb-4cb56e1e02d2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.748737] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb246e9-1027-46e5-b5ab-090f35203b9a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.785977] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c647ae-11ef-4757-a5f8-a0aead687662 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.791851] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 5b9c6ab2-637a-4a46-bb98-8a177b5fae89] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 856.797503] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a124cc-0385-4e51-8e34-03de3c53f613 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.813519] env[65682]: DEBUG nova.compute.provider_tree [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.849181] env[65682]: DEBUG oslo_vmware.api [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616001, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.983899] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6938eb35-0eb0-436e-95d4-ef0e8cbc1a6d tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Lock "48408761-7c99-450a-882d-64a99dd20435" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.317s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.055218] env[65682]: DEBUG oslo_vmware.api [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52169984-d808-51af-25d6-54f0dc9d673b, 'name': SearchDatastore_Task, 'duration_secs': 0.039849} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.055554] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.055825] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 621d2f7e-ea00-448d-8aca-b9ff72ff432d/621d2f7e-ea00-448d-8aca-b9ff72ff432d.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.056127] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35211769-7357-465d-a0a4-a8343b689aef {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.065218] env[65682]: DEBUG oslo_vmware.api [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Waiting for the task: (returnval){ [ 857.065218] env[65682]: value = "task-4616002" [ 857.065218] env[65682]: _type = "Task" [ 857.065218] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.075958] env[65682]: DEBUG oslo_vmware.api [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4616002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.103903] env[65682]: DEBUG nova.compute.manager [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 857.136353] env[65682]: DEBUG nova.virt.hardware [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 857.136698] env[65682]: DEBUG nova.virt.hardware [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.136914] env[65682]: DEBUG nova.virt.hardware [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 857.137175] env[65682]: DEBUG nova.virt.hardware [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.137367] env[65682]: DEBUG nova.virt.hardware [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 857.137541] env[65682]: DEBUG nova.virt.hardware [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 857.137826] env[65682]: DEBUG nova.virt.hardware [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 857.138049] env[65682]: DEBUG nova.virt.hardware [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 857.138259] env[65682]: DEBUG nova.virt.hardware [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 857.138430] env[65682]: DEBUG nova.virt.hardware [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 857.138595] env[65682]: DEBUG nova.virt.hardware [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 857.139531] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e305f78-7076-4a8a-b05b-cedc3bca5820 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.149740] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfa6d64-2763-4912-98c7-a6ea53e7d4a0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.297624] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 4a72cb8f-6b31-445a-b78c-01bd25f6c5d8] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 857.317217] env[65682]: DEBUG nova.scheduler.client.report [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.350532] env[65682]: DEBUG oslo_vmware.api [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616001, 'name': PowerOnVM_Task, 'duration_secs': 0.706722} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.350818] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.351040] env[65682]: INFO nova.compute.manager [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Took 8.74 seconds to spawn the instance on the hypervisor. [ 857.351264] env[65682]: DEBUG nova.compute.manager [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 857.352595] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92a8993-8ee1-4e45-bea4-b492c0620f29 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.410357] env[65682]: DEBUG nova.network.neutron [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Successfully updated port: 774a8a07-eef0-41cf-b96a-eb507b021572 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 857.486848] env[65682]: DEBUG nova.compute.manager [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 857.576971] env[65682]: DEBUG oslo_vmware.api [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4616002, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.669545] env[65682]: DEBUG nova.network.neutron [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Successfully updated port: 67b89e99-8a64-4c43-85b6-3c4590c3a68c {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 857.801027] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 3159800b-627c-490f-bef2-54cde89e2c21] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 857.822781] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.823407] env[65682]: DEBUG nova.compute.manager [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 857.828355] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 51.494s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.828355] env[65682]: DEBUG nova.objects.instance [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65682) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 857.872792] env[65682]: INFO nova.compute.manager [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Took 74.78 seconds to build instance. [ 857.912102] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Acquiring lock "refresh_cache-8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.912313] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Acquired lock "refresh_cache-8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.912529] env[65682]: DEBUG nova.network.neutron [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 858.021395] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.079127] env[65682]: DEBUG oslo_vmware.api [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4616002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.919138} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.079432] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 621d2f7e-ea00-448d-8aca-b9ff72ff432d/621d2f7e-ea00-448d-8aca-b9ff72ff432d.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.079687] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.080087] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ce6e7a7-0118-4f40-a766-dd4d10798474 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.088746] env[65682]: DEBUG oslo_vmware.api [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Waiting for the task: (returnval){ [ 858.088746] env[65682]: value = "task-4616003" [ 858.088746] env[65682]: _type = "Task" [ 858.088746] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.099042] env[65682]: DEBUG oslo_vmware.api [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4616003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.173043] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Acquiring lock "refresh_cache-fbccaee6-8896-431f-9510-1ef10d42abdc" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.173252] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Acquired lock "refresh_cache-fbccaee6-8896-431f-9510-1ef10d42abdc" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.173671] env[65682]: DEBUG nova.network.neutron [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 858.184815] env[65682]: DEBUG nova.compute.manager [req-1c4ebb75-5127-4c5d-ae51-fec24250cd16 req-d6772d0b-62ad-4474-b4ca-75c320c1e6a7 service nova] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Received event network-changed-029ee1af-2083-4779-a303-2d26cd43e166 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 858.184815] env[65682]: DEBUG nova.compute.manager [req-1c4ebb75-5127-4c5d-ae51-fec24250cd16 req-d6772d0b-62ad-4474-b4ca-75c320c1e6a7 service nova] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Refreshing instance network info cache due to event network-changed-029ee1af-2083-4779-a303-2d26cd43e166. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 858.184815] env[65682]: DEBUG oslo_concurrency.lockutils [req-1c4ebb75-5127-4c5d-ae51-fec24250cd16 req-d6772d0b-62ad-4474-b4ca-75c320c1e6a7 service nova] Acquiring lock "refresh_cache-8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.203914] env[65682]: DEBUG nova.compute.manager [req-92619683-544d-44f0-827c-9211e1f3b063 req-4d354a83-f82a-439c-a301-9c562bac5caf service nova] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Received event network-vif-plugged-67b89e99-8a64-4c43-85b6-3c4590c3a68c {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 858.204032] env[65682]: DEBUG oslo_concurrency.lockutils [req-92619683-544d-44f0-827c-9211e1f3b063 req-4d354a83-f82a-439c-a301-9c562bac5caf service nova] Acquiring lock "fbccaee6-8896-431f-9510-1ef10d42abdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.204213] env[65682]: DEBUG oslo_concurrency.lockutils [req-92619683-544d-44f0-827c-9211e1f3b063 req-4d354a83-f82a-439c-a301-9c562bac5caf service nova] Lock "fbccaee6-8896-431f-9510-1ef10d42abdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.204377] env[65682]: DEBUG oslo_concurrency.lockutils [req-92619683-544d-44f0-827c-9211e1f3b063 req-4d354a83-f82a-439c-a301-9c562bac5caf service nova] Lock "fbccaee6-8896-431f-9510-1ef10d42abdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.204537] env[65682]: DEBUG nova.compute.manager [req-92619683-544d-44f0-827c-9211e1f3b063 req-4d354a83-f82a-439c-a301-9c562bac5caf service nova] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] No waiting events found dispatching network-vif-plugged-67b89e99-8a64-4c43-85b6-3c4590c3a68c {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 858.204733] env[65682]: WARNING nova.compute.manager [req-92619683-544d-44f0-827c-9211e1f3b063 req-4d354a83-f82a-439c-a301-9c562bac5caf service nova] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Received unexpected event network-vif-plugged-67b89e99-8a64-4c43-85b6-3c4590c3a68c for instance with vm_state building and task_state spawning. [ 858.305025] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 7d17ec9f-5a3c-43dd-a0e3-1e1d03ecb7fe] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 858.332590] env[65682]: DEBUG nova.compute.utils [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.338070] env[65682]: DEBUG nova.compute.manager [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 858.338439] env[65682]: DEBUG nova.network.neutron [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 858.338663] env[65682]: WARNING neutronclient.v2_0.client [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.339023] env[65682]: WARNING neutronclient.v2_0.client [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.375635] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba269f0d-ef2e-4c3d-b4cd-11058b74e304 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Lock "b24ad2eb-af52-4df0-b53f-fcdab3018286" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.719s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.404369] env[65682]: DEBUG nova.policy [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2db933e32f6b47ab845444c5f40a230b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6eeba0fa9ab4368858ca08e69cdbd1b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.460759] env[65682]: DEBUG nova.network.neutron [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 858.600640] env[65682]: DEBUG oslo_vmware.api [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4616003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073407} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.600912] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.601791] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac506621-41b1-46c5-889f-9ddca63c227b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.629176] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 621d2f7e-ea00-448d-8aca-b9ff72ff432d/621d2f7e-ea00-448d-8aca-b9ff72ff432d.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.629532] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0abad029-c2ff-4b3e-ad96-6476a3e22932 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.652643] env[65682]: DEBUG oslo_vmware.api [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Waiting for the task: (returnval){ [ 858.652643] env[65682]: value = "task-4616004" [ 858.652643] env[65682]: _type = "Task" [ 858.652643] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.662785] env[65682]: DEBUG oslo_vmware.api [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4616004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.732772] env[65682]: WARNING neutronclient.v2_0.client [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.749193] env[65682]: DEBUG nova.network.neutron [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Successfully created port: 259a7d3d-5ded-48b2-acb0-bcd70ecae2bd {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 858.788470] env[65682]: DEBUG nova.network.neutron [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 858.808375] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 858.808657] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Cleaning up deleted instances with incomplete migration {{(pid=65682) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11954}} [ 858.838334] env[65682]: DEBUG nova.compute.manager [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 858.843222] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5bf73d91-0e2e-49e9-9203-6158f273ecc6 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.845212] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 51.615s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.879108] env[65682]: DEBUG nova.compute.manager [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 858.967983] env[65682]: WARNING neutronclient.v2_0.client [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.078662] env[65682]: WARNING neutronclient.v2_0.client [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.126258] env[65682]: DEBUG nova.network.neutron [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Updating instance_info_cache with network_info: [{"id": "67b89e99-8a64-4c43-85b6-3c4590c3a68c", "address": "fa:16:3e:49:b6:92", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67b89e99-8a", "ovs_interfaceid": "67b89e99-8a64-4c43-85b6-3c4590c3a68c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.166633] env[65682]: DEBUG oslo_vmware.api [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4616004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.298689] env[65682]: DEBUG nova.network.neutron [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Updating instance_info_cache with network_info: [{"id": "029ee1af-2083-4779-a303-2d26cd43e166", "address": "fa:16:3e:c0:68:e1", "network": {"id": "e9fbb212-6cec-412d-8295-b059768173b9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1539906519", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ce4e16bb234fb3a65623e27db425f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap029ee1af-20", "ovs_interfaceid": "029ee1af-2083-4779-a303-2d26cd43e166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "774a8a07-eef0-41cf-b96a-eb507b021572", "address": "fa:16:3e:c6:8a:06", "network": {"id": "891635e0-047c-44a9-9f18-6dcf6e21c57d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-620589871", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f3ce4e16bb234fb3a65623e27db425f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap774a8a07-ee", "ovs_interfaceid": "774a8a07-eef0-41cf-b96a-eb507b021572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.314597] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 859.351671] env[65682]: INFO nova.compute.claims [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.407034] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.632718] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Releasing lock "refresh_cache-fbccaee6-8896-431f-9510-1ef10d42abdc" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.633240] env[65682]: DEBUG nova.compute.manager [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Instance network_info: |[{"id": "67b89e99-8a64-4c43-85b6-3c4590c3a68c", "address": "fa:16:3e:49:b6:92", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67b89e99-8a", "ovs_interfaceid": "67b89e99-8a64-4c43-85b6-3c4590c3a68c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 859.633877] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:b6:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67b89e99-8a64-4c43-85b6-3c4590c3a68c', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.641888] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Creating folder: Project (97bf0cf8950e4a97917e1ce82a096fc0). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.642252] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-416f05ca-059b-444e-a5ce-f7b7e2bbf3b1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.654709] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Created folder: Project (97bf0cf8950e4a97917e1ce82a096fc0) in parent group-v901426. [ 859.654904] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Creating folder: Instances. Parent ref: group-v901608. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.659221] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5c37908-8b5b-418f-ac75-776c2be67f22 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.666926] env[65682]: DEBUG oslo_vmware.api [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4616004, 'name': ReconfigVM_Task, 'duration_secs': 0.628376} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.667266] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 621d2f7e-ea00-448d-8aca-b9ff72ff432d/621d2f7e-ea00-448d-8aca-b9ff72ff432d.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.668085] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20fcec92-c8c0-4f82-8095-0eb9622f3fb6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.671423] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Created folder: Instances in parent group-v901608. [ 859.671731] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 859.672371] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.672638] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ca6b57d-f4a1-4f35-9ce9-297ef3ca60e0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.689850] env[65682]: DEBUG oslo_vmware.api [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Waiting for the task: (returnval){ [ 859.689850] env[65682]: value = "task-4616007" [ 859.689850] env[65682]: _type = "Task" [ 859.689850] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.696901] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.696901] env[65682]: value = "task-4616008" [ 859.696901] env[65682]: _type = "Task" [ 859.696901] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.700604] env[65682]: DEBUG oslo_vmware.api [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4616007, 'name': Rename_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.710911] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616008, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.802252] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Releasing lock "refresh_cache-8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.802839] env[65682]: DEBUG nova.compute.manager [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Instance network_info: |[{"id": "029ee1af-2083-4779-a303-2d26cd43e166", "address": "fa:16:3e:c0:68:e1", "network": {"id": "e9fbb212-6cec-412d-8295-b059768173b9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1539906519", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ce4e16bb234fb3a65623e27db425f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap029ee1af-20", "ovs_interfaceid": "029ee1af-2083-4779-a303-2d26cd43e166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "774a8a07-eef0-41cf-b96a-eb507b021572", "address": "fa:16:3e:c6:8a:06", "network": {"id": "891635e0-047c-44a9-9f18-6dcf6e21c57d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-620589871", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f3ce4e16bb234fb3a65623e27db425f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap774a8a07-ee", "ovs_interfaceid": "774a8a07-eef0-41cf-b96a-eb507b021572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 859.803350] env[65682]: DEBUG oslo_concurrency.lockutils [req-1c4ebb75-5127-4c5d-ae51-fec24250cd16 req-d6772d0b-62ad-4474-b4ca-75c320c1e6a7 service nova] Acquired lock "refresh_cache-8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.803589] env[65682]: DEBUG nova.network.neutron [req-1c4ebb75-5127-4c5d-ae51-fec24250cd16 req-d6772d0b-62ad-4474-b4ca-75c320c1e6a7 service nova] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Refreshing network info cache for port 029ee1af-2083-4779-a303-2d26cd43e166 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.806155] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:68:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '029ee1af-2083-4779-a303-2d26cd43e166', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:8a:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb18870e-f482-4c7b-8cd4-5c933d3ad294', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '774a8a07-eef0-41cf-b96a-eb507b021572', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.817316] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 859.819299] env[65682]: WARNING neutronclient.v2_0.client [req-1c4ebb75-5127-4c5d-ae51-fec24250cd16 req-d6772d0b-62ad-4474-b4ca-75c320c1e6a7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.821970] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.823267] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3366d0d-99bf-475c-84eb-6c9d9eb5554e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.851028] env[65682]: DEBUG nova.compute.manager [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 859.855390] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.855390] env[65682]: value = "task-4616009" [ 859.855390] env[65682]: _type = "Task" [ 859.855390] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.862204] env[65682]: INFO nova.compute.resource_tracker [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Updating resource usage from migration c24a62e6-aa95-4d73-83b9-2a08c6916d6b [ 859.872677] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616009, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.119815] env[65682]: WARNING neutronclient.v2_0.client [req-1c4ebb75-5127-4c5d-ae51-fec24250cd16 req-d6772d0b-62ad-4474-b4ca-75c320c1e6a7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.206124] env[65682]: DEBUG oslo_vmware.api [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4616007, 'name': Rename_Task, 'duration_secs': 0.21126} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.207418] env[65682]: DEBUG nova.network.neutron [req-1c4ebb75-5127-4c5d-ae51-fec24250cd16 req-d6772d0b-62ad-4474-b4ca-75c320c1e6a7 service nova] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Updated VIF entry in instance network info cache for port 029ee1af-2083-4779-a303-2d26cd43e166. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 860.207919] env[65682]: DEBUG nova.network.neutron [req-1c4ebb75-5127-4c5d-ae51-fec24250cd16 req-d6772d0b-62ad-4474-b4ca-75c320c1e6a7 service nova] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Updating instance_info_cache with network_info: [{"id": "029ee1af-2083-4779-a303-2d26cd43e166", "address": "fa:16:3e:c0:68:e1", "network": {"id": "e9fbb212-6cec-412d-8295-b059768173b9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1539906519", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ce4e16bb234fb3a65623e27db425f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap029ee1af-20", "ovs_interfaceid": "029ee1af-2083-4779-a303-2d26cd43e166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "774a8a07-eef0-41cf-b96a-eb507b021572", "address": "fa:16:3e:c6:8a:06", "network": {"id": "891635e0-047c-44a9-9f18-6dcf6e21c57d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-620589871", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f3ce4e16bb234fb3a65623e27db425f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap774a8a07-ee", "ovs_interfaceid": "774a8a07-eef0-41cf-b96a-eb507b021572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.218996] env[65682]: DEBUG nova.virt.hardware [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 860.218996] env[65682]: DEBUG nova.virt.hardware [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.218996] env[65682]: DEBUG nova.virt.hardware [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 860.218996] env[65682]: DEBUG nova.virt.hardware [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.218996] env[65682]: DEBUG nova.virt.hardware [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 860.218996] env[65682]: DEBUG nova.virt.hardware [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 860.218996] env[65682]: DEBUG nova.virt.hardware [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 860.218996] env[65682]: DEBUG nova.virt.hardware [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 860.218996] env[65682]: DEBUG nova.virt.hardware [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 860.218996] env[65682]: DEBUG nova.virt.hardware [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 860.218996] env[65682]: DEBUG nova.virt.hardware [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 860.223335] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.224457] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacdc1d1-dddf-4a8e-8280-8a30f8ce3856 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.232362] env[65682]: DEBUG oslo_concurrency.lockutils [req-1c4ebb75-5127-4c5d-ae51-fec24250cd16 req-d6772d0b-62ad-4474-b4ca-75c320c1e6a7 service nova] Releasing lock "refresh_cache-8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.232666] env[65682]: DEBUG nova.compute.manager [req-1c4ebb75-5127-4c5d-ae51-fec24250cd16 req-d6772d0b-62ad-4474-b4ca-75c320c1e6a7 service nova] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Received event network-vif-plugged-774a8a07-eef0-41cf-b96a-eb507b021572 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 860.232896] env[65682]: DEBUG oslo_concurrency.lockutils [req-1c4ebb75-5127-4c5d-ae51-fec24250cd16 req-d6772d0b-62ad-4474-b4ca-75c320c1e6a7 service nova] Acquiring lock "8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.233132] env[65682]: DEBUG oslo_concurrency.lockutils [req-1c4ebb75-5127-4c5d-ae51-fec24250cd16 req-d6772d0b-62ad-4474-b4ca-75c320c1e6a7 service nova] Lock "8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.233341] env[65682]: DEBUG oslo_concurrency.lockutils [req-1c4ebb75-5127-4c5d-ae51-fec24250cd16 req-d6772d0b-62ad-4474-b4ca-75c320c1e6a7 service nova] Lock "8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.233539] env[65682]: DEBUG nova.compute.manager [req-1c4ebb75-5127-4c5d-ae51-fec24250cd16 req-d6772d0b-62ad-4474-b4ca-75c320c1e6a7 service nova] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] No waiting events found dispatching network-vif-plugged-774a8a07-eef0-41cf-b96a-eb507b021572 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 860.233708] env[65682]: WARNING nova.compute.manager [req-1c4ebb75-5127-4c5d-ae51-fec24250cd16 req-d6772d0b-62ad-4474-b4ca-75c320c1e6a7 service nova] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Received unexpected event network-vif-plugged-774a8a07-eef0-41cf-b96a-eb507b021572 for instance with vm_state building and task_state spawning. [ 860.234341] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f8e6127-8ec2-42ee-9570-376174b9a5a1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.250276] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616008, 'name': CreateVM_Task, 'duration_secs': 0.412962} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.255510] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.259283] env[65682]: WARNING neutronclient.v2_0.client [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.259721] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.259876] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.260219] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.261911] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cfdc86-cbc3-439a-a448-c51f453e9a22 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.268672] env[65682]: DEBUG oslo_vmware.api [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Waiting for the task: (returnval){ [ 860.268672] env[65682]: value = "task-4616010" [ 860.268672] env[65682]: _type = "Task" [ 860.268672] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.270180] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1ed2df7-d54d-4fbb-94a1-e3b3206767ba {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.299067] env[65682]: DEBUG oslo_vmware.api [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4616010, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.299402] env[65682]: DEBUG oslo_vmware.api [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Waiting for the task: (returnval){ [ 860.299402] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a0b034-58e0-1599-ab65-facdfe19b3f2" [ 860.299402] env[65682]: _type = "Task" [ 860.299402] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.313723] env[65682]: DEBUG oslo_vmware.api [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a0b034-58e0-1599-ab65-facdfe19b3f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.377119] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616009, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.379976] env[65682]: DEBUG nova.compute.manager [req-99fd6017-b4ee-4625-a0bb-8fd275486d01 req-0a67d51b-2bf8-427f-8254-125b9c5eb2d1 service nova] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Received event network-changed-774a8a07-eef0-41cf-b96a-eb507b021572 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 860.380291] env[65682]: DEBUG nova.compute.manager [req-99fd6017-b4ee-4625-a0bb-8fd275486d01 req-0a67d51b-2bf8-427f-8254-125b9c5eb2d1 service nova] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Refreshing instance network info cache due to event network-changed-774a8a07-eef0-41cf-b96a-eb507b021572. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 860.380596] env[65682]: DEBUG oslo_concurrency.lockutils [req-99fd6017-b4ee-4625-a0bb-8fd275486d01 req-0a67d51b-2bf8-427f-8254-125b9c5eb2d1 service nova] Acquiring lock "refresh_cache-8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.380798] env[65682]: DEBUG oslo_concurrency.lockutils [req-99fd6017-b4ee-4625-a0bb-8fd275486d01 req-0a67d51b-2bf8-427f-8254-125b9c5eb2d1 service nova] Acquired lock "refresh_cache-8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.381029] env[65682]: DEBUG nova.network.neutron [req-99fd6017-b4ee-4625-a0bb-8fd275486d01 req-0a67d51b-2bf8-427f-8254-125b9c5eb2d1 service nova] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Refreshing network info cache for port 774a8a07-eef0-41cf-b96a-eb507b021572 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.398627] env[65682]: DEBUG nova.compute.manager [req-4a8372f4-3bfc-4c84-95a8-10854bb0214a req-05fcff61-dea8-44c4-8e92-3df83a31f19f service nova] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Received event network-changed-67b89e99-8a64-4c43-85b6-3c4590c3a68c {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 860.398977] env[65682]: DEBUG nova.compute.manager [req-4a8372f4-3bfc-4c84-95a8-10854bb0214a req-05fcff61-dea8-44c4-8e92-3df83a31f19f service nova] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Refreshing instance network info cache due to event network-changed-67b89e99-8a64-4c43-85b6-3c4590c3a68c. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 860.399171] env[65682]: DEBUG oslo_concurrency.lockutils [req-4a8372f4-3bfc-4c84-95a8-10854bb0214a req-05fcff61-dea8-44c4-8e92-3df83a31f19f service nova] Acquiring lock "refresh_cache-fbccaee6-8896-431f-9510-1ef10d42abdc" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.399241] env[65682]: DEBUG oslo_concurrency.lockutils [req-4a8372f4-3bfc-4c84-95a8-10854bb0214a req-05fcff61-dea8-44c4-8e92-3df83a31f19f service nova] Acquired lock "refresh_cache-fbccaee6-8896-431f-9510-1ef10d42abdc" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.399464] env[65682]: DEBUG nova.network.neutron [req-4a8372f4-3bfc-4c84-95a8-10854bb0214a req-05fcff61-dea8-44c4-8e92-3df83a31f19f service nova] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Refreshing network info cache for port 67b89e99-8a64-4c43-85b6-3c4590c3a68c {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.408744] env[65682]: DEBUG nova.network.neutron [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Successfully updated port: 259a7d3d-5ded-48b2-acb0-bcd70ecae2bd {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 860.546725] env[65682]: DEBUG oslo_vmware.rw_handles [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b63c2e-1b01-06a8-1c61-0a1b33747cf9/disk-0.vmdk. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 860.548070] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e686b78-87f4-4f9d-9e3e-b39d66f3b0f0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.561310] env[65682]: DEBUG oslo_vmware.rw_handles [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b63c2e-1b01-06a8-1c61-0a1b33747cf9/disk-0.vmdk is in state: ready. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 860.561643] env[65682]: ERROR oslo_vmware.rw_handles [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b63c2e-1b01-06a8-1c61-0a1b33747cf9/disk-0.vmdk due to incomplete transfer. [ 860.561987] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bddf1440-b60e-4da4-8a55-166dcb0f809f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.569789] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2f54a1-6dba-4285-9d55-ac81bba55f34 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.575047] env[65682]: DEBUG oslo_vmware.rw_handles [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b63c2e-1b01-06a8-1c61-0a1b33747cf9/disk-0.vmdk. {{(pid=65682) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 860.575353] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Uploaded image 3ed35987-3549-43e4-92be-bde7fcd886a3 to the Glance image server {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 860.578670] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Destroying the VM {{(pid=65682) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 860.579642] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a09456da-5575-4305-a9f7-bcab384c5cb2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.584896] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff87434-754a-40e5-955c-690525b09ac2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.589995] env[65682]: DEBUG oslo_vmware.api [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 860.589995] env[65682]: value = "task-4616011" [ 860.589995] env[65682]: _type = "Task" [ 860.589995] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.622610] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec09bfb7-7404-4bc6-abac-737fdd07c84c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.627791] env[65682]: DEBUG oslo_vmware.api [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616011, 'name': Destroy_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.636988] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4623ef-99ff-46de-b277-68ff212013ed {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.649061] env[65682]: DEBUG nova.compute.provider_tree [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.782357] env[65682]: DEBUG oslo_vmware.api [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4616010, 'name': PowerOnVM_Task} progress is 76%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.810907] env[65682]: DEBUG oslo_vmware.api [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a0b034-58e0-1599-ab65-facdfe19b3f2, 'name': SearchDatastore_Task, 'duration_secs': 0.023423} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.812257] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.812557] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.813044] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.813044] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.813163] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.813444] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce811b13-096e-43d5-8b21-e876d12fe80f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.827646] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.827901] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.828680] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b6dbaa2-f96b-4fe2-8df1-82d21be4441a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.834970] env[65682]: DEBUG oslo_vmware.api [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Waiting for the task: (returnval){ [ 860.834970] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52fa2d47-5bc2-f0b3-874b-dfb171493e5d" [ 860.834970] env[65682]: _type = "Task" [ 860.834970] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.844176] env[65682]: DEBUG oslo_vmware.api [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52fa2d47-5bc2-f0b3-874b-dfb171493e5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.867187] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616009, 'name': CreateVM_Task, 'duration_secs': 0.578829} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.867364] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.867897] env[65682]: WARNING neutronclient.v2_0.client [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.868235] env[65682]: WARNING neutronclient.v2_0.client [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.868545] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.868691] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.869029] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.869305] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3135fb26-6f83-4efa-afa2-9d4461bb7f1b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.874669] env[65682]: DEBUG oslo_vmware.api [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Waiting for the task: (returnval){ [ 860.874669] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a93826-e263-fb00-a06e-31b3aa8e67d4" [ 860.874669] env[65682]: _type = "Task" [ 860.874669] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.883160] env[65682]: DEBUG oslo_vmware.api [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a93826-e263-fb00-a06e-31b3aa8e67d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.883705] env[65682]: WARNING neutronclient.v2_0.client [req-99fd6017-b4ee-4625-a0bb-8fd275486d01 req-0a67d51b-2bf8-427f-8254-125b9c5eb2d1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.902251] env[65682]: WARNING neutronclient.v2_0.client [req-4a8372f4-3bfc-4c84-95a8-10854bb0214a req-05fcff61-dea8-44c4-8e92-3df83a31f19f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.911359] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Acquiring lock "refresh_cache-970eff7f-0e40-481a-a255-a0b4a4d211d0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.911565] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Acquired lock "refresh_cache-970eff7f-0e40-481a-a255-a0b4a4d211d0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.911788] env[65682]: DEBUG nova.network.neutron [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 861.070626] env[65682]: WARNING neutronclient.v2_0.client [req-99fd6017-b4ee-4625-a0bb-8fd275486d01 req-0a67d51b-2bf8-427f-8254-125b9c5eb2d1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.074395] env[65682]: WARNING neutronclient.v2_0.client [req-4a8372f4-3bfc-4c84-95a8-10854bb0214a req-05fcff61-dea8-44c4-8e92-3df83a31f19f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.103069] env[65682]: DEBUG oslo_vmware.api [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616011, 'name': Destroy_Task} progress is 33%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.142112] env[65682]: DEBUG nova.network.neutron [req-99fd6017-b4ee-4625-a0bb-8fd275486d01 req-0a67d51b-2bf8-427f-8254-125b9c5eb2d1 service nova] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Updated VIF entry in instance network info cache for port 774a8a07-eef0-41cf-b96a-eb507b021572. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 861.142610] env[65682]: DEBUG nova.network.neutron [req-99fd6017-b4ee-4625-a0bb-8fd275486d01 req-0a67d51b-2bf8-427f-8254-125b9c5eb2d1 service nova] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Updating instance_info_cache with network_info: [{"id": "029ee1af-2083-4779-a303-2d26cd43e166", "address": "fa:16:3e:c0:68:e1", "network": {"id": "e9fbb212-6cec-412d-8295-b059768173b9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1539906519", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ce4e16bb234fb3a65623e27db425f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap029ee1af-20", "ovs_interfaceid": "029ee1af-2083-4779-a303-2d26cd43e166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "774a8a07-eef0-41cf-b96a-eb507b021572", "address": "fa:16:3e:c6:8a:06", "network": {"id": "891635e0-047c-44a9-9f18-6dcf6e21c57d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-620589871", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "f3ce4e16bb234fb3a65623e27db425f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap774a8a07-ee", "ovs_interfaceid": "774a8a07-eef0-41cf-b96a-eb507b021572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.152155] env[65682]: DEBUG nova.scheduler.client.report [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.173038] env[65682]: DEBUG nova.network.neutron [req-4a8372f4-3bfc-4c84-95a8-10854bb0214a req-05fcff61-dea8-44c4-8e92-3df83a31f19f service nova] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Updated VIF entry in instance network info cache for port 67b89e99-8a64-4c43-85b6-3c4590c3a68c. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 861.173470] env[65682]: DEBUG nova.network.neutron [req-4a8372f4-3bfc-4c84-95a8-10854bb0214a req-05fcff61-dea8-44c4-8e92-3df83a31f19f service nova] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Updating instance_info_cache with network_info: [{"id": "67b89e99-8a64-4c43-85b6-3c4590c3a68c", "address": "fa:16:3e:49:b6:92", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67b89e99-8a", "ovs_interfaceid": "67b89e99-8a64-4c43-85b6-3c4590c3a68c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.254971] env[65682]: DEBUG nova.compute.manager [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 861.255932] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2312c7b-289d-4ea1-859d-aecec0112d3a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.285144] env[65682]: DEBUG oslo_vmware.api [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4616010, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.347757] env[65682]: DEBUG oslo_vmware.api [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52fa2d47-5bc2-f0b3-874b-dfb171493e5d, 'name': SearchDatastore_Task, 'duration_secs': 0.032818} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.348682] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6faadc1c-8f9c-4925-8603-6c53879b134a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.356448] env[65682]: DEBUG oslo_vmware.api [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Waiting for the task: (returnval){ [ 861.356448] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522c4752-7a9b-a2a3-6ea2-1f19d9f3143f" [ 861.356448] env[65682]: _type = "Task" [ 861.356448] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.366900] env[65682]: DEBUG oslo_vmware.api [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522c4752-7a9b-a2a3-6ea2-1f19d9f3143f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.385540] env[65682]: DEBUG oslo_vmware.api [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a93826-e263-fb00-a06e-31b3aa8e67d4, 'name': SearchDatastore_Task, 'duration_secs': 0.034031} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.385909] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.386157] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.386383] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.456070] env[65682]: DEBUG nova.network.neutron [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 861.535324] env[65682]: WARNING neutronclient.v2_0.client [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.602918] env[65682]: DEBUG oslo_vmware.api [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616011, 'name': Destroy_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.629854] env[65682]: DEBUG nova.network.neutron [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Updating instance_info_cache with network_info: [{"id": "259a7d3d-5ded-48b2-acb0-bcd70ecae2bd", "address": "fa:16:3e:fd:68:08", "network": {"id": "759c733f-c566-4262-9051-59453c49fb9f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1219087333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6eeba0fa9ab4368858ca08e69cdbd1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap259a7d3d-5d", "ovs_interfaceid": "259a7d3d-5ded-48b2-acb0-bcd70ecae2bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.644758] env[65682]: DEBUG oslo_concurrency.lockutils [req-99fd6017-b4ee-4625-a0bb-8fd275486d01 req-0a67d51b-2bf8-427f-8254-125b9c5eb2d1 service nova] Releasing lock "refresh_cache-8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.659242] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.814s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.659242] env[65682]: INFO nova.compute.manager [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Migrating [ 861.666185] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2be7a8c3-e637-41f7-a404-0f587dccd0e0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 52.955s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.666395] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2be7a8c3-e637-41f7-a404-0f587dccd0e0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.668686] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2d4974b5-c5d4-482b-ae23-fae52eb31c2a tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.873s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.668878] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2d4974b5-c5d4-482b-ae23-fae52eb31c2a tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.670677] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.324s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.672212] env[65682]: INFO nova.compute.claims [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.678575] env[65682]: DEBUG oslo_concurrency.lockutils [req-4a8372f4-3bfc-4c84-95a8-10854bb0214a req-05fcff61-dea8-44c4-8e92-3df83a31f19f service nova] Releasing lock "refresh_cache-fbccaee6-8896-431f-9510-1ef10d42abdc" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.700514] env[65682]: INFO nova.scheduler.client.report [None req-2be7a8c3-e637-41f7-a404-0f587dccd0e0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Deleted allocations for instance 87083d97-1a46-4535-85fc-4081af4f1d99 [ 861.702984] env[65682]: INFO nova.scheduler.client.report [None req-2d4974b5-c5d4-482b-ae23-fae52eb31c2a tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Deleted allocations for instance a21615cc-1e3a-494a-ab00-7e4bd8119739 [ 861.770738] env[65682]: INFO nova.compute.manager [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] instance snapshotting [ 861.773530] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfe66af-e1f2-4213-a763-19c6ace44205 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.786604] env[65682]: DEBUG oslo_vmware.api [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4616010, 'name': PowerOnVM_Task, 'duration_secs': 1.263989} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.802010] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.802268] env[65682]: INFO nova.compute.manager [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Took 10.40 seconds to spawn the instance on the hypervisor. [ 861.802457] env[65682]: DEBUG nova.compute.manager [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 861.803960] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa981e2-ee78-446f-9c6f-6063fa1c2d18 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.809018] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530cf5e2-cbde-4414-95cf-afe69799d131 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.867943] env[65682]: DEBUG oslo_vmware.api [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522c4752-7a9b-a2a3-6ea2-1f19d9f3143f, 'name': SearchDatastore_Task, 'duration_secs': 0.035398} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.867943] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.868133] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] fbccaee6-8896-431f-9510-1ef10d42abdc/fbccaee6-8896-431f-9510-1ef10d42abdc.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.868355] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.868537] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.868755] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f30aa236-b33d-4508-a094-fe3f78a0b021 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.870842] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b5a92f5-3a80-4417-9850-01f64356ae5e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.878562] env[65682]: DEBUG oslo_vmware.api [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Waiting for the task: (returnval){ [ 861.878562] env[65682]: value = "task-4616012" [ 861.878562] env[65682]: _type = "Task" [ 861.878562] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.883570] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.883780] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.887681] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e58bcc84-0a01-437e-96d3-270df590dd3a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.890251] env[65682]: DEBUG oslo_vmware.api [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Task: {'id': task-4616012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.894164] env[65682]: DEBUG oslo_vmware.api [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Waiting for the task: (returnval){ [ 861.894164] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a38ecb-783f-e6e7-5edb-552598a37c61" [ 861.894164] env[65682]: _type = "Task" [ 861.894164] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.904091] env[65682]: DEBUG oslo_vmware.api [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a38ecb-783f-e6e7-5edb-552598a37c61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.103214] env[65682]: DEBUG oslo_vmware.api [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616011, 'name': Destroy_Task, 'duration_secs': 1.017473} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.103554] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Destroyed the VM [ 862.103807] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Deleting Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 862.104089] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e21d4adc-845f-4849-99a2-aa78ce451521 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.113218] env[65682]: DEBUG oslo_vmware.api [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 862.113218] env[65682]: value = "task-4616013" [ 862.113218] env[65682]: _type = "Task" [ 862.113218] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.123719] env[65682]: DEBUG oslo_vmware.api [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616013, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.134038] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Releasing lock "refresh_cache-970eff7f-0e40-481a-a255-a0b4a4d211d0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.134286] env[65682]: DEBUG nova.compute.manager [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Instance network_info: |[{"id": "259a7d3d-5ded-48b2-acb0-bcd70ecae2bd", "address": "fa:16:3e:fd:68:08", "network": {"id": "759c733f-c566-4262-9051-59453c49fb9f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1219087333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6eeba0fa9ab4368858ca08e69cdbd1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap259a7d3d-5d", "ovs_interfaceid": "259a7d3d-5ded-48b2-acb0-bcd70ecae2bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 862.134981] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:68:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7894814c-6be3-4b80-a08e-4a771bc05dd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '259a7d3d-5ded-48b2-acb0-bcd70ecae2bd', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.143819] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Creating folder: Project (c6eeba0fa9ab4368858ca08e69cdbd1b). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 862.143819] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abac3468-aa91-438a-9ae7-8c6be3e94b55 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.158460] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Created folder: Project (c6eeba0fa9ab4368858ca08e69cdbd1b) in parent group-v901426. [ 862.158460] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Creating folder: Instances. Parent ref: group-v901612. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 862.158460] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a5840c8-4620-4d82-89fc-bed50c2a3c8d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.169644] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Created folder: Instances in parent group-v901612. [ 862.170033] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 862.170227] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.170455] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b07c233d-dcbd-4cd8-8e35-8f8210ead731 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.188979] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquiring lock "refresh_cache-02fa8028-04bb-4b33-8931-e7af29af0204" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.189165] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquired lock "refresh_cache-02fa8028-04bb-4b33-8931-e7af29af0204" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.189333] env[65682]: DEBUG nova.network.neutron [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 862.197670] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.197670] env[65682]: value = "task-4616016" [ 862.197670] env[65682]: _type = "Task" [ 862.197670] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.212363] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616016, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.213023] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2be7a8c3-e637-41f7-a404-0f587dccd0e0 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lock "87083d97-1a46-4535-85fc-4081af4f1d99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.567s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.219084] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2d4974b5-c5d4-482b-ae23-fae52eb31c2a tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "a21615cc-1e3a-494a-ab00-7e4bd8119739" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.856s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.330788] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Creating Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 862.334390] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fb8209b3-6677-4e90-8c89-916bbb4e9aba {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.337481] env[65682]: INFO nova.compute.manager [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Took 70.51 seconds to build instance. [ 862.346259] env[65682]: DEBUG oslo_vmware.api [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the task: (returnval){ [ 862.346259] env[65682]: value = "task-4616017" [ 862.346259] env[65682]: _type = "Task" [ 862.346259] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.358635] env[65682]: DEBUG oslo_vmware.api [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616017, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.395449] env[65682]: DEBUG oslo_vmware.api [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Task: {'id': task-4616012, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.406507] env[65682]: DEBUG oslo_vmware.api [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a38ecb-783f-e6e7-5edb-552598a37c61, 'name': SearchDatastore_Task, 'duration_secs': 0.012224} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.407463] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80d157f3-5e45-4313-896f-a59fa48925fb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.414240] env[65682]: DEBUG oslo_vmware.api [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Waiting for the task: (returnval){ [ 862.414240] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5285c435-b97e-3096-7c32-c26643e64102" [ 862.414240] env[65682]: _type = "Task" [ 862.414240] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.423125] env[65682]: DEBUG oslo_vmware.api [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5285c435-b97e-3096-7c32-c26643e64102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.527057] env[65682]: DEBUG nova.compute.manager [req-b7bbda99-13b4-452a-ab24-e745bc95fd4f req-15f99d06-33f1-4c24-9b5c-049aa3ec6077 service nova] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Received event network-vif-plugged-259a7d3d-5ded-48b2-acb0-bcd70ecae2bd {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 862.527263] env[65682]: DEBUG oslo_concurrency.lockutils [req-b7bbda99-13b4-452a-ab24-e745bc95fd4f req-15f99d06-33f1-4c24-9b5c-049aa3ec6077 service nova] Acquiring lock "970eff7f-0e40-481a-a255-a0b4a4d211d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.527475] env[65682]: DEBUG oslo_concurrency.lockutils [req-b7bbda99-13b4-452a-ab24-e745bc95fd4f req-15f99d06-33f1-4c24-9b5c-049aa3ec6077 service nova] Lock "970eff7f-0e40-481a-a255-a0b4a4d211d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.527518] env[65682]: DEBUG oslo_concurrency.lockutils [req-b7bbda99-13b4-452a-ab24-e745bc95fd4f req-15f99d06-33f1-4c24-9b5c-049aa3ec6077 service nova] Lock "970eff7f-0e40-481a-a255-a0b4a4d211d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.527652] env[65682]: DEBUG nova.compute.manager [req-b7bbda99-13b4-452a-ab24-e745bc95fd4f req-15f99d06-33f1-4c24-9b5c-049aa3ec6077 service nova] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] No waiting events found dispatching network-vif-plugged-259a7d3d-5ded-48b2-acb0-bcd70ecae2bd {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 862.527867] env[65682]: WARNING nova.compute.manager [req-b7bbda99-13b4-452a-ab24-e745bc95fd4f req-15f99d06-33f1-4c24-9b5c-049aa3ec6077 service nova] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Received unexpected event network-vif-plugged-259a7d3d-5ded-48b2-acb0-bcd70ecae2bd for instance with vm_state building and task_state spawning. [ 862.527984] env[65682]: DEBUG nova.compute.manager [req-b7bbda99-13b4-452a-ab24-e745bc95fd4f req-15f99d06-33f1-4c24-9b5c-049aa3ec6077 service nova] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Received event network-changed-259a7d3d-5ded-48b2-acb0-bcd70ecae2bd {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 862.528397] env[65682]: DEBUG nova.compute.manager [req-b7bbda99-13b4-452a-ab24-e745bc95fd4f req-15f99d06-33f1-4c24-9b5c-049aa3ec6077 service nova] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Refreshing instance network info cache due to event network-changed-259a7d3d-5ded-48b2-acb0-bcd70ecae2bd. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 862.528397] env[65682]: DEBUG oslo_concurrency.lockutils [req-b7bbda99-13b4-452a-ab24-e745bc95fd4f req-15f99d06-33f1-4c24-9b5c-049aa3ec6077 service nova] Acquiring lock "refresh_cache-970eff7f-0e40-481a-a255-a0b4a4d211d0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.528562] env[65682]: DEBUG oslo_concurrency.lockutils [req-b7bbda99-13b4-452a-ab24-e745bc95fd4f req-15f99d06-33f1-4c24-9b5c-049aa3ec6077 service nova] Acquired lock "refresh_cache-970eff7f-0e40-481a-a255-a0b4a4d211d0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.528694] env[65682]: DEBUG nova.network.neutron [req-b7bbda99-13b4-452a-ab24-e745bc95fd4f req-15f99d06-33f1-4c24-9b5c-049aa3ec6077 service nova] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Refreshing network info cache for port 259a7d3d-5ded-48b2-acb0-bcd70ecae2bd {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.530609] env[65682]: DEBUG oslo_concurrency.lockutils [None req-113c125a-70dc-4a7e-8b0e-7ef9709466d4 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquiring lock "9f14574b-6e8e-433e-84c4-9358e60bb7ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.530805] env[65682]: DEBUG oslo_concurrency.lockutils [None req-113c125a-70dc-4a7e-8b0e-7ef9709466d4 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lock "9f14574b-6e8e-433e-84c4-9358e60bb7ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.531009] env[65682]: DEBUG oslo_concurrency.lockutils [None req-113c125a-70dc-4a7e-8b0e-7ef9709466d4 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquiring lock "9f14574b-6e8e-433e-84c4-9358e60bb7ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.531242] env[65682]: DEBUG oslo_concurrency.lockutils [None req-113c125a-70dc-4a7e-8b0e-7ef9709466d4 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lock "9f14574b-6e8e-433e-84c4-9358e60bb7ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.531434] env[65682]: DEBUG oslo_concurrency.lockutils [None req-113c125a-70dc-4a7e-8b0e-7ef9709466d4 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lock "9f14574b-6e8e-433e-84c4-9358e60bb7ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.533972] env[65682]: INFO nova.compute.manager [None req-113c125a-70dc-4a7e-8b0e-7ef9709466d4 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Terminating instance [ 862.610918] env[65682]: DEBUG nova.compute.manager [req-ea9d5022-59fb-4669-a580-49805cf30433 req-c2ce51af-a343-4d84-ac16-67239ef72e8d service nova] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Received event network-changed-f14ecc95-f9af-48be-9744-2952931b40cb {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 862.611520] env[65682]: DEBUG nova.compute.manager [req-ea9d5022-59fb-4669-a580-49805cf30433 req-c2ce51af-a343-4d84-ac16-67239ef72e8d service nova] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Refreshing instance network info cache due to event network-changed-f14ecc95-f9af-48be-9744-2952931b40cb. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 862.611842] env[65682]: DEBUG oslo_concurrency.lockutils [req-ea9d5022-59fb-4669-a580-49805cf30433 req-c2ce51af-a343-4d84-ac16-67239ef72e8d service nova] Acquiring lock "refresh_cache-621d2f7e-ea00-448d-8aca-b9ff72ff432d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.612120] env[65682]: DEBUG oslo_concurrency.lockutils [req-ea9d5022-59fb-4669-a580-49805cf30433 req-c2ce51af-a343-4d84-ac16-67239ef72e8d service nova] Acquired lock "refresh_cache-621d2f7e-ea00-448d-8aca-b9ff72ff432d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.612510] env[65682]: DEBUG nova.network.neutron [req-ea9d5022-59fb-4669-a580-49805cf30433 req-c2ce51af-a343-4d84-ac16-67239ef72e8d service nova] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Refreshing network info cache for port f14ecc95-f9af-48be-9744-2952931b40cb {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.626106] env[65682]: DEBUG oslo_vmware.api [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616013, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.695620] env[65682]: WARNING neutronclient.v2_0.client [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.709502] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616016, 'name': CreateVM_Task, 'duration_secs': 0.417777} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.709685] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.710240] env[65682]: WARNING neutronclient.v2_0.client [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.710590] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.710741] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.711064] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.711334] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0b9e879-be4a-4328-8a7e-93466f6db6c5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.717564] env[65682]: DEBUG oslo_vmware.api [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Waiting for the task: (returnval){ [ 862.717564] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d3ff7b-8f6a-b782-53d3-e969fcb93541" [ 862.717564] env[65682]: _type = "Task" [ 862.717564] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.729938] env[65682]: DEBUG oslo_vmware.api [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d3ff7b-8f6a-b782-53d3-e969fcb93541, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.842886] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf2d35d7-1690-48b4-b0f7-2e80322e9e78 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Lock "621d2f7e-ea00-448d-8aca-b9ff72ff432d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.278s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.863393] env[65682]: DEBUG oslo_vmware.api [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616017, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.898786] env[65682]: DEBUG oslo_vmware.api [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Task: {'id': task-4616012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517157} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.899079] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] fbccaee6-8896-431f-9510-1ef10d42abdc/fbccaee6-8896-431f-9510-1ef10d42abdc.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.899963] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.899963] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fb4d87b-2eda-45b2-81c5-ba92bd11fd56 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.909293] env[65682]: DEBUG oslo_vmware.api [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Waiting for the task: (returnval){ [ 862.909293] env[65682]: value = "task-4616018" [ 862.909293] env[65682]: _type = "Task" [ 862.909293] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.931685] env[65682]: DEBUG oslo_vmware.api [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Task: {'id': task-4616018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.936203] env[65682]: DEBUG oslo_vmware.api [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5285c435-b97e-3096-7c32-c26643e64102, 'name': SearchDatastore_Task, 'duration_secs': 0.010368} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.936604] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.937018] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb/8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.940025] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98f75756-fe4c-48f2-ba3f-306598f68f50 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.951527] env[65682]: DEBUG oslo_vmware.api [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Waiting for the task: (returnval){ [ 862.951527] env[65682]: value = "task-4616019" [ 862.951527] env[65682]: _type = "Task" [ 862.951527] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.960641] env[65682]: WARNING neutronclient.v2_0.client [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.970489] env[65682]: DEBUG oslo_vmware.api [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4616019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.031370] env[65682]: WARNING neutronclient.v2_0.client [req-b7bbda99-13b4-452a-ab24-e745bc95fd4f req-15f99d06-33f1-4c24-9b5c-049aa3ec6077 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.037882] env[65682]: DEBUG nova.compute.manager [None req-113c125a-70dc-4a7e-8b0e-7ef9709466d4 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 863.038196] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-113c125a-70dc-4a7e-8b0e-7ef9709466d4 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.042408] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2f6603-c755-47ce-bb8b-f633e742ebb7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.051232] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-113c125a-70dc-4a7e-8b0e-7ef9709466d4 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.051533] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a29a1b66-b373-467f-a647-4c67bd74583f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.061237] env[65682]: DEBUG oslo_vmware.api [None req-113c125a-70dc-4a7e-8b0e-7ef9709466d4 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for the task: (returnval){ [ 863.061237] env[65682]: value = "task-4616020" [ 863.061237] env[65682]: _type = "Task" [ 863.061237] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.073542] env[65682]: DEBUG nova.network.neutron [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Updating instance_info_cache with network_info: [{"id": "bcfbb8b5-4022-4013-8cbe-9e52ad14c942", "address": "fa:16:3e:02:64:e9", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcfbb8b5-40", "ovs_interfaceid": "bcfbb8b5-4022-4013-8cbe-9e52ad14c942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.081165] env[65682]: DEBUG oslo_vmware.api [None req-113c125a-70dc-4a7e-8b0e-7ef9709466d4 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4616020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.115757] env[65682]: WARNING neutronclient.v2_0.client [req-ea9d5022-59fb-4669-a580-49805cf30433 req-c2ce51af-a343-4d84-ac16-67239ef72e8d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.131337] env[65682]: DEBUG oslo_vmware.api [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616013, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.232155] env[65682]: DEBUG oslo_vmware.api [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d3ff7b-8f6a-b782-53d3-e969fcb93541, 'name': SearchDatastore_Task, 'duration_secs': 0.037125} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.233245] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.233245] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.233245] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.233245] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.233470] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.234371] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3574a559-8b2b-419e-935c-fed953ae812b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.252375] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.252584] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.253444] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b364adbd-0b84-47f9-95a3-1dfc1db1f681 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.266633] env[65682]: DEBUG oslo_vmware.api [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Waiting for the task: (returnval){ [ 863.266633] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525f55b0-43ff-8e2b-5419-7d409b16459c" [ 863.266633] env[65682]: _type = "Task" [ 863.266633] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.268092] env[65682]: WARNING neutronclient.v2_0.client [req-b7bbda99-13b4-452a-ab24-e745bc95fd4f req-15f99d06-33f1-4c24-9b5c-049aa3ec6077 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.287435] env[65682]: DEBUG oslo_vmware.api [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525f55b0-43ff-8e2b-5419-7d409b16459c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.344177] env[65682]: WARNING neutronclient.v2_0.client [req-ea9d5022-59fb-4669-a580-49805cf30433 req-c2ce51af-a343-4d84-ac16-67239ef72e8d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.349025] env[65682]: DEBUG nova.compute.manager [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 863.371547] env[65682]: DEBUG oslo_vmware.api [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616017, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.379546] env[65682]: DEBUG nova.network.neutron [req-b7bbda99-13b4-452a-ab24-e745bc95fd4f req-15f99d06-33f1-4c24-9b5c-049aa3ec6077 service nova] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Updated VIF entry in instance network info cache for port 259a7d3d-5ded-48b2-acb0-bcd70ecae2bd. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 863.379885] env[65682]: DEBUG nova.network.neutron [req-b7bbda99-13b4-452a-ab24-e745bc95fd4f req-15f99d06-33f1-4c24-9b5c-049aa3ec6077 service nova] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Updating instance_info_cache with network_info: [{"id": "259a7d3d-5ded-48b2-acb0-bcd70ecae2bd", "address": "fa:16:3e:fd:68:08", "network": {"id": "759c733f-c566-4262-9051-59453c49fb9f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1219087333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6eeba0fa9ab4368858ca08e69cdbd1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap259a7d3d-5d", "ovs_interfaceid": "259a7d3d-5ded-48b2-acb0-bcd70ecae2bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.393555] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0ddeee79-6d69-43a4-9352-228a1b7da3e5 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Acquiring lock "621d2f7e-ea00-448d-8aca-b9ff72ff432d" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.393555] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0ddeee79-6d69-43a4-9352-228a1b7da3e5 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Lock "621d2f7e-ea00-448d-8aca-b9ff72ff432d" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.393555] env[65682]: INFO nova.compute.manager [None req-0ddeee79-6d69-43a4-9352-228a1b7da3e5 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Rebooting instance [ 863.396377] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65a2051-e169-44b2-8970-e92d71c7d546 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.407046] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6a4de3-4fff-4218-8d0b-c9d0181faf52 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.448980] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b99177-b21e-441d-986e-d899a8bee5fa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.458040] env[65682]: DEBUG oslo_vmware.api [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Task: {'id': task-4616018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075044} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.463773] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.463773] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13e8ebd-fa6f-4dda-a7a4-ab4edbf85b70 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.470953] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df5269c-28c0-444e-8e80-aab08f08776e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.491595] env[65682]: DEBUG oslo_vmware.api [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4616019, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.503326] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] fbccaee6-8896-431f-9510-1ef10d42abdc/fbccaee6-8896-431f-9510-1ef10d42abdc.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.505663] env[65682]: DEBUG nova.network.neutron [req-ea9d5022-59fb-4669-a580-49805cf30433 req-c2ce51af-a343-4d84-ac16-67239ef72e8d service nova] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Updated VIF entry in instance network info cache for port f14ecc95-f9af-48be-9744-2952931b40cb. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 863.505663] env[65682]: DEBUG nova.network.neutron [req-ea9d5022-59fb-4669-a580-49805cf30433 req-c2ce51af-a343-4d84-ac16-67239ef72e8d service nova] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Updating instance_info_cache with network_info: [{"id": "f14ecc95-f9af-48be-9744-2952931b40cb", "address": "fa:16:3e:85:c1:fc", "network": {"id": "809c6bcb-6ec8-4d4b-aa81-f45abb89eb4e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-434745643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f634acfb2e5a4e5a9769684c8f34c0a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf14ecc95-f9", "ovs_interfaceid": "f14ecc95-f9af-48be-9744-2952931b40cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.507235] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e94eb4f4-0d56-4657-8dec-c7901fa9ec62 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.525406] env[65682]: DEBUG oslo_concurrency.lockutils [req-ea9d5022-59fb-4669-a580-49805cf30433 req-c2ce51af-a343-4d84-ac16-67239ef72e8d service nova] Releasing lock "refresh_cache-621d2f7e-ea00-448d-8aca-b9ff72ff432d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.535068] env[65682]: DEBUG nova.compute.provider_tree [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.545235] env[65682]: DEBUG oslo_vmware.api [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Waiting for the task: (returnval){ [ 863.545235] env[65682]: value = "task-4616021" [ 863.545235] env[65682]: _type = "Task" [ 863.545235] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.554747] env[65682]: DEBUG oslo_vmware.api [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Task: {'id': task-4616021, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.575117] env[65682]: DEBUG oslo_vmware.api [None req-113c125a-70dc-4a7e-8b0e-7ef9709466d4 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4616020, 'name': PowerOffVM_Task, 'duration_secs': 0.409939} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.575117] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-113c125a-70dc-4a7e-8b0e-7ef9709466d4 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.575117] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-113c125a-70dc-4a7e-8b0e-7ef9709466d4 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.575117] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad0bd058-d16e-4c0b-ae62-d6591d165255 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.577612] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Releasing lock "refresh_cache-02fa8028-04bb-4b33-8931-e7af29af0204" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.629678] env[65682]: DEBUG oslo_vmware.api [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616013, 'name': RemoveSnapshot_Task, 'duration_secs': 1.078607} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.630039] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Deleted Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 863.630330] env[65682]: INFO nova.compute.manager [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Took 18.54 seconds to snapshot the instance on the hypervisor. [ 863.656337] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-113c125a-70dc-4a7e-8b0e-7ef9709466d4 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.656337] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-113c125a-70dc-4a7e-8b0e-7ef9709466d4 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.656337] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-113c125a-70dc-4a7e-8b0e-7ef9709466d4 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Deleting the datastore file [datastore1] 9f14574b-6e8e-433e-84c4-9358e60bb7ce {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.656337] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a0ace1e-99cf-4dc6-839a-8d915813f90a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.666574] env[65682]: DEBUG oslo_vmware.api [None req-113c125a-70dc-4a7e-8b0e-7ef9709466d4 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for the task: (returnval){ [ 863.666574] env[65682]: value = "task-4616023" [ 863.666574] env[65682]: _type = "Task" [ 863.666574] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.683023] env[65682]: DEBUG oslo_vmware.api [None req-113c125a-70dc-4a7e-8b0e-7ef9709466d4 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4616023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.783951] env[65682]: DEBUG oslo_vmware.api [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525f55b0-43ff-8e2b-5419-7d409b16459c, 'name': SearchDatastore_Task, 'duration_secs': 0.03754} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.784841] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fae0234d-b052-4834-b771-1a77b76093a8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.790743] env[65682]: DEBUG oslo_vmware.api [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Waiting for the task: (returnval){ [ 863.790743] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f894e2-b031-bf20-0917-59899eb2f21b" [ 863.790743] env[65682]: _type = "Task" [ 863.790743] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.800074] env[65682]: DEBUG oslo_vmware.api [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f894e2-b031-bf20-0917-59899eb2f21b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.862178] env[65682]: DEBUG oslo_vmware.api [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616017, 'name': CreateSnapshot_Task, 'duration_secs': 1.177534} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.862487] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Created Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 863.867314] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4b5c9a-ae86-41ae-9ba5-91a5df501c9d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.883167] env[65682]: DEBUG oslo_concurrency.lockutils [req-b7bbda99-13b4-452a-ab24-e745bc95fd4f req-15f99d06-33f1-4c24-9b5c-049aa3ec6077 service nova] Releasing lock "refresh_cache-970eff7f-0e40-481a-a255-a0b4a4d211d0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.885488] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.916610] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0ddeee79-6d69-43a4-9352-228a1b7da3e5 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Acquiring lock "refresh_cache-621d2f7e-ea00-448d-8aca-b9ff72ff432d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.916832] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0ddeee79-6d69-43a4-9352-228a1b7da3e5 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Acquired lock "refresh_cache-621d2f7e-ea00-448d-8aca-b9ff72ff432d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.917671] env[65682]: DEBUG nova.network.neutron [None req-0ddeee79-6d69-43a4-9352-228a1b7da3e5 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 863.968182] env[65682]: DEBUG oslo_vmware.api [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4616019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.860405} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.968182] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb/8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.968182] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.968429] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-957c3e00-1225-4671-a71c-fd0e84d1f885 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.977165] env[65682]: DEBUG oslo_vmware.api [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Waiting for the task: (returnval){ [ 863.977165] env[65682]: value = "task-4616024" [ 863.977165] env[65682]: _type = "Task" [ 863.977165] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.990202] env[65682]: DEBUG oslo_vmware.api [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4616024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.039316] env[65682]: DEBUG nova.scheduler.client.report [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.057193] env[65682]: DEBUG oslo_vmware.api [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Task: {'id': task-4616021, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.179867] env[65682]: DEBUG oslo_vmware.api [None req-113c125a-70dc-4a7e-8b0e-7ef9709466d4 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Task: {'id': task-4616023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28906} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.182604] env[65682]: DEBUG nova.compute.manager [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Found 3 images (rotation: 2) {{(pid=65682) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 864.182910] env[65682]: DEBUG nova.compute.manager [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Rotating out 1 backups {{(pid=65682) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5065}} [ 864.183120] env[65682]: DEBUG nova.compute.manager [None req-28b411a7-dfe3-402b-8087-529d9aaf5915 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Deleting image e176cc50-9bcd-4051-a2d4-7c7bc70322ab {{(pid=65682) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5070}} [ 864.185307] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-113c125a-70dc-4a7e-8b0e-7ef9709466d4 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.185482] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-113c125a-70dc-4a7e-8b0e-7ef9709466d4 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.185908] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-113c125a-70dc-4a7e-8b0e-7ef9709466d4 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.185908] env[65682]: INFO nova.compute.manager [None req-113c125a-70dc-4a7e-8b0e-7ef9709466d4 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Took 1.15 seconds to destroy the instance on the hypervisor. [ 864.186405] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-113c125a-70dc-4a7e-8b0e-7ef9709466d4 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 864.186555] env[65682]: DEBUG nova.compute.manager [-] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 864.186778] env[65682]: DEBUG nova.network.neutron [-] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 864.186944] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.223533] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.308609] env[65682]: DEBUG oslo_vmware.api [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f894e2-b031-bf20-0917-59899eb2f21b, 'name': SearchDatastore_Task, 'duration_secs': 0.010791} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.308794] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.309139] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 970eff7f-0e40-481a-a255-a0b4a4d211d0/970eff7f-0e40-481a-a255-a0b4a4d211d0.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.310033] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05ba6f67-b5dd-46f9-a161-77900f01d2fb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.319115] env[65682]: DEBUG oslo_vmware.api [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Waiting for the task: (returnval){ [ 864.319115] env[65682]: value = "task-4616025" [ 864.319115] env[65682]: _type = "Task" [ 864.319115] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.331164] env[65682]: DEBUG oslo_vmware.api [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': task-4616025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.388785] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Creating linked-clone VM from snapshot {{(pid=65682) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 864.389168] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c0c147ce-aaee-4dba-8857-e2f8128527af {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.400495] env[65682]: DEBUG oslo_vmware.api [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the task: (returnval){ [ 864.400495] env[65682]: value = "task-4616026" [ 864.400495] env[65682]: _type = "Task" [ 864.400495] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.410513] env[65682]: DEBUG oslo_vmware.api [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616026, 'name': CloneVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.419572] env[65682]: WARNING neutronclient.v2_0.client [None req-0ddeee79-6d69-43a4-9352-228a1b7da3e5 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.490705] env[65682]: DEBUG oslo_vmware.api [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4616024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105966} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.491917] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.493161] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f15c8f4-3698-4254-8e61-1e652bb05e59 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.527270] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb/8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.527270] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a522c3f2-3c85-4780-a0c7-7321650c48b5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.553024] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.879s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.553024] env[65682]: DEBUG nova.compute.manager [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 864.558865] env[65682]: DEBUG oslo_concurrency.lockutils [None req-47cdf3c4-006e-46cf-8049-b8529e7bc74d tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.898s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.559095] env[65682]: DEBUG oslo_concurrency.lockutils [None req-47cdf3c4-006e-46cf-8049-b8529e7bc74d tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.561078] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.299s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.561267] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.561461] env[65682]: INFO nova.compute.manager [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Successfully reverted task state from image_uploading on failure for instance. [ 864.563825] env[65682]: DEBUG oslo_concurrency.lockutils [None req-96e158bd-adeb-4bdd-8b16-de1472e07dee tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.841s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.564035] env[65682]: DEBUG oslo_concurrency.lockutils [None req-96e158bd-adeb-4bdd-8b16-de1472e07dee tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.566811] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.873s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.568468] env[65682]: INFO nova.compute.claims [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server [None req-e638a5a0-48fe-4b59-b825-22ee78bd83e6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Exception during message handling: oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.vm.Snapshot:snapshot-901585' has already been deleted or has not been completely created [ 864.576136] env[65682]: Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-901585' has already been deleted or has not been completely created' [ 864.576136] env[65682]: Faults: [ManagedObjectNotFound] [ 864.576136] env[65682]: Details: {'obj': 'snapshot-901585'} [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server response = request(managed_object, **kwargs) [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__ [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server return client.invoke(args, kwargs) [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server result = self.send(soapenv, timeout=timeout) [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server return self.process_reply(reply.message, None, None) [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server raise WebFault(fault, replyroot) [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server suds.WebFault: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-901585' has already been deleted or has not been completely created' [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server return api_method(*args, **kwargs) [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server raise exceptions.VimFaultException(fault_list, fault_string, [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.VimFaultException: The object 'vim.vm.Snapshot:snapshot-901585' has already been deleted or has not been completely created [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-901585' has already been deleted or has not been completely created' [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server Faults: [ManagedObjectNotFound] [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server Details: {'obj': 'snapshot-901585'} [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server raise self.value [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 166, in decorated_function [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server raise self.value [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 157, in decorated_function [ 864.576136] env[65682]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1483, in decorated_function [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server raise self.value [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 233, in decorated_function [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server raise self.value [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 230, in decorated_function [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server return function(self, context, image_id, instance, [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4583, in snapshot_instance [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server self._snapshot_instance(context, image_id, instance, [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4616, in _snapshot_instance [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server self.driver.snapshot(context, instance, image_id, [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 573, in snapshot [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server self._vmops.snapshot(context, instance, image_id, update_task_state) [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1033, in snapshot [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server self._delete_vm_snapshot(instance, vm_ref, snapshot_ref) [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/decorator.py", line 235, in fun [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server return caller(func, *(extras + args), **kw) [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 124, in retry_if_task_in_progress [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server f(*args, **kwargs) [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 933, in _delete_vm_snapshot [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server delete_snapshot_task = self._session._call_method( [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 127, in _call_method [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception() as ctxt: [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server raise self.value [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 125, in _call_method [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server return self.invoke_api(module, method, *args, **kwargs) [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server return _invoke_api(module, method, *args, **kwargs) [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server return evt.wait() [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server result = hub.switch() [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server return self.greenlet.switch() [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server idle = self.f(*self.args, **self.kw) [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server result = f(*args, **kwargs) [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api [ 864.579469] env[65682]: ERROR oslo_messaging.rpc.server raise clazz(str(excep), [ 864.587406] env[65682]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.vm.Snapshot:snapshot-901585' has already been deleted or has not been completely created [ 864.587406] env[65682]: ERROR oslo_messaging.rpc.server Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-901585' has already been deleted or has not been completely created' [ 864.587406] env[65682]: ERROR oslo_messaging.rpc.server Faults: [ManagedObjectNotFound] [ 864.587406] env[65682]: ERROR oslo_messaging.rpc.server Details: {'obj': 'snapshot-901585'} [ 864.587406] env[65682]: ERROR oslo_messaging.rpc.server [ 864.587406] env[65682]: DEBUG oslo_vmware.api [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Waiting for the task: (returnval){ [ 864.587406] env[65682]: value = "task-4616027" [ 864.587406] env[65682]: _type = "Task" [ 864.587406] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.591787] env[65682]: DEBUG oslo_vmware.api [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Task: {'id': task-4616021, 'name': ReconfigVM_Task, 'duration_secs': 0.564997} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.592836] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Reconfigured VM instance instance-0000003e to attach disk [datastore1] fbccaee6-8896-431f-9510-1ef10d42abdc/fbccaee6-8896-431f-9510-1ef10d42abdc.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.593690] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36156a9d-4482-4a46-a0c3-48f93c455f44 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.601857] env[65682]: DEBUG oslo_vmware.api [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4616027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.603728] env[65682]: DEBUG oslo_vmware.api [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Waiting for the task: (returnval){ [ 864.603728] env[65682]: value = "task-4616028" [ 864.603728] env[65682]: _type = "Task" [ 864.603728] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.616648] env[65682]: DEBUG oslo_vmware.api [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Task: {'id': task-4616028, 'name': Rename_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.627222] env[65682]: INFO nova.scheduler.client.report [None req-96e158bd-adeb-4bdd-8b16-de1472e07dee tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Deleted allocations for instance 474f8ea3-8078-4755-8f13-5c16d6feb78d [ 864.632634] env[65682]: INFO nova.scheduler.client.report [None req-47cdf3c4-006e-46cf-8049-b8529e7bc74d tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Deleted allocations for instance 36eedf5b-de18-4b04-b356-a8391c87bb25 [ 864.691094] env[65682]: WARNING neutronclient.v2_0.client [None req-0ddeee79-6d69-43a4-9352-228a1b7da3e5 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.751514] env[65682]: DEBUG nova.compute.manager [req-0122fbe3-2e63-48d0-bccd-2d51ff1cb386 req-3055578b-a05e-493f-8066-57ceb1cc8f65 service nova] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Received event network-vif-deleted-1bfd32e1-e339-43a9-9fa2-905a5fd96de7 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 864.752750] env[65682]: INFO nova.compute.manager [req-0122fbe3-2e63-48d0-bccd-2d51ff1cb386 req-3055578b-a05e-493f-8066-57ceb1cc8f65 service nova] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Neutron deleted interface 1bfd32e1-e339-43a9-9fa2-905a5fd96de7; detaching it from the instance and deleting it from the info cache [ 864.752750] env[65682]: DEBUG nova.network.neutron [req-0122fbe3-2e63-48d0-bccd-2d51ff1cb386 req-3055578b-a05e-493f-8066-57ceb1cc8f65 service nova] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.834896] env[65682]: DEBUG oslo_vmware.api [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': task-4616025, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.843488] env[65682]: DEBUG nova.network.neutron [None req-0ddeee79-6d69-43a4-9352-228a1b7da3e5 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Updating instance_info_cache with network_info: [{"id": "f14ecc95-f9af-48be-9744-2952931b40cb", "address": "fa:16:3e:85:c1:fc", "network": {"id": "809c6bcb-6ec8-4d4b-aa81-f45abb89eb4e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-434745643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f634acfb2e5a4e5a9769684c8f34c0a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf14ecc95-f9", "ovs_interfaceid": "f14ecc95-f9af-48be-9744-2952931b40cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.910797] env[65682]: DEBUG oslo_vmware.api [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616026, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.963410] env[65682]: DEBUG nova.network.neutron [-] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.077172] env[65682]: DEBUG nova.compute.utils [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.080029] env[65682]: DEBUG nova.compute.manager [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 865.080029] env[65682]: DEBUG nova.network.neutron [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 865.080029] env[65682]: WARNING neutronclient.v2_0.client [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.080029] env[65682]: WARNING neutronclient.v2_0.client [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.103007] env[65682]: DEBUG oslo_vmware.api [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4616027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.104468] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14776b47-233a-4882-89cb-3455dde2c4d2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.899173] env[65682]: DEBUG nova.policy [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dae52f67d83f4ae0822575f87a79de04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bfad41bccf14f39b11c8e13f22c5cb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.905491] env[65682]: DEBUG oslo_concurrency.lockutils [None req-47cdf3c4-006e-46cf-8049-b8529e7bc74d tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lock "36eedf5b-de18-4b04-b356-a8391c87bb25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.815s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.910104] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0ddeee79-6d69-43a4-9352-228a1b7da3e5 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Releasing lock "refresh_cache-621d2f7e-ea00-448d-8aca-b9ff72ff432d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.910104] env[65682]: INFO nova.compute.manager [-] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Took 1.72 seconds to deallocate network for instance. [ 865.912146] env[65682]: DEBUG nova.compute.manager [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 865.985321] env[65682]: DEBUG oslo_concurrency.lockutils [None req-96e158bd-adeb-4bdd-8b16-de1472e07dee tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "474f8ea3-8078-4755-8f13-5c16d6feb78d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.265s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.985321] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a986bec9-4abc-409d-8498-b1f2add9f63d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.985321] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Updating instance '02fa8028-04bb-4b33-8931-e7af29af0204' progress to 0 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 865.985321] env[65682]: DEBUG oslo_vmware.api [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Task: {'id': task-4616028, 'name': Rename_Task, 'duration_secs': 0.265616} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.985321] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.985321] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b347c23-0b7c-47a8-91f4-19d6bca028bb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.985321] env[65682]: DEBUG oslo_vmware.api [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': task-4616025, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662912} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.985321] env[65682]: DEBUG oslo_vmware.api [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4616027, 'name': ReconfigVM_Task, 'duration_secs': 0.58752} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.985321] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 970eff7f-0e40-481a-a255-a0b4a4d211d0/970eff7f-0e40-481a-a255-a0b4a4d211d0.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.985321] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.985321] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb/8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.985321] env[65682]: DEBUG oslo_vmware.api [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616026, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.985321] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a69f110-36ab-49c3-b2c8-4cf2b7baf720 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.985321] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e934a8a7-a734-49ad-9261-c810e99fccec {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.985321] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222e2e3c-bbe4-4a93-9ad1-f528515cc73b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.994012] env[65682]: DEBUG oslo_vmware.api [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Waiting for the task: (returnval){ [ 865.994012] env[65682]: value = "task-4616029" [ 865.994012] env[65682]: _type = "Task" [ 865.994012] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.007755] env[65682]: DEBUG oslo_vmware.api [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Waiting for the task: (returnval){ [ 866.007755] env[65682]: value = "task-4616031" [ 866.007755] env[65682]: _type = "Task" [ 866.007755] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.012447] env[65682]: DEBUG oslo_vmware.api [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Waiting for the task: (returnval){ [ 866.012447] env[65682]: value = "task-4616030" [ 866.012447] env[65682]: _type = "Task" [ 866.012447] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.012685] env[65682]: DEBUG oslo_vmware.api [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Task: {'id': task-4616029, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.047982] env[65682]: DEBUG nova.compute.manager [req-0122fbe3-2e63-48d0-bccd-2d51ff1cb386 req-3055578b-a05e-493f-8066-57ceb1cc8f65 service nova] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Detach interface failed, port_id=1bfd32e1-e339-43a9-9fa2-905a5fd96de7, reason: Instance 9f14574b-6e8e-433e-84c4-9358e60bb7ce could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 866.063133] env[65682]: DEBUG oslo_vmware.api [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4616030, 'name': Rename_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.063872] env[65682]: DEBUG oslo_vmware.api [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': task-4616031, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.411770] env[65682]: DEBUG nova.compute.manager [None req-0ddeee79-6d69-43a4-9352-228a1b7da3e5 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 866.413231] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1a9479-40ff-43c8-be09-bd763cacbcb0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.430770] env[65682]: DEBUG nova.network.neutron [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Successfully created port: 08e39b13-f366-446b-93ca-c72897ca570f {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 866.441207] env[65682]: DEBUG oslo_vmware.api [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616026, 'name': CloneVM_Task} progress is 95%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.453189] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.453189] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09a601ac-78b5-4450-8962-22925a840702 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.454759] env[65682]: DEBUG oslo_concurrency.lockutils [None req-113c125a-70dc-4a7e-8b0e-7ef9709466d4 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.462651] env[65682]: DEBUG oslo_vmware.api [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 866.462651] env[65682]: value = "task-4616032" [ 866.462651] env[65682]: _type = "Task" [ 866.462651] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.471803] env[65682]: DEBUG oslo_vmware.api [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4616032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.510064] env[65682]: DEBUG oslo_vmware.api [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Task: {'id': task-4616029, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.524504] env[65682]: DEBUG oslo_vmware.api [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': task-4616031, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0811} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.525310] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.529208] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c1b67f-d704-44b3-a4fe-3f48d052bcaa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.541273] env[65682]: DEBUG oslo_vmware.api [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4616030, 'name': Rename_Task, 'duration_secs': 0.175681} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.542089] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.542735] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7a34e39-9ab6-44f2-9fca-8ab02d9169d5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.564286] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 970eff7f-0e40-481a-a255-a0b4a4d211d0/970eff7f-0e40-481a-a255-a0b4a4d211d0.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.568967] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-233c2d38-fad6-4bb9-9429-2db3f62d8ed9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.583985] env[65682]: DEBUG oslo_vmware.api [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Waiting for the task: (returnval){ [ 866.583985] env[65682]: value = "task-4616033" [ 866.583985] env[65682]: _type = "Task" [ 866.583985] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.591142] env[65682]: DEBUG oslo_vmware.api [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Waiting for the task: (returnval){ [ 866.591142] env[65682]: value = "task-4616034" [ 866.591142] env[65682]: _type = "Task" [ 866.591142] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.594752] env[65682]: DEBUG oslo_vmware.api [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4616033, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.606518] env[65682]: DEBUG oslo_vmware.api [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': task-4616034, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.804035] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3cdd5c-14ee-4d66-b109-d2eb08248ee2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.815406] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18620a2f-9562-4306-9d14-f46faffe9c9a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.856171] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f612b84b-3587-4e53-bfa7-54d4fdbe112b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.868550] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764bd373-9d57-4f0e-a59a-1a5ff9df4fd0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.892306] env[65682]: DEBUG nova.compute.provider_tree [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.923045] env[65682]: DEBUG oslo_vmware.api [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616026, 'name': CloneVM_Task, 'duration_secs': 2.482553} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.923452] env[65682]: INFO nova.virt.vmwareapi.vmops [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Created linked-clone VM from snapshot [ 866.924373] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1606662d-1443-4c9f-ba8d-04f2b5079dd5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.929910] env[65682]: DEBUG nova.compute.manager [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 866.935709] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Uploading image 338ea587-2c36-4c3e-b9cb-c2ec5a29e00c {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 866.959586] env[65682]: DEBUG nova.virt.hardware [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 866.959795] env[65682]: DEBUG nova.virt.hardware [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.959947] env[65682]: DEBUG nova.virt.hardware [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 866.960133] env[65682]: DEBUG nova.virt.hardware [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.960274] env[65682]: DEBUG nova.virt.hardware [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 866.960425] env[65682]: DEBUG nova.virt.hardware [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 866.960609] env[65682]: DEBUG nova.virt.hardware [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 866.960763] env[65682]: DEBUG nova.virt.hardware [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 866.960923] env[65682]: DEBUG nova.virt.hardware [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 866.961089] env[65682]: DEBUG nova.virt.hardware [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 866.961272] env[65682]: DEBUG nova.virt.hardware [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 866.963712] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2929f79c-218e-4461-8a99-3b886f5baee1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.973854] env[65682]: DEBUG oslo_vmware.rw_handles [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 866.973854] env[65682]: value = "vm-901616" [ 866.973854] env[65682]: _type = "VirtualMachine" [ 866.973854] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 866.974486] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8319704a-11e4-4ab3-8b17-7940c1f1c94c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.981811] env[65682]: DEBUG oslo_vmware.api [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4616032, 'name': PowerOffVM_Task, 'duration_secs': 0.247453} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.984307] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55801f3-b432-4b22-a0f7-0415b86f9667 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.988763] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.989120] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Updating instance '02fa8028-04bb-4b33-8931-e7af29af0204' progress to 17 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 866.997156] env[65682]: DEBUG oslo_vmware.rw_handles [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Lease: (returnval){ [ 866.997156] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52998351-30cb-f7dd-782d-1992fbfa7a9d" [ 866.997156] env[65682]: _type = "HttpNfcLease" [ 866.997156] env[65682]: } obtained for exporting VM: (result){ [ 866.997156] env[65682]: value = "vm-901616" [ 866.997156] env[65682]: _type = "VirtualMachine" [ 866.997156] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 866.997483] env[65682]: DEBUG oslo_vmware.api [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the lease: (returnval){ [ 866.997483] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52998351-30cb-f7dd-782d-1992fbfa7a9d" [ 866.997483] env[65682]: _type = "HttpNfcLease" [ 866.997483] env[65682]: } to be ready. {{(pid=65682) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 867.023405] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 867.023405] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52998351-30cb-f7dd-782d-1992fbfa7a9d" [ 867.023405] env[65682]: _type = "HttpNfcLease" [ 867.023405] env[65682]: } is ready. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 867.026361] env[65682]: DEBUG oslo_vmware.rw_handles [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 867.026361] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52998351-30cb-f7dd-782d-1992fbfa7a9d" [ 867.026361] env[65682]: _type = "HttpNfcLease" [ 867.026361] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 867.026644] env[65682]: DEBUG oslo_vmware.api [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Task: {'id': task-4616029, 'name': PowerOnVM_Task, 'duration_secs': 0.830637} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.027448] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2db5ec-1ba5-40dc-b552-186c1213408f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.030508] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.030687] env[65682]: INFO nova.compute.manager [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Took 9.93 seconds to spawn the instance on the hypervisor. [ 867.030902] env[65682]: DEBUG nova.compute.manager [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 867.032203] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa3764f-e79d-46c2-87e6-ff68114b9546 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.047896] env[65682]: DEBUG oslo_vmware.rw_handles [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c6c659-1310-c533-3222-42d5053a2d3d/disk-0.vmdk from lease info. {{(pid=65682) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 867.047896] env[65682]: DEBUG oslo_vmware.rw_handles [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c6c659-1310-c533-3222-42d5053a2d3d/disk-0.vmdk for reading. {{(pid=65682) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 867.123072] env[65682]: DEBUG oslo_vmware.api [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': task-4616034, 'name': ReconfigVM_Task, 'duration_secs': 0.437896} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.123357] env[65682]: DEBUG oslo_vmware.api [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4616033, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.123624] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 970eff7f-0e40-481a-a255-a0b4a4d211d0/970eff7f-0e40-481a-a255-a0b4a4d211d0.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.124267] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c21dc9d8-e60c-45e4-9d4d-2dbb88f74f45 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.133090] env[65682]: DEBUG oslo_vmware.api [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Waiting for the task: (returnval){ [ 867.133090] env[65682]: value = "task-4616036" [ 867.133090] env[65682]: _type = "Task" [ 867.133090] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.144207] env[65682]: DEBUG oslo_vmware.api [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': task-4616036, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.147207] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-88290cc8-5b6a-4f34-8d41-8a3a366a6ba6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.381344] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b7008b01-3f3a-4f00-bf39-9c29646af340 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "63bdb800-aeda-456e-9acd-afab1096c9d1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.382013] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b7008b01-3f3a-4f00-bf39-9c29646af340 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "63bdb800-aeda-456e-9acd-afab1096c9d1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.382360] env[65682]: DEBUG nova.compute.manager [None req-b7008b01-3f3a-4f00-bf39-9c29646af340 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 867.383355] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b8ecd5-51f9-4ab8-9fdd-a20c1a97ba5a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.392111] env[65682]: DEBUG nova.compute.manager [None req-b7008b01-3f3a-4f00-bf39-9c29646af340 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65682) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 867.392759] env[65682]: DEBUG nova.objects.instance [None req-b7008b01-3f3a-4f00-bf39-9c29646af340 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lazy-loading 'flavor' on Instance uuid 63bdb800-aeda-456e-9acd-afab1096c9d1 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.395519] env[65682]: DEBUG nova.scheduler.client.report [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.451903] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434a086c-f36a-48d2-8dfd-6a758de3eaf2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.461685] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0ddeee79-6d69-43a4-9352-228a1b7da3e5 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Doing hard reboot of VM {{(pid=65682) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 867.462037] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-58829ce4-5143-4fb8-b83f-341ec849f270 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.470896] env[65682]: DEBUG oslo_vmware.api [None req-0ddeee79-6d69-43a4-9352-228a1b7da3e5 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Waiting for the task: (returnval){ [ 867.470896] env[65682]: value = "task-4616037" [ 867.470896] env[65682]: _type = "Task" [ 867.470896] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.483037] env[65682]: DEBUG oslo_vmware.api [None req-0ddeee79-6d69-43a4-9352-228a1b7da3e5 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4616037, 'name': ResetVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.502468] env[65682]: DEBUG nova.virt.hardware [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:23:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 867.502990] env[65682]: DEBUG nova.virt.hardware [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.503456] env[65682]: DEBUG nova.virt.hardware [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 867.503783] env[65682]: DEBUG nova.virt.hardware [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.504139] env[65682]: DEBUG nova.virt.hardware [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 867.504472] env[65682]: DEBUG nova.virt.hardware [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 867.504903] env[65682]: DEBUG nova.virt.hardware [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 867.505287] env[65682]: DEBUG nova.virt.hardware [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 867.505760] env[65682]: DEBUG nova.virt.hardware [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 867.506114] env[65682]: DEBUG nova.virt.hardware [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 867.506473] env[65682]: DEBUG nova.virt.hardware [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 867.516680] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b06ceac4-0ef1-42ce-896c-69da35928bd3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.541717] env[65682]: DEBUG oslo_vmware.api [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 867.541717] env[65682]: value = "task-4616038" [ 867.541717] env[65682]: _type = "Task" [ 867.541717] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.560111] env[65682]: DEBUG oslo_vmware.api [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4616038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.565682] env[65682]: INFO nova.compute.manager [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Took 69.31 seconds to build instance. [ 867.616940] env[65682]: DEBUG oslo_vmware.api [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4616033, 'name': PowerOnVM_Task, 'duration_secs': 0.770948} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.618418] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.618418] env[65682]: INFO nova.compute.manager [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Took 13.38 seconds to spawn the instance on the hypervisor. [ 867.618418] env[65682]: DEBUG nova.compute.manager [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 867.619712] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d0ebfb-a534-4fbd-a772-d267ee8143c3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.646547] env[65682]: DEBUG oslo_vmware.api [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': task-4616036, 'name': Rename_Task, 'duration_secs': 0.245587} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.646951] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.647486] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc0403c9-c6a6-4450-817b-3c1a44bfd50c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.657861] env[65682]: DEBUG oslo_vmware.api [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Waiting for the task: (returnval){ [ 867.657861] env[65682]: value = "task-4616039" [ 867.657861] env[65682]: _type = "Task" [ 867.657861] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.668035] env[65682]: DEBUG oslo_vmware.api [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': task-4616039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.900461] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.334s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.901167] env[65682]: DEBUG nova.compute.manager [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 867.904069] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.779s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.906191] env[65682]: INFO nova.compute.claims [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.983974] env[65682]: DEBUG oslo_vmware.api [None req-0ddeee79-6d69-43a4-9352-228a1b7da3e5 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4616037, 'name': ResetVM_Task, 'duration_secs': 0.120297} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.984703] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0ddeee79-6d69-43a4-9352-228a1b7da3e5 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Did hard reboot of VM {{(pid=65682) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 867.984935] env[65682]: DEBUG nova.compute.manager [None req-0ddeee79-6d69-43a4-9352-228a1b7da3e5 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 867.985799] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b34a58-f51f-443e-8268-07493d007fc8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.055044] env[65682]: DEBUG oslo_vmware.api [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4616038, 'name': ReconfigVM_Task, 'duration_secs': 0.202358} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.055690] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Updating instance '02fa8028-04bb-4b33-8931-e7af29af0204' progress to 33 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 868.070217] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b42c0872-7eb8-4b82-ba6b-6e1997eb30b5 tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Lock "fbccaee6-8896-431f-9510-1ef10d42abdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.190s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.091322] env[65682]: DEBUG nova.compute.manager [req-027bca73-2d0b-40d1-8095-0823ab6274d6 req-b8f38f9e-e290-4538-adbe-896a3178df44 service nova] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Received event network-vif-plugged-08e39b13-f366-446b-93ca-c72897ca570f {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 868.091322] env[65682]: DEBUG oslo_concurrency.lockutils [req-027bca73-2d0b-40d1-8095-0823ab6274d6 req-b8f38f9e-e290-4538-adbe-896a3178df44 service nova] Acquiring lock "5b0b66e2-1f7d-4f3a-8ddc-748df0994391-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.091322] env[65682]: DEBUG oslo_concurrency.lockutils [req-027bca73-2d0b-40d1-8095-0823ab6274d6 req-b8f38f9e-e290-4538-adbe-896a3178df44 service nova] Lock "5b0b66e2-1f7d-4f3a-8ddc-748df0994391-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.091510] env[65682]: DEBUG oslo_concurrency.lockutils [req-027bca73-2d0b-40d1-8095-0823ab6274d6 req-b8f38f9e-e290-4538-adbe-896a3178df44 service nova] Lock "5b0b66e2-1f7d-4f3a-8ddc-748df0994391-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.091830] env[65682]: DEBUG nova.compute.manager [req-027bca73-2d0b-40d1-8095-0823ab6274d6 req-b8f38f9e-e290-4538-adbe-896a3178df44 service nova] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] No waiting events found dispatching network-vif-plugged-08e39b13-f366-446b-93ca-c72897ca570f {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 868.092903] env[65682]: WARNING nova.compute.manager [req-027bca73-2d0b-40d1-8095-0823ab6274d6 req-b8f38f9e-e290-4538-adbe-896a3178df44 service nova] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Received unexpected event network-vif-plugged-08e39b13-f366-446b-93ca-c72897ca570f for instance with vm_state building and task_state spawning. [ 868.111883] env[65682]: DEBUG nova.network.neutron [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Successfully updated port: 08e39b13-f366-446b-93ca-c72897ca570f {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 868.142377] env[65682]: INFO nova.compute.manager [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Took 72.62 seconds to build instance. [ 868.174448] env[65682]: DEBUG oslo_vmware.api [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': task-4616039, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.401296] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7008b01-3f3a-4f00-bf39-9c29646af340 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.401680] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e66fef68-ce43-46e4-8587-57f6d9a3a2d8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.412685] env[65682]: DEBUG nova.compute.utils [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.423032] env[65682]: DEBUG nova.compute.manager [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 868.423032] env[65682]: DEBUG nova.network.neutron [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 868.423032] env[65682]: WARNING neutronclient.v2_0.client [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.423032] env[65682]: WARNING neutronclient.v2_0.client [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.425185] env[65682]: DEBUG oslo_vmware.api [None req-b7008b01-3f3a-4f00-bf39-9c29646af340 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 868.425185] env[65682]: value = "task-4616040" [ 868.425185] env[65682]: _type = "Task" [ 868.425185] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.440219] env[65682]: DEBUG oslo_vmware.api [None req-b7008b01-3f3a-4f00-bf39-9c29646af340 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.498252] env[65682]: DEBUG nova.policy [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8c018d410f54e9eb0a50249b19a926a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad8c7956812f4b58bdb1fd3877ae5189', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.503204] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0ddeee79-6d69-43a4-9352-228a1b7da3e5 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Lock "621d2f7e-ea00-448d-8aca-b9ff72ff432d" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.110s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.566718] env[65682]: DEBUG nova.virt.hardware [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:27:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='921b2e3c-71c8-4f91-82c3-f9733d8823b8',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1697965743',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 868.567582] env[65682]: DEBUG nova.virt.hardware [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.567922] env[65682]: DEBUG nova.virt.hardware [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 868.571060] env[65682]: DEBUG nova.virt.hardware [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.571060] env[65682]: DEBUG nova.virt.hardware [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 868.571060] env[65682]: DEBUG nova.virt.hardware [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 868.571060] env[65682]: DEBUG nova.virt.hardware [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 868.571060] env[65682]: DEBUG nova.virt.hardware [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 868.571060] env[65682]: DEBUG nova.virt.hardware [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 868.571060] env[65682]: DEBUG nova.virt.hardware [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 868.571060] env[65682]: DEBUG nova.virt.hardware [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 868.577330] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Reconfiguring VM instance instance-00000035 to detach disk 2000 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 868.577910] env[65682]: DEBUG nova.compute.manager [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 868.581613] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8991596-731f-40b7-abe4-905af58131b2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.605770] env[65682]: DEBUG oslo_vmware.api [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 868.605770] env[65682]: value = "task-4616041" [ 868.605770] env[65682]: _type = "Task" [ 868.605770] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.614881] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Acquiring lock "refresh_cache-5b0b66e2-1f7d-4f3a-8ddc-748df0994391" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.615506] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Acquired lock "refresh_cache-5b0b66e2-1f7d-4f3a-8ddc-748df0994391" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.615842] env[65682]: DEBUG nova.network.neutron [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 868.625962] env[65682]: DEBUG oslo_vmware.api [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4616041, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.644921] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7ba5e236-b025-471c-a646-af1fa65ba90d tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Lock "8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.425s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.674020] env[65682]: DEBUG oslo_vmware.api [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': task-4616039, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.916241] env[65682]: DEBUG nova.network.neutron [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Successfully created port: 9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 868.920593] env[65682]: DEBUG nova.compute.manager [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 868.940466] env[65682]: DEBUG oslo_vmware.api [None req-b7008b01-3f3a-4f00-bf39-9c29646af340 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616040, 'name': PowerOffVM_Task, 'duration_secs': 0.239927} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.940740] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7008b01-3f3a-4f00-bf39-9c29646af340 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.940939] env[65682]: DEBUG nova.compute.manager [None req-b7008b01-3f3a-4f00-bf39-9c29646af340 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 868.942532] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917dce92-1207-4a48-a8f6-f519c48efe54 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.121320] env[65682]: DEBUG oslo_vmware.api [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4616041, 'name': ReconfigVM_Task, 'duration_secs': 0.204646} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.122435] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.122730] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Reconfigured VM instance instance-00000035 to detach disk 2000 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 869.123605] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cb6d57-1169-4588-bcba-96014a91940d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.151761] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 02fa8028-04bb-4b33-8931-e7af29af0204/02fa8028-04bb-4b33-8931-e7af29af0204.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.154864] env[65682]: DEBUG nova.compute.manager [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 869.157734] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acc5fb91-c60e-424f-a2e0-50e439c75fdb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.182382] env[65682]: DEBUG oslo_vmware.api [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': task-4616039, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.184330] env[65682]: DEBUG oslo_vmware.api [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 869.184330] env[65682]: value = "task-4616042" [ 869.184330] env[65682]: _type = "Task" [ 869.184330] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.196775] env[65682]: DEBUG oslo_vmware.api [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4616042, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.461116] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b7008b01-3f3a-4f00-bf39-9c29646af340 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "63bdb800-aeda-456e-9acd-afab1096c9d1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.079s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.507978] env[65682]: DEBUG nova.network.neutron [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 869.527394] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa232dd6-4c68-4f4e-a2b7-0c7885462fc3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.538691] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f04dc4b-f3dc-4d7d-8d61-4f82dd9ddbd9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.581201] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbaabdbd-9204-453a-8571-1c7db2e53126 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.588776] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3b7cc6-4afc-4837-a0d3-527480e85b1e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.607341] env[65682]: DEBUG nova.compute.provider_tree [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.663535] env[65682]: WARNING neutronclient.v2_0.client [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.695166] env[65682]: DEBUG oslo_vmware.api [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': task-4616039, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.696352] env[65682]: DEBUG oslo_concurrency.lockutils [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.703103] env[65682]: DEBUG oslo_vmware.api [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4616042, 'name': ReconfigVM_Task, 'duration_secs': 0.31949} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.703447] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 02fa8028-04bb-4b33-8931-e7af29af0204/02fa8028-04bb-4b33-8931-e7af29af0204.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.703722] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Updating instance '02fa8028-04bb-4b33-8931-e7af29af0204' progress to 50 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 869.802476] env[65682]: DEBUG nova.network.neutron [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Updating instance_info_cache with network_info: [{"id": "08e39b13-f366-446b-93ca-c72897ca570f", "address": "fa:16:3e:d1:b4:4c", "network": {"id": "7b02689c-6349-4d99-bae8-8d9f13d49a79", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-516252469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bfad41bccf14f39b11c8e13f22c5cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08e39b13-f3", "ovs_interfaceid": "08e39b13-f366-446b-93ca-c72897ca570f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.931749] env[65682]: DEBUG nova.compute.manager [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 869.964815] env[65682]: DEBUG nova.virt.hardware [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 869.965061] env[65682]: DEBUG nova.virt.hardware [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.965232] env[65682]: DEBUG nova.virt.hardware [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 869.965413] env[65682]: DEBUG nova.virt.hardware [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.965557] env[65682]: DEBUG nova.virt.hardware [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 869.965698] env[65682]: DEBUG nova.virt.hardware [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 869.965977] env[65682]: DEBUG nova.virt.hardware [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 869.969276] env[65682]: DEBUG nova.virt.hardware [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 869.969572] env[65682]: DEBUG nova.virt.hardware [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 869.969827] env[65682]: DEBUG nova.virt.hardware [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 869.970060] env[65682]: DEBUG nova.virt.hardware [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 869.971286] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95090dc9-4cd4-450d-937b-d744ad7d4d12 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.983392] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32520104-70a1-4f90-9566-13dad3e4a1ce {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.110327] env[65682]: DEBUG nova.scheduler.client.report [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.149438] env[65682]: DEBUG oslo_concurrency.lockutils [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Acquiring lock "651e4382-f857-4e51-be98-7a69232637cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.149438] env[65682]: DEBUG oslo_concurrency.lockutils [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Lock "651e4382-f857-4e51-be98-7a69232637cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.149438] env[65682]: DEBUG oslo_concurrency.lockutils [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Acquiring lock "651e4382-f857-4e51-be98-7a69232637cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.149438] env[65682]: DEBUG oslo_concurrency.lockutils [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Lock "651e4382-f857-4e51-be98-7a69232637cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.149438] env[65682]: DEBUG oslo_concurrency.lockutils [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Lock "651e4382-f857-4e51-be98-7a69232637cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.151285] env[65682]: INFO nova.compute.manager [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Terminating instance [ 870.189647] env[65682]: DEBUG oslo_vmware.api [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': task-4616039, 'name': PowerOnVM_Task, 'duration_secs': 2.158264} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.190065] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.190367] env[65682]: INFO nova.compute.manager [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Took 10.34 seconds to spawn the instance on the hypervisor. [ 870.190590] env[65682]: DEBUG nova.compute.manager [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 870.191677] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f34c1f9-305b-4b6a-b8d8-b9959735763c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.211682] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82459c7-b4dc-4cec-8bed-2bc432c44ff7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.234817] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e756fcd-1408-4347-a1a6-4b34e79406cf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.257077] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Updating instance '02fa8028-04bb-4b33-8931-e7af29af0204' progress to 67 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 870.307902] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Releasing lock "refresh_cache-5b0b66e2-1f7d-4f3a-8ddc-748df0994391" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.308413] env[65682]: DEBUG nova.compute.manager [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Instance network_info: |[{"id": "08e39b13-f366-446b-93ca-c72897ca570f", "address": "fa:16:3e:d1:b4:4c", "network": {"id": "7b02689c-6349-4d99-bae8-8d9f13d49a79", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-516252469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bfad41bccf14f39b11c8e13f22c5cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08e39b13-f3", "ovs_interfaceid": "08e39b13-f366-446b-93ca-c72897ca570f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 870.309338] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:b4:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56b944d8-803d-43f2-945d-0f334ee4ea1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08e39b13-f366-446b-93ca-c72897ca570f', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.317220] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Creating folder: Project (9bfad41bccf14f39b11c8e13f22c5cb8). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.317989] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65125079-cb04-4180-8fda-8c472a06fd68 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.332258] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Created folder: Project (9bfad41bccf14f39b11c8e13f22c5cb8) in parent group-v901426. [ 870.332415] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Creating folder: Instances. Parent ref: group-v901617. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.332687] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb9c751f-10c8-4983-bef7-c7fca7437ab6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.346056] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Created folder: Instances in parent group-v901617. [ 870.347683] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 870.347683] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.347683] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-714fd063-b5d3-4487-9b58-41849f1f1f05 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.373045] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.373045] env[65682]: value = "task-4616045" [ 870.373045] env[65682]: _type = "Task" [ 870.373045] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.385460] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616045, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.524967] env[65682]: DEBUG nova.network.neutron [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Successfully updated port: 9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 870.570980] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Acquiring lock "fbccaee6-8896-431f-9510-1ef10d42abdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.570980] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Lock "fbccaee6-8896-431f-9510-1ef10d42abdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.570980] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Acquiring lock "fbccaee6-8896-431f-9510-1ef10d42abdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.570980] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Lock "fbccaee6-8896-431f-9510-1ef10d42abdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.570980] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Lock "fbccaee6-8896-431f-9510-1ef10d42abdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.572982] env[65682]: INFO nova.compute.manager [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Terminating instance [ 870.617145] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.618017] env[65682]: DEBUG nova.compute.manager [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 870.624075] env[65682]: DEBUG oslo_concurrency.lockutils [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.975s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.625362] env[65682]: INFO nova.compute.claims [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.655919] env[65682]: DEBUG nova.compute.manager [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 870.656226] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.656521] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51101522-3e84-44fb-bbb5-b7bd6142b72c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.667211] env[65682]: DEBUG oslo_vmware.api [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Waiting for the task: (returnval){ [ 870.667211] env[65682]: value = "task-4616046" [ 870.667211] env[65682]: _type = "Task" [ 870.667211] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.676617] env[65682]: DEBUG oslo_vmware.api [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Task: {'id': task-4616046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.715190] env[65682]: INFO nova.compute.manager [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Took 65.02 seconds to build instance. [ 870.765465] env[65682]: WARNING neutronclient.v2_0.client [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.766310] env[65682]: WARNING neutronclient.v2_0.client [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.825129] env[65682]: DEBUG nova.network.neutron [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Port bcfbb8b5-4022-4013-8cbe-9e52ad14c942 binding to destination host cpu-1 is already ACTIVE {{(pid=65682) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 870.887253] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616045, 'name': CreateVM_Task, 'duration_secs': 0.399594} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.888692] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.890669] env[65682]: DEBUG nova.compute.manager [req-8ecd1493-53a5-42e7-9ac6-0c9bf43f4c41 req-42f715d9-c4dd-4085-a3b4-2c411d957719 service nova] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Received event network-changed-08e39b13-f366-446b-93ca-c72897ca570f {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 870.890847] env[65682]: DEBUG nova.compute.manager [req-8ecd1493-53a5-42e7-9ac6-0c9bf43f4c41 req-42f715d9-c4dd-4085-a3b4-2c411d957719 service nova] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Refreshing instance network info cache due to event network-changed-08e39b13-f366-446b-93ca-c72897ca570f. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 870.891077] env[65682]: DEBUG oslo_concurrency.lockutils [req-8ecd1493-53a5-42e7-9ac6-0c9bf43f4c41 req-42f715d9-c4dd-4085-a3b4-2c411d957719 service nova] Acquiring lock "refresh_cache-5b0b66e2-1f7d-4f3a-8ddc-748df0994391" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.891219] env[65682]: DEBUG oslo_concurrency.lockutils [req-8ecd1493-53a5-42e7-9ac6-0c9bf43f4c41 req-42f715d9-c4dd-4085-a3b4-2c411d957719 service nova] Acquired lock "refresh_cache-5b0b66e2-1f7d-4f3a-8ddc-748df0994391" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.891369] env[65682]: DEBUG nova.network.neutron [req-8ecd1493-53a5-42e7-9ac6-0c9bf43f4c41 req-42f715d9-c4dd-4085-a3b4-2c411d957719 service nova] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Refreshing network info cache for port 08e39b13-f366-446b-93ca-c72897ca570f {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.893930] env[65682]: WARNING neutronclient.v2_0.client [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.893930] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.893930] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.894504] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.895328] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-096fc873-e93d-4af4-843f-80180ca7fe3c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.903097] env[65682]: DEBUG oslo_vmware.api [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Waiting for the task: (returnval){ [ 870.903097] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522f64d8-503c-bf51-33a8-95afe83548c0" [ 870.903097] env[65682]: _type = "Task" [ 870.903097] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.916181] env[65682]: DEBUG oslo_vmware.api [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522f64d8-503c-bf51-33a8-95afe83548c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.950011] env[65682]: DEBUG nova.compute.manager [req-4b2b5814-33a0-40c5-b1a7-e66e5acee846 req-21dbb8d8-7fa0-4382-bcd3-70a55f3cc332 service nova] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Received event network-vif-plugged-9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 870.950011] env[65682]: DEBUG oslo_concurrency.lockutils [req-4b2b5814-33a0-40c5-b1a7-e66e5acee846 req-21dbb8d8-7fa0-4382-bcd3-70a55f3cc332 service nova] Acquiring lock "ad2c42c5-114c-476e-a2ec-f6ec714bde3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.950596] env[65682]: DEBUG oslo_concurrency.lockutils [req-4b2b5814-33a0-40c5-b1a7-e66e5acee846 req-21dbb8d8-7fa0-4382-bcd3-70a55f3cc332 service nova] Lock "ad2c42c5-114c-476e-a2ec-f6ec714bde3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.951088] env[65682]: DEBUG oslo_concurrency.lockutils [req-4b2b5814-33a0-40c5-b1a7-e66e5acee846 req-21dbb8d8-7fa0-4382-bcd3-70a55f3cc332 service nova] Lock "ad2c42c5-114c-476e-a2ec-f6ec714bde3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.951531] env[65682]: DEBUG nova.compute.manager [req-4b2b5814-33a0-40c5-b1a7-e66e5acee846 req-21dbb8d8-7fa0-4382-bcd3-70a55f3cc332 service nova] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] No waiting events found dispatching network-vif-plugged-9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 870.952619] env[65682]: WARNING nova.compute.manager [req-4b2b5814-33a0-40c5-b1a7-e66e5acee846 req-21dbb8d8-7fa0-4382-bcd3-70a55f3cc332 service nova] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Received unexpected event network-vif-plugged-9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb for instance with vm_state building and task_state spawning. [ 871.029116] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Acquiring lock "refresh_cache-ad2c42c5-114c-476e-a2ec-f6ec714bde3d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.029330] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Acquired lock "refresh_cache-ad2c42c5-114c-476e-a2ec-f6ec714bde3d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.029534] env[65682]: DEBUG nova.network.neutron [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 871.077145] env[65682]: DEBUG nova.compute.manager [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 871.077385] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.078327] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351ff460-2085-4a1c-8f83-4a2365388851 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.089801] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.090171] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1638dec1-f0f1-49d8-8a29-ca1bdfccb16c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.097708] env[65682]: DEBUG oslo_vmware.api [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Waiting for the task: (returnval){ [ 871.097708] env[65682]: value = "task-4616047" [ 871.097708] env[65682]: _type = "Task" [ 871.097708] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.111152] env[65682]: DEBUG oslo_vmware.api [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Task: {'id': task-4616047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.133783] env[65682]: DEBUG nova.compute.utils [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.138684] env[65682]: DEBUG nova.compute.manager [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 871.138684] env[65682]: DEBUG nova.network.neutron [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 871.139058] env[65682]: WARNING neutronclient.v2_0.client [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.139882] env[65682]: WARNING neutronclient.v2_0.client [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.179309] env[65682]: DEBUG oslo_vmware.api [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Task: {'id': task-4616046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.207172] env[65682]: DEBUG nova.policy [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6316728f0e84555b2693fc2c5780e38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8eaca82bae54434ea55d652d06ff4773', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.218191] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1870b0d1-4bfb-4ed1-8fa4-cd01cf9cb6ad tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Lock "970eff7f-0e40-481a-a255-a0b4a4d211d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.726s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.397183] env[65682]: WARNING neutronclient.v2_0.client [req-8ecd1493-53a5-42e7-9ac6-0c9bf43f4c41 req-42f715d9-c4dd-4085-a3b4-2c411d957719 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.417826] env[65682]: DEBUG oslo_vmware.api [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522f64d8-503c-bf51-33a8-95afe83548c0, 'name': SearchDatastore_Task, 'duration_secs': 0.015787} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.420104] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.420104] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.420104] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.420104] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.420104] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.420104] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19a2476f-c9ae-4a2f-985d-3752385ac182 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.433062] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.433293] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.434259] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65d54043-6ee7-47a9-be2b-c263e91510e1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.442123] env[65682]: DEBUG oslo_vmware.api [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Waiting for the task: (returnval){ [ 871.442123] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522ba222-50a5-5bf2-efd3-14e155da0cd1" [ 871.442123] env[65682]: _type = "Task" [ 871.442123] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.454033] env[65682]: DEBUG oslo_vmware.api [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522ba222-50a5-5bf2-efd3-14e155da0cd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.475030] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Acquiring lock "621d2f7e-ea00-448d-8aca-b9ff72ff432d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.475030] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Lock "621d2f7e-ea00-448d-8aca-b9ff72ff432d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.475258] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Acquiring lock "621d2f7e-ea00-448d-8aca-b9ff72ff432d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.475324] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Lock "621d2f7e-ea00-448d-8aca-b9ff72ff432d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.475512] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Lock "621d2f7e-ea00-448d-8aca-b9ff72ff432d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.478029] env[65682]: INFO nova.compute.manager [None req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Terminating instance [ 871.532628] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bb120fc4-ee61-475b-aeb5-e58c3628d77c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Acquiring lock "8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.533047] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bb120fc4-ee61-475b-aeb5-e58c3628d77c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Lock "8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.533390] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bb120fc4-ee61-475b-aeb5-e58c3628d77c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Acquiring lock "8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.533664] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bb120fc4-ee61-475b-aeb5-e58c3628d77c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Lock "8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.533945] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bb120fc4-ee61-475b-aeb5-e58c3628d77c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Lock "8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.540371] env[65682]: INFO nova.compute.manager [None req-bb120fc4-ee61-475b-aeb5-e58c3628d77c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Terminating instance [ 871.554885] env[65682]: INFO nova.compute.manager [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Rescuing [ 871.555341] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Acquiring lock "refresh_cache-970eff7f-0e40-481a-a255-a0b4a4d211d0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.555518] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Acquired lock "refresh_cache-970eff7f-0e40-481a-a255-a0b4a4d211d0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.555689] env[65682]: DEBUG nova.network.neutron [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 871.614180] env[65682]: DEBUG oslo_vmware.api [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Task: {'id': task-4616047, 'name': PowerOffVM_Task, 'duration_secs': 0.33924} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.614483] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.614654] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.614971] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8a31c34-9773-4026-81c4-ab7b77cb0f40 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.639871] env[65682]: DEBUG nova.compute.manager [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 871.648280] env[65682]: DEBUG nova.network.neutron [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Successfully created port: 603bf5b3-8f43-4532-944d-1a216bdb7ce3 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 871.682509] env[65682]: DEBUG oslo_vmware.api [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Task: {'id': task-4616046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.710357] env[65682]: DEBUG nova.network.neutron [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 871.721602] env[65682]: DEBUG nova.compute.manager [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 871.863252] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquiring lock "02fa8028-04bb-4b33-8931-e7af29af0204-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.863252] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lock "02fa8028-04bb-4b33-8931-e7af29af0204-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.865457] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lock "02fa8028-04bb-4b33-8931-e7af29af0204-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.881503] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.881647] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.882611] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Deleting the datastore file [datastore1] fbccaee6-8896-431f-9510-1ef10d42abdc {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.882823] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e559253d-a481-4093-b8ae-668ddfdd4806 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.898770] env[65682]: DEBUG oslo_vmware.api [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Waiting for the task: (returnval){ [ 871.898770] env[65682]: value = "task-4616049" [ 871.898770] env[65682]: _type = "Task" [ 871.898770] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.914050] env[65682]: DEBUG oslo_vmware.api [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Task: {'id': task-4616049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.954247] env[65682]: DEBUG oslo_vmware.api [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522ba222-50a5-5bf2-efd3-14e155da0cd1, 'name': SearchDatastore_Task, 'duration_secs': 0.015421} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.958097] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab2eeaec-476b-4663-be06-8ad1ec39e0a8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.966076] env[65682]: DEBUG oslo_vmware.api [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Waiting for the task: (returnval){ [ 871.966076] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]520e8390-00f8-fe08-976d-44277406ea1c" [ 871.966076] env[65682]: _type = "Task" [ 871.966076] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.978594] env[65682]: DEBUG oslo_vmware.api [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]520e8390-00f8-fe08-976d-44277406ea1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.981962] env[65682]: DEBUG nova.compute.manager [None req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 871.981962] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.983332] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35b8915-59ac-4fc2-aebc-6dc845a5a65d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.996443] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.996787] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbc9ce00-995c-435a-aee7-10476d6ee74f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.007594] env[65682]: DEBUG oslo_vmware.api [None req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Waiting for the task: (returnval){ [ 872.007594] env[65682]: value = "task-4616050" [ 872.007594] env[65682]: _type = "Task" [ 872.007594] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.009079] env[65682]: WARNING neutronclient.v2_0.client [req-8ecd1493-53a5-42e7-9ac6-0c9bf43f4c41 req-42f715d9-c4dd-4085-a3b4-2c411d957719 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.024869] env[65682]: DEBUG oslo_vmware.api [None req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4616050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.040157] env[65682]: WARNING neutronclient.v2_0.client [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.046600] env[65682]: DEBUG nova.compute.manager [None req-bb120fc4-ee61-475b-aeb5-e58c3628d77c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 872.047066] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bb120fc4-ee61-475b-aeb5-e58c3628d77c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.048211] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bb4b22-fa57-4032-957f-d72628cece4f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.061115] env[65682]: WARNING neutronclient.v2_0.client [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.064082] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb120fc4-ee61-475b-aeb5-e58c3628d77c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.064791] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1bfa8b8-e1f4-480b-bd48-cf342ed647bd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.078769] env[65682]: DEBUG oslo_vmware.api [None req-bb120fc4-ee61-475b-aeb5-e58c3628d77c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Waiting for the task: (returnval){ [ 872.078769] env[65682]: value = "task-4616051" [ 872.078769] env[65682]: _type = "Task" [ 872.078769] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.091302] env[65682]: DEBUG oslo_vmware.api [None req-bb120fc4-ee61-475b-aeb5-e58c3628d77c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4616051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.185217] env[65682]: DEBUG oslo_vmware.api [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Task: {'id': task-4616046, 'name': PowerOffVM_Task, 'duration_secs': 1.275016} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.185520] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.185566] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Volume detach. Driver type: vmdk {{(pid=65682) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 872.185805] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901521', 'volume_id': '3c072f10-d09b-47cc-ab9b-bd247cc3d596', 'name': 'volume-3c072f10-d09b-47cc-ab9b-bd247cc3d596', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '651e4382-f857-4e51-be98-7a69232637cb', 'attached_at': '', 'detached_at': '', 'volume_id': '3c072f10-d09b-47cc-ab9b-bd247cc3d596', 'serial': '3c072f10-d09b-47cc-ab9b-bd247cc3d596'} {{(pid=65682) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 872.187182] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f5b854-0e0f-424f-a73d-e08531e7d2e4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.217345] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c8efb4-1beb-4be4-bc67-1af7b1a9e972 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.237884] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654233c3-533e-4fb0-8e56-60eadb3642ee {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.264848] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.269432] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e53852-3086-4b9e-9a69-4713826a284e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.294216] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] The volume has not been displaced from its original location: [datastore1] volume-3c072f10-d09b-47cc-ab9b-bd247cc3d596/volume-3c072f10-d09b-47cc-ab9b-bd247cc3d596.vmdk. No consolidation needed. {{(pid=65682) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 872.300277] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 872.303963] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c51373d5-067e-4269-8342-dd0899cef1af {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.327619] env[65682]: DEBUG oslo_vmware.api [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Waiting for the task: (returnval){ [ 872.327619] env[65682]: value = "task-4616052" [ 872.327619] env[65682]: _type = "Task" [ 872.327619] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.339475] env[65682]: DEBUG oslo_vmware.api [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Task: {'id': task-4616052, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.386595] env[65682]: DEBUG nova.network.neutron [req-8ecd1493-53a5-42e7-9ac6-0c9bf43f4c41 req-42f715d9-c4dd-4085-a3b4-2c411d957719 service nova] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Updated VIF entry in instance network info cache for port 08e39b13-f366-446b-93ca-c72897ca570f. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 872.387140] env[65682]: DEBUG nova.network.neutron [req-8ecd1493-53a5-42e7-9ac6-0c9bf43f4c41 req-42f715d9-c4dd-4085-a3b4-2c411d957719 service nova] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Updating instance_info_cache with network_info: [{"id": "08e39b13-f366-446b-93ca-c72897ca570f", "address": "fa:16:3e:d1:b4:4c", "network": {"id": "7b02689c-6349-4d99-bae8-8d9f13d49a79", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-516252469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bfad41bccf14f39b11c8e13f22c5cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08e39b13-f3", "ovs_interfaceid": "08e39b13-f366-446b-93ca-c72897ca570f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.415695] env[65682]: DEBUG oslo_vmware.api [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Task: {'id': task-4616049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328883} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.415981] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.416183] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.416358] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.416550] env[65682]: INFO nova.compute.manager [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Took 1.34 seconds to destroy the instance on the hypervisor. [ 872.416873] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 872.417085] env[65682]: DEBUG nova.compute.manager [-] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 872.417188] env[65682]: DEBUG nova.network.neutron [-] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 872.417587] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.445135] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf94a24-6752-4065-a0bc-9a93f42c2a1c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.457046] env[65682]: DEBUG nova.network.neutron [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Updating instance_info_cache with network_info: [{"id": "9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb", "address": "fa:16:3e:f9:8d:da", "network": {"id": "c0d129ef-bb25-4101-812c-f075bba2b37e", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-806259305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad8c7956812f4b58bdb1fd3877ae5189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b6a8f2b-eb", "ovs_interfaceid": "9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.459264] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e114355e-ec0f-4dfc-a493-0dce749b51df {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.504583] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4395a633-7825-48e1-9c2b-070886e38a9b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.513400] env[65682]: DEBUG oslo_vmware.api [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]520e8390-00f8-fe08-976d-44277406ea1c, 'name': SearchDatastore_Task, 'duration_secs': 0.017352} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.517423] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.517768] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 5b0b66e2-1f7d-4f3a-8ddc-748df0994391/5b0b66e2-1f7d-4f3a-8ddc-748df0994391.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.522888] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71dc5c55-a7e3-44cf-bdff-11df6ca43d97 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.526301] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb6dacf-aeab-436e-8996-6ca7858ddb98 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.538953] env[65682]: DEBUG oslo_vmware.api [None req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4616050, 'name': PowerOffVM_Task, 'duration_secs': 0.328073} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.539890] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.540175] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.540549] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-119676e0-971b-4102-9510-dd347b7b5195 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.559988] env[65682]: DEBUG nova.compute.provider_tree [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.562255] env[65682]: DEBUG oslo_vmware.api [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Waiting for the task: (returnval){ [ 872.562255] env[65682]: value = "task-4616053" [ 872.562255] env[65682]: _type = "Task" [ 872.562255] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.564052] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.582666] env[65682]: DEBUG oslo_vmware.api [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Task: {'id': task-4616053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.595666] env[65682]: DEBUG oslo_vmware.api [None req-bb120fc4-ee61-475b-aeb5-e58c3628d77c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4616051, 'name': PowerOffVM_Task, 'duration_secs': 0.25687} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.595981] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb120fc4-ee61-475b-aeb5-e58c3628d77c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.596209] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bb120fc4-ee61-475b-aeb5-e58c3628d77c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.596492] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9502f948-25c0-400a-9291-49215f468ff9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.627779] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.627779] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.627861] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Deleting the datastore file [datastore2] 621d2f7e-ea00-448d-8aca-b9ff72ff432d {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.628225] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-444e739d-72ae-42b9-b41a-860edcf8eba9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.636625] env[65682]: DEBUG oslo_vmware.api [None req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Waiting for the task: (returnval){ [ 872.636625] env[65682]: value = "task-4616056" [ 872.636625] env[65682]: _type = "Task" [ 872.636625] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.649674] env[65682]: DEBUG oslo_vmware.api [None req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4616056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.656268] env[65682]: DEBUG nova.compute.manager [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 872.686184] env[65682]: DEBUG nova.virt.hardware [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 872.686510] env[65682]: DEBUG nova.virt.hardware [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.686580] env[65682]: DEBUG nova.virt.hardware [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 872.686862] env[65682]: DEBUG nova.virt.hardware [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.686990] env[65682]: DEBUG nova.virt.hardware [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 872.687157] env[65682]: DEBUG nova.virt.hardware [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 872.687393] env[65682]: DEBUG nova.virt.hardware [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 872.687564] env[65682]: DEBUG nova.virt.hardware [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 872.687801] env[65682]: DEBUG nova.virt.hardware [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 872.688034] env[65682]: DEBUG nova.virt.hardware [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 872.688243] env[65682]: DEBUG nova.virt.hardware [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 872.689193] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bccd4d4-860b-4dd5-9c63-d6788000d16a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.699545] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e550f16d-0577-473f-9739-5838fcad4288 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.732364] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bb120fc4-ee61-475b-aeb5-e58c3628d77c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.732688] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bb120fc4-ee61-475b-aeb5-e58c3628d77c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.732892] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb120fc4-ee61-475b-aeb5-e58c3628d77c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Deleting the datastore file [datastore1] 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.733611] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5d02b77-1aa7-4122-a030-7af27f082347 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.742228] env[65682]: DEBUG oslo_vmware.api [None req-bb120fc4-ee61-475b-aeb5-e58c3628d77c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Waiting for the task: (returnval){ [ 872.742228] env[65682]: value = "task-4616057" [ 872.742228] env[65682]: _type = "Task" [ 872.742228] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.754749] env[65682]: DEBUG oslo_vmware.api [None req-bb120fc4-ee61-475b-aeb5-e58c3628d77c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4616057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.843081] env[65682]: DEBUG oslo_vmware.api [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Task: {'id': task-4616052, 'name': ReconfigVM_Task, 'duration_secs': 0.259035} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.843393] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 872.849793] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1f29331-0d4e-43a6-ab2c-267fc8908c78 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.868158] env[65682]: WARNING neutronclient.v2_0.client [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.872848] env[65682]: DEBUG oslo_vmware.api [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Waiting for the task: (returnval){ [ 872.872848] env[65682]: value = "task-4616058" [ 872.872848] env[65682]: _type = "Task" [ 872.872848] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.888544] env[65682]: DEBUG oslo_vmware.api [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Task: {'id': task-4616058, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.893324] env[65682]: DEBUG oslo_concurrency.lockutils [req-8ecd1493-53a5-42e7-9ac6-0c9bf43f4c41 req-42f715d9-c4dd-4085-a3b4-2c411d957719 service nova] Releasing lock "refresh_cache-5b0b66e2-1f7d-4f3a-8ddc-748df0994391" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.893660] env[65682]: DEBUG nova.compute.manager [req-8ecd1493-53a5-42e7-9ac6-0c9bf43f4c41 req-42f715d9-c4dd-4085-a3b4-2c411d957719 service nova] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Received event network-changed-f14ecc95-f9af-48be-9744-2952931b40cb {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 872.893726] env[65682]: DEBUG nova.compute.manager [req-8ecd1493-53a5-42e7-9ac6-0c9bf43f4c41 req-42f715d9-c4dd-4085-a3b4-2c411d957719 service nova] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Refreshing instance network info cache due to event network-changed-f14ecc95-f9af-48be-9744-2952931b40cb. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 872.893952] env[65682]: DEBUG oslo_concurrency.lockutils [req-8ecd1493-53a5-42e7-9ac6-0c9bf43f4c41 req-42f715d9-c4dd-4085-a3b4-2c411d957719 service nova] Acquiring lock "refresh_cache-621d2f7e-ea00-448d-8aca-b9ff72ff432d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.894129] env[65682]: DEBUG oslo_concurrency.lockutils [req-8ecd1493-53a5-42e7-9ac6-0c9bf43f4c41 req-42f715d9-c4dd-4085-a3b4-2c411d957719 service nova] Acquired lock "refresh_cache-621d2f7e-ea00-448d-8aca-b9ff72ff432d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.894454] env[65682]: DEBUG nova.network.neutron [req-8ecd1493-53a5-42e7-9ac6-0c9bf43f4c41 req-42f715d9-c4dd-4085-a3b4-2c411d957719 service nova] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Refreshing network info cache for port f14ecc95-f9af-48be-9744-2952931b40cb {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.958409] env[65682]: DEBUG nova.compute.manager [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Stashing vm_state: stopped {{(pid=65682) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 872.964681] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Releasing lock "refresh_cache-ad2c42c5-114c-476e-a2ec-f6ec714bde3d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.965185] env[65682]: DEBUG nova.compute.manager [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Instance network_info: |[{"id": "9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb", "address": "fa:16:3e:f9:8d:da", "network": {"id": "c0d129ef-bb25-4101-812c-f075bba2b37e", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-806259305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad8c7956812f4b58bdb1fd3877ae5189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b6a8f2b-eb", "ovs_interfaceid": "9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 872.965898] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:8d:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.973535] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Creating folder: Project (ad8c7956812f4b58bdb1fd3877ae5189). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 872.975015] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fed5efa0-803a-4c06-8b54-31e10a548f34 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.991033] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Created folder: Project (ad8c7956812f4b58bdb1fd3877ae5189) in parent group-v901426. [ 872.991278] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Creating folder: Instances. Parent ref: group-v901620. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 872.991583] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7b51f6a-001a-422b-bb3d-951c895de633 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.006548] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Created folder: Instances in parent group-v901620. [ 873.007308] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 873.007673] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.008232] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae3ea0f5-355f-4fd6-a13d-355d2adeb0d4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.032184] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.032184] env[65682]: value = "task-4616061" [ 873.032184] env[65682]: _type = "Task" [ 873.032184] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.046186] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616061, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.064320] env[65682]: DEBUG nova.scheduler.client.report [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.081600] env[65682]: DEBUG oslo_vmware.api [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Task: {'id': task-4616053, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.086211] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquiring lock "refresh_cache-02fa8028-04bb-4b33-8931-e7af29af0204" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.086456] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquired lock "refresh_cache-02fa8028-04bb-4b33-8931-e7af29af0204" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.086642] env[65682]: DEBUG nova.network.neutron [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 873.148800] env[65682]: DEBUG oslo_vmware.api [None req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4616056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.161727] env[65682]: WARNING neutronclient.v2_0.client [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.253915] env[65682]: DEBUG oslo_vmware.api [None req-bb120fc4-ee61-475b-aeb5-e58c3628d77c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Task: {'id': task-4616057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.481679} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.254269] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb120fc4-ee61-475b-aeb5-e58c3628d77c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.254536] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bb120fc4-ee61-475b-aeb5-e58c3628d77c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.254536] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bb120fc4-ee61-475b-aeb5-e58c3628d77c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.254863] env[65682]: INFO nova.compute.manager [None req-bb120fc4-ee61-475b-aeb5-e58c3628d77c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Took 1.21 seconds to destroy the instance on the hypervisor. [ 873.255047] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-bb120fc4-ee61-475b-aeb5-e58c3628d77c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 873.255291] env[65682]: DEBUG nova.compute.manager [-] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 873.255392] env[65682]: DEBUG nova.network.neutron [-] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 873.255657] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.365334] env[65682]: DEBUG nova.network.neutron [-] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.384764] env[65682]: DEBUG oslo_vmware.api [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Task: {'id': task-4616058, 'name': ReconfigVM_Task, 'duration_secs': 0.330962} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.385126] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901521', 'volume_id': '3c072f10-d09b-47cc-ab9b-bd247cc3d596', 'name': 'volume-3c072f10-d09b-47cc-ab9b-bd247cc3d596', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '651e4382-f857-4e51-be98-7a69232637cb', 'attached_at': '', 'detached_at': '', 'volume_id': '3c072f10-d09b-47cc-ab9b-bd247cc3d596', 'serial': '3c072f10-d09b-47cc-ab9b-bd247cc3d596'} {{(pid=65682) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 873.385694] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.386509] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094d60ba-b648-47b2-9f0c-56a5d03b0fc8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.395892] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.396233] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d5fc7f6-5213-4ef4-9adc-a4a54d803716 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.399266] env[65682]: WARNING neutronclient.v2_0.client [req-8ecd1493-53a5-42e7-9ac6-0c9bf43f4c41 req-42f715d9-c4dd-4085-a3b4-2c411d957719 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.423083] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.437981] env[65682]: DEBUG nova.network.neutron [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Successfully updated port: 603bf5b3-8f43-4532-944d-1a216bdb7ce3 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 873.479618] env[65682]: DEBUG nova.network.neutron [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Updating instance_info_cache with network_info: [{"id": "259a7d3d-5ded-48b2-acb0-bcd70ecae2bd", "address": "fa:16:3e:fd:68:08", "network": {"id": "759c733f-c566-4262-9051-59453c49fb9f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1219087333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6eeba0fa9ab4368858ca08e69cdbd1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap259a7d3d-5d", "ovs_interfaceid": "259a7d3d-5ded-48b2-acb0-bcd70ecae2bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.485713] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.501135] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.501403] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.501579] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Deleting the datastore file [datastore1] 651e4382-f857-4e51-be98-7a69232637cb {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.501868] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be76c19b-929f-4281-a458-ffa8b0c2a0eb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.515041] env[65682]: DEBUG oslo_vmware.api [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Waiting for the task: (returnval){ [ 873.515041] env[65682]: value = "task-4616063" [ 873.515041] env[65682]: _type = "Task" [ 873.515041] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.527933] env[65682]: DEBUG oslo_vmware.api [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Task: {'id': task-4616063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.544580] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616061, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.574781] env[65682]: DEBUG oslo_concurrency.lockutils [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.952s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.575441] env[65682]: DEBUG nova.compute.manager [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 873.582162] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e938537d-34ce-45c4-9b07-e4bf16c9e19d tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.506s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.582401] env[65682]: DEBUG nova.objects.instance [None req-e938537d-34ce-45c4-9b07-e4bf16c9e19d tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Lazy-loading 'resources' on Instance uuid dc0deed5-2e50-44e7-8e8d-1fc90b4f1611 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.583937] env[65682]: DEBUG oslo_vmware.api [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Task: {'id': task-4616053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616625} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.584187] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 5b0b66e2-1f7d-4f3a-8ddc-748df0994391/5b0b66e2-1f7d-4f3a-8ddc-748df0994391.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.584397] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.584673] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6560bb00-4584-4145-92d1-12608dd0ccf4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.589722] env[65682]: WARNING neutronclient.v2_0.client [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.603307] env[65682]: DEBUG oslo_vmware.api [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Waiting for the task: (returnval){ [ 873.603307] env[65682]: value = "task-4616064" [ 873.603307] env[65682]: _type = "Task" [ 873.603307] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.619920] env[65682]: DEBUG oslo_vmware.api [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Task: {'id': task-4616064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.650199] env[65682]: DEBUG oslo_vmware.api [None req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4616056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.521826} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.650554] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.650699] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.650930] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.651167] env[65682]: INFO nova.compute.manager [None req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Took 1.67 seconds to destroy the instance on the hypervisor. [ 873.651485] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 873.651753] env[65682]: DEBUG nova.compute.manager [-] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 873.651885] env[65682]: DEBUG nova.network.neutron [-] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 873.652187] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.804312] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.838187] env[65682]: WARNING neutronclient.v2_0.client [req-8ecd1493-53a5-42e7-9ac6-0c9bf43f4c41 req-42f715d9-c4dd-4085-a3b4-2c411d957719 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.868674] env[65682]: INFO nova.compute.manager [-] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Took 1.45 seconds to deallocate network for instance. [ 873.943799] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "refresh_cache-7276c80d-0da0-484e-99a2-5d84d8ab6db9" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.943953] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquired lock "refresh_cache-7276c80d-0da0-484e-99a2-5d84d8ab6db9" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.944156] env[65682]: DEBUG nova.network.neutron [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 873.982384] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Releasing lock "refresh_cache-970eff7f-0e40-481a-a255-a0b4a4d211d0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.029364] env[65682]: DEBUG oslo_vmware.api [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Task: {'id': task-4616063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1963} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.030056] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.030315] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.030531] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.030741] env[65682]: INFO nova.compute.manager [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Took 3.37 seconds to destroy the instance on the hypervisor. [ 874.031048] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 874.031612] env[65682]: DEBUG nova.compute.manager [-] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 874.031743] env[65682]: DEBUG nova.network.neutron [-] [instance: 651e4382-f857-4e51-be98-7a69232637cb] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 874.032040] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.046868] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616061, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.083797] env[65682]: DEBUG nova.compute.utils [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.088582] env[65682]: DEBUG nova.compute.manager [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 874.089986] env[65682]: DEBUG nova.network.neutron [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 874.089986] env[65682]: WARNING neutronclient.v2_0.client [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.089986] env[65682]: WARNING neutronclient.v2_0.client [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.122368] env[65682]: DEBUG oslo_vmware.api [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Task: {'id': task-4616064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113256} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.123834] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.126185] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.132397] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813d3a46-45cd-47c9-b2f7-f7edbe44477b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.158490] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 5b0b66e2-1f7d-4f3a-8ddc-748df0994391/5b0b66e2-1f7d-4f3a-8ddc-748df0994391.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.160607] env[65682]: DEBUG nova.policy [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5f33fba67ab45da86c08fe6e62c3f56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9aa8a0b312c041e49d891b6bae417098', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.165681] env[65682]: DEBUG nova.network.neutron [req-8ecd1493-53a5-42e7-9ac6-0c9bf43f4c41 req-42f715d9-c4dd-4085-a3b4-2c411d957719 service nova] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Updated VIF entry in instance network info cache for port f14ecc95-f9af-48be-9744-2952931b40cb. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 874.166067] env[65682]: DEBUG nova.network.neutron [req-8ecd1493-53a5-42e7-9ac6-0c9bf43f4c41 req-42f715d9-c4dd-4085-a3b4-2c411d957719 service nova] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Updating instance_info_cache with network_info: [{"id": "f14ecc95-f9af-48be-9744-2952931b40cb", "address": "fa:16:3e:85:c1:fc", "network": {"id": "809c6bcb-6ec8-4d4b-aa81-f45abb89eb4e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-434745643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f634acfb2e5a4e5a9769684c8f34c0a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf14ecc95-f9", "ovs_interfaceid": "f14ecc95-f9af-48be-9744-2952931b40cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.167332] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6319f2c6-966a-45af-9230-1553dd5a3530 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.192653] env[65682]: DEBUG oslo_vmware.api [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Waiting for the task: (returnval){ [ 874.192653] env[65682]: value = "task-4616065" [ 874.192653] env[65682]: _type = "Task" [ 874.192653] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.203089] env[65682]: DEBUG oslo_vmware.api [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Task: {'id': task-4616065, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.223555] env[65682]: WARNING neutronclient.v2_0.client [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.376666] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.544405] env[65682]: DEBUG nova.network.neutron [-] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.551729] env[65682]: DEBUG nova.network.neutron [-] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.557915] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616061, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.594022] env[65682]: DEBUG nova.network.neutron [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Successfully created port: 0306b676-b302-4320-b76a-806a76abc312 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 874.596875] env[65682]: DEBUG nova.compute.manager [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 874.685609] env[65682]: DEBUG oslo_concurrency.lockutils [req-8ecd1493-53a5-42e7-9ac6-0c9bf43f4c41 req-42f715d9-c4dd-4085-a3b4-2c411d957719 service nova] Releasing lock "refresh_cache-621d2f7e-ea00-448d-8aca-b9ff72ff432d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.709846] env[65682]: DEBUG oslo_vmware.api [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Task: {'id': task-4616065, 'name': ReconfigVM_Task, 'duration_secs': 0.323787} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.710167] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 5b0b66e2-1f7d-4f3a-8ddc-748df0994391/5b0b66e2-1f7d-4f3a-8ddc-748df0994391.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.710826] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e258fdf6-ca07-4c5b-89f2-f41f1ccba5e0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.723185] env[65682]: DEBUG oslo_vmware.api [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Waiting for the task: (returnval){ [ 874.723185] env[65682]: value = "task-4616066" [ 874.723185] env[65682]: _type = "Task" [ 874.723185] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.735087] env[65682]: DEBUG oslo_vmware.api [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Task: {'id': task-4616066, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.736400] env[65682]: DEBUG nova.network.neutron [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 874.776290] env[65682]: DEBUG nova.network.neutron [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Updating instance_info_cache with network_info: [{"id": "bcfbb8b5-4022-4013-8cbe-9e52ad14c942", "address": "fa:16:3e:02:64:e9", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcfbb8b5-40", "ovs_interfaceid": "bcfbb8b5-4022-4013-8cbe-9e52ad14c942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.821944] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddb63d5-bdd0-4a84-ab90-2a7e82277310 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.831380] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e24116d-eb46-4acb-8829-54b34c4466f7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.875646] env[65682]: DEBUG nova.compute.manager [req-fe390f37-01cb-4a58-bc1b-76b23111a41f req-18f6cfe9-9e2c-42ca-b70c-8049efc6e332 service nova] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Received event network-changed-9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 874.875883] env[65682]: DEBUG nova.compute.manager [req-fe390f37-01cb-4a58-bc1b-76b23111a41f req-18f6cfe9-9e2c-42ca-b70c-8049efc6e332 service nova] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Refreshing instance network info cache due to event network-changed-9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 874.876146] env[65682]: DEBUG oslo_concurrency.lockutils [req-fe390f37-01cb-4a58-bc1b-76b23111a41f req-18f6cfe9-9e2c-42ca-b70c-8049efc6e332 service nova] Acquiring lock "refresh_cache-ad2c42c5-114c-476e-a2ec-f6ec714bde3d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.876311] env[65682]: DEBUG oslo_concurrency.lockutils [req-fe390f37-01cb-4a58-bc1b-76b23111a41f req-18f6cfe9-9e2c-42ca-b70c-8049efc6e332 service nova] Acquired lock "refresh_cache-ad2c42c5-114c-476e-a2ec-f6ec714bde3d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.876469] env[65682]: DEBUG nova.network.neutron [req-fe390f37-01cb-4a58-bc1b-76b23111a41f req-18f6cfe9-9e2c-42ca-b70c-8049efc6e332 service nova] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Refreshing network info cache for port 9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.881418] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcd76b1-35cb-41ef-b008-694ea77ab1fa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.895041] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05ada34-7a33-4607-96ef-718c5d94f25a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.916096] env[65682]: DEBUG nova.compute.provider_tree [None req-e938537d-34ce-45c4-9b07-e4bf16c9e19d tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.008660] env[65682]: WARNING neutronclient.v2_0.client [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.049845] env[65682]: INFO nova.compute.manager [-] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Took 1.79 seconds to deallocate network for instance. [ 875.050158] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616061, 'name': CreateVM_Task, 'duration_secs': 1.546501} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.052071] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.052612] env[65682]: WARNING neutronclient.v2_0.client [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.052987] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.053169] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.053715] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.053994] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f9ac45a-410f-4717-b0c1-f2b0583b84f4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.064183] env[65682]: INFO nova.compute.manager [-] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Took 1.41 seconds to deallocate network for instance. [ 875.064183] env[65682]: DEBUG nova.compute.manager [req-ff4888c6-c518-4014-8d7a-9e7e6ea957bf req-dee005ac-fee1-4a38-ab94-07fa08d737d5 service nova] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Received event network-vif-plugged-603bf5b3-8f43-4532-944d-1a216bdb7ce3 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 875.064183] env[65682]: DEBUG oslo_concurrency.lockutils [req-ff4888c6-c518-4014-8d7a-9e7e6ea957bf req-dee005ac-fee1-4a38-ab94-07fa08d737d5 service nova] Acquiring lock "7276c80d-0da0-484e-99a2-5d84d8ab6db9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.064183] env[65682]: DEBUG oslo_concurrency.lockutils [req-ff4888c6-c518-4014-8d7a-9e7e6ea957bf req-dee005ac-fee1-4a38-ab94-07fa08d737d5 service nova] Lock "7276c80d-0da0-484e-99a2-5d84d8ab6db9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.064183] env[65682]: DEBUG oslo_concurrency.lockutils [req-ff4888c6-c518-4014-8d7a-9e7e6ea957bf req-dee005ac-fee1-4a38-ab94-07fa08d737d5 service nova] Lock "7276c80d-0da0-484e-99a2-5d84d8ab6db9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.064495] env[65682]: DEBUG nova.compute.manager [req-ff4888c6-c518-4014-8d7a-9e7e6ea957bf req-dee005ac-fee1-4a38-ab94-07fa08d737d5 service nova] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] No waiting events found dispatching network-vif-plugged-603bf5b3-8f43-4532-944d-1a216bdb7ce3 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 875.064495] env[65682]: WARNING nova.compute.manager [req-ff4888c6-c518-4014-8d7a-9e7e6ea957bf req-dee005ac-fee1-4a38-ab94-07fa08d737d5 service nova] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Received unexpected event network-vif-plugged-603bf5b3-8f43-4532-944d-1a216bdb7ce3 for instance with vm_state building and task_state spawning. [ 875.076618] env[65682]: DEBUG oslo_vmware.api [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Waiting for the task: (returnval){ [ 875.076618] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]520d1c1c-7e22-e871-07da-2d1d0fe98cc6" [ 875.076618] env[65682]: _type = "Task" [ 875.076618] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.088348] env[65682]: DEBUG oslo_vmware.api [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]520d1c1c-7e22-e871-07da-2d1d0fe98cc6, 'name': SearchDatastore_Task, 'duration_secs': 0.015696} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.088674] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.088944] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.089228] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.089394] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.089581] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.090291] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6724406-fdd2-4f95-81be-363e715336a2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.105501] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.105812] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.112809] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d0fa2e5-e6e8-4c63-a5f5-41b1358b482b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.122698] env[65682]: DEBUG oslo_vmware.api [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Waiting for the task: (returnval){ [ 875.122698] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c1dbd6-32f6-bb7e-6235-d51b4b486dca" [ 875.122698] env[65682]: _type = "Task" [ 875.122698] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.133714] env[65682]: DEBUG oslo_vmware.api [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c1dbd6-32f6-bb7e-6235-d51b4b486dca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.136075] env[65682]: DEBUG nova.network.neutron [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Updating instance_info_cache with network_info: [{"id": "603bf5b3-8f43-4532-944d-1a216bdb7ce3", "address": "fa:16:3e:b7:d7:49", "network": {"id": "d13ac076-fdae-4d36-93cb-7c96987ecff2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1006055871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eaca82bae54434ea55d652d06ff4773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap603bf5b3-8f", "ovs_interfaceid": "603bf5b3-8f43-4532-944d-1a216bdb7ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.162369] env[65682]: DEBUG nova.network.neutron [-] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.233687] env[65682]: DEBUG oslo_vmware.api [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Task: {'id': task-4616066, 'name': Rename_Task, 'duration_secs': 0.172691} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.233687] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.233687] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcf9c258-29b2-48ec-92c0-05c599ee445f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.242892] env[65682]: DEBUG oslo_vmware.api [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Waiting for the task: (returnval){ [ 875.242892] env[65682]: value = "task-4616067" [ 875.242892] env[65682]: _type = "Task" [ 875.242892] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.252967] env[65682]: DEBUG oslo_vmware.api [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Task: {'id': task-4616067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.285093] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Releasing lock "refresh_cache-02fa8028-04bb-4b33-8931-e7af29af0204" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.386132] env[65682]: WARNING neutronclient.v2_0.client [req-fe390f37-01cb-4a58-bc1b-76b23111a41f req-18f6cfe9-9e2c-42ca-b70c-8049efc6e332 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.422467] env[65682]: DEBUG nova.scheduler.client.report [None req-e938537d-34ce-45c4-9b07-e4bf16c9e19d tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.525798] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.525925] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f67db48-9c75-4ab3-818d-469684990710 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.534993] env[65682]: DEBUG oslo_vmware.api [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Waiting for the task: (returnval){ [ 875.534993] env[65682]: value = "task-4616068" [ 875.534993] env[65682]: _type = "Task" [ 875.534993] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.540409] env[65682]: DEBUG oslo_vmware.rw_handles [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c6c659-1310-c533-3222-42d5053a2d3d/disk-0.vmdk. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 875.541624] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1804db-5163-46e3-9cad-d0b83d564556 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.548841] env[65682]: DEBUG oslo_vmware.rw_handles [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c6c659-1310-c533-3222-42d5053a2d3d/disk-0.vmdk is in state: ready. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 875.549169] env[65682]: ERROR oslo_vmware.rw_handles [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c6c659-1310-c533-3222-42d5053a2d3d/disk-0.vmdk due to incomplete transfer. [ 875.553902] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d86f19f3-076b-4c9b-8688-4514f717bc55 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.555952] env[65682]: DEBUG oslo_vmware.api [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': task-4616068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.563172] env[65682]: DEBUG oslo_vmware.rw_handles [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c6c659-1310-c533-3222-42d5053a2d3d/disk-0.vmdk. {{(pid=65682) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 875.563391] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Uploaded image 338ea587-2c36-4c3e-b9cb-c2ec5a29e00c to the Glance image server {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 875.565603] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Destroying the VM {{(pid=65682) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 875.569662] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bb120fc4-ee61-475b-aeb5-e58c3628d77c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.569931] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c402dd97-89d7-4162-ba2e-beff9692cdc4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.576315] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.579976] env[65682]: DEBUG oslo_vmware.api [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the task: (returnval){ [ 875.579976] env[65682]: value = "task-4616069" [ 875.579976] env[65682]: _type = "Task" [ 875.579976] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.590102] env[65682]: DEBUG oslo_vmware.api [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616069, 'name': Destroy_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.620728] env[65682]: DEBUG nova.compute.manager [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 875.634992] env[65682]: DEBUG oslo_vmware.api [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c1dbd6-32f6-bb7e-6235-d51b4b486dca, 'name': SearchDatastore_Task, 'duration_secs': 0.015711} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.639060] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8b46d82-23fc-41f7-b070-a16d4af7c966 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.641623] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Releasing lock "refresh_cache-7276c80d-0da0-484e-99a2-5d84d8ab6db9" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.642013] env[65682]: DEBUG nova.compute.manager [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Instance network_info: |[{"id": "603bf5b3-8f43-4532-944d-1a216bdb7ce3", "address": "fa:16:3e:b7:d7:49", "network": {"id": "d13ac076-fdae-4d36-93cb-7c96987ecff2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1006055871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eaca82bae54434ea55d652d06ff4773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap603bf5b3-8f", "ovs_interfaceid": "603bf5b3-8f43-4532-944d-1a216bdb7ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 875.642520] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:d7:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '603bf5b3-8f43-4532-944d-1a216bdb7ce3', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.655030] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 875.657733] env[65682]: DEBUG nova.virt.hardware [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 875.657901] env[65682]: DEBUG nova.virt.hardware [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.658115] env[65682]: DEBUG nova.virt.hardware [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 875.658351] env[65682]: DEBUG nova.virt.hardware [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.658481] env[65682]: DEBUG nova.virt.hardware [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 875.658724] env[65682]: DEBUG nova.virt.hardware [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 875.658957] env[65682]: DEBUG nova.virt.hardware [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 875.659260] env[65682]: DEBUG nova.virt.hardware [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 875.659450] env[65682]: DEBUG nova.virt.hardware [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 875.659621] env[65682]: DEBUG nova.virt.hardware [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 875.659816] env[65682]: DEBUG nova.virt.hardware [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 875.662152] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.662152] env[65682]: DEBUG oslo_vmware.api [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Waiting for the task: (returnval){ [ 875.662152] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52af8f02-4c5d-9770-0be3-6e248fdddf47" [ 875.662152] env[65682]: _type = "Task" [ 875.662152] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.662152] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0be34e3-7a95-4ffd-9731-15e14654b326 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.664788] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca115795-9503-45c2-8565-1c74c9eadcc3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.688589] env[65682]: INFO nova.compute.manager [-] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Took 1.66 seconds to deallocate network for instance. [ 875.702135] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97641c4b-3517-4025-94a4-cf4f6e1fac60 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.711627] env[65682]: DEBUG oslo_vmware.api [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52af8f02-4c5d-9770-0be3-6e248fdddf47, 'name': SearchDatastore_Task, 'duration_secs': 0.01213} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.711871] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.711871] env[65682]: value = "task-4616070" [ 875.711871] env[65682]: _type = "Task" [ 875.711871] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.712779] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.713135] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] ad2c42c5-114c-476e-a2ec-f6ec714bde3d/ad2c42c5-114c-476e-a2ec-f6ec714bde3d.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.714076] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21262e30-81cc-4612-bf7e-ae5da6051cbc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.737230] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616070, 'name': CreateVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.740159] env[65682]: WARNING neutronclient.v2_0.client [req-fe390f37-01cb-4a58-bc1b-76b23111a41f req-18f6cfe9-9e2c-42ca-b70c-8049efc6e332 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.743261] env[65682]: DEBUG oslo_vmware.api [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Waiting for the task: (returnval){ [ 875.743261] env[65682]: value = "task-4616071" [ 875.743261] env[65682]: _type = "Task" [ 875.743261] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.759506] env[65682]: DEBUG oslo_vmware.api [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Task: {'id': task-4616067, 'name': PowerOnVM_Task, 'duration_secs': 0.511642} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.763023] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.763312] env[65682]: INFO nova.compute.manager [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Took 8.83 seconds to spawn the instance on the hypervisor. [ 875.763469] env[65682]: DEBUG nova.compute.manager [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 875.763797] env[65682]: DEBUG oslo_vmware.api [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Task: {'id': task-4616071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.768027] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b62c3e0-32ae-445d-82e6-f804d03bb595 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.825041] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569bc000-74da-4c3f-bf78-ecb644b17c65 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.847135] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157808b1-a592-4128-95aa-734501ee38a9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.857051] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Updating instance '02fa8028-04bb-4b33-8931-e7af29af0204' progress to 83 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 875.928599] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e938537d-34ce-45c4-9b07-e4bf16c9e19d tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.346s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.931790] env[65682]: DEBUG oslo_concurrency.lockutils [None req-df1a3e25-82a3-401a-8217-f5d3b27f93a6 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.369s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.932052] env[65682]: DEBUG nova.objects.instance [None req-df1a3e25-82a3-401a-8217-f5d3b27f93a6 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Lazy-loading 'resources' on Instance uuid 5c564d55-0071-4ebd-b8ff-c95858ed139d {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.938226] env[65682]: DEBUG nova.network.neutron [req-fe390f37-01cb-4a58-bc1b-76b23111a41f req-18f6cfe9-9e2c-42ca-b70c-8049efc6e332 service nova] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Updated VIF entry in instance network info cache for port 9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 875.938814] env[65682]: DEBUG nova.network.neutron [req-fe390f37-01cb-4a58-bc1b-76b23111a41f req-18f6cfe9-9e2c-42ca-b70c-8049efc6e332 service nova] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Updating instance_info_cache with network_info: [{"id": "9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb", "address": "fa:16:3e:f9:8d:da", "network": {"id": "c0d129ef-bb25-4101-812c-f075bba2b37e", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-806259305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad8c7956812f4b58bdb1fd3877ae5189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b6a8f2b-eb", "ovs_interfaceid": "9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.971837] env[65682]: INFO nova.scheduler.client.report [None req-e938537d-34ce-45c4-9b07-e4bf16c9e19d tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Deleted allocations for instance dc0deed5-2e50-44e7-8e8d-1fc90b4f1611 [ 876.056673] env[65682]: DEBUG oslo_vmware.api [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': task-4616068, 'name': PowerOffVM_Task, 'duration_secs': 0.256405} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.058180] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.059347] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c84efeb-bd8d-41cb-9883-94ec8d944313 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.088478] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562df27c-8007-450c-a61c-5a45d1654144 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.104672] env[65682]: DEBUG oslo_vmware.api [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616069, 'name': Destroy_Task, 'duration_secs': 0.400852} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.106134] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Destroyed the VM [ 876.106134] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Deleting Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 876.106134] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dd668709-c610-445e-b9e3-e94d6f2e2f9e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.114228] env[65682]: DEBUG oslo_vmware.api [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the task: (returnval){ [ 876.114228] env[65682]: value = "task-4616072" [ 876.114228] env[65682]: _type = "Task" [ 876.114228] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.124672] env[65682]: DEBUG oslo_vmware.api [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616072, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.135531] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.135531] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6e532a7-9aa3-4f31-ab97-df81befaccb5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.144462] env[65682]: DEBUG oslo_vmware.api [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Waiting for the task: (returnval){ [ 876.144462] env[65682]: value = "task-4616073" [ 876.144462] env[65682]: _type = "Task" [ 876.144462] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.158248] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] VM already powered off {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 876.158487] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.158730] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.158910] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.159067] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.159442] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d25738df-5ee0-4a17-a5c6-102d26f4ce9f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.176277] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.176277] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.176277] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2cce21b-f914-4e25-a3ef-a5e38247b031 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.182351] env[65682]: DEBUG oslo_vmware.api [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Waiting for the task: (returnval){ [ 876.182351] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ff683a-9cb5-82c3-e6da-e6ebe870bc35" [ 876.182351] env[65682]: _type = "Task" [ 876.182351] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.193472] env[65682]: DEBUG oslo_vmware.api [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ff683a-9cb5-82c3-e6da-e6ebe870bc35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.224893] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616070, 'name': CreateVM_Task, 'duration_secs': 0.496198} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.225416] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.225853] env[65682]: WARNING neutronclient.v2_0.client [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.226304] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.226562] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.227342] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.227420] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32e836cb-7b82-4903-912b-65c103baf21b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.235174] env[65682]: DEBUG oslo_vmware.api [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 876.235174] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ab89e3-6189-49c2-15b5-35effec25b2a" [ 876.235174] env[65682]: _type = "Task" [ 876.235174] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.247555] env[65682]: DEBUG oslo_vmware.api [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ab89e3-6189-49c2-15b5-35effec25b2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.252470] env[65682]: INFO nova.compute.manager [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Took 0.56 seconds to detach 1 volumes for instance. [ 876.255099] env[65682]: DEBUG nova.compute.manager [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Deleting volume: 3c072f10-d09b-47cc-ab9b-bd247cc3d596 {{(pid=65682) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3320}} [ 876.260987] env[65682]: DEBUG oslo_vmware.api [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Task: {'id': task-4616071, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.292863] env[65682]: INFO nova.compute.manager [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Took 62.97 seconds to build instance. [ 876.368342] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.369717] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b039fc4f-1546-4682-9358-813afc765c58 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.378225] env[65682]: DEBUG oslo_vmware.api [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 876.378225] env[65682]: value = "task-4616075" [ 876.378225] env[65682]: _type = "Task" [ 876.378225] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.388651] env[65682]: DEBUG oslo_vmware.api [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4616075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.413953] env[65682]: DEBUG nova.network.neutron [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Successfully updated port: 0306b676-b302-4320-b76a-806a76abc312 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 876.442139] env[65682]: DEBUG oslo_concurrency.lockutils [req-fe390f37-01cb-4a58-bc1b-76b23111a41f req-18f6cfe9-9e2c-42ca-b70c-8049efc6e332 service nova] Releasing lock "refresh_cache-ad2c42c5-114c-476e-a2ec-f6ec714bde3d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.442399] env[65682]: DEBUG nova.compute.manager [req-fe390f37-01cb-4a58-bc1b-76b23111a41f req-18f6cfe9-9e2c-42ca-b70c-8049efc6e332 service nova] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Received event network-vif-deleted-67b89e99-8a64-4c43-85b6-3c4590c3a68c {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 876.485856] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e938537d-34ce-45c4-9b07-e4bf16c9e19d tempest-AttachInterfacesUnderV243Test-1055010431 tempest-AttachInterfacesUnderV243Test-1055010431-project-member] Lock "dc0deed5-2e50-44e7-8e8d-1fc90b4f1611" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.046s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.627844] env[65682]: DEBUG oslo_vmware.api [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616072, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.698445] env[65682]: DEBUG oslo_vmware.api [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ff683a-9cb5-82c3-e6da-e6ebe870bc35, 'name': SearchDatastore_Task, 'duration_secs': 0.036826} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.702348] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e4d8959-3870-428a-9b37-3c531a48881b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.709305] env[65682]: DEBUG oslo_vmware.api [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Waiting for the task: (returnval){ [ 876.709305] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a74bbd-cf45-8fa8-3d14-1d695b08df21" [ 876.709305] env[65682]: _type = "Task" [ 876.709305] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.722837] env[65682]: DEBUG oslo_vmware.api [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a74bbd-cf45-8fa8-3d14-1d695b08df21, 'name': SearchDatastore_Task, 'duration_secs': 0.010326} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.723218] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.723647] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 970eff7f-0e40-481a-a255-a0b4a4d211d0/7e411482-4ba4-42db-a7a9-44449cf54ba0-rescue.vmdk. {{(pid=65682) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 876.723940] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c577384-adb4-4ecc-b522-de93ccbe91a2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.732402] env[65682]: DEBUG oslo_vmware.api [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Waiting for the task: (returnval){ [ 876.732402] env[65682]: value = "task-4616076" [ 876.732402] env[65682]: _type = "Task" [ 876.732402] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.751974] env[65682]: DEBUG oslo_vmware.api [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': task-4616076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.752168] env[65682]: DEBUG oslo_vmware.api [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ab89e3-6189-49c2-15b5-35effec25b2a, 'name': SearchDatastore_Task, 'duration_secs': 0.03122} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.755603] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.755876] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.756193] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.756383] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.756565] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.757286] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce3fc5b8-e5e2-4fd0-b98c-b53a0d0c57c7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.766539] env[65682]: DEBUG oslo_vmware.api [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Task: {'id': task-4616071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548944} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.767930] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] ad2c42c5-114c-476e-a2ec-f6ec714bde3d/ad2c42c5-114c-476e-a2ec-f6ec714bde3d.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.768206] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.768917] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.769120] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.769926] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00dd2975-c3b1-4af3-adad-5686f48fb36a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.772075] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a802e5f6-6faa-405b-9a05-27151007d0fe {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.782161] env[65682]: DEBUG oslo_vmware.api [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 876.782161] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]524627df-f272-7ad9-e02e-a726d3cc0164" [ 876.782161] env[65682]: _type = "Task" [ 876.782161] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.787357] env[65682]: DEBUG oslo_vmware.api [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Waiting for the task: (returnval){ [ 876.787357] env[65682]: value = "task-4616077" [ 876.787357] env[65682]: _type = "Task" [ 876.787357] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.800735] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ded8e94b-2a9b-439c-b0c1-f21607e97776 tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Lock "5b0b66e2-1f7d-4f3a-8ddc-748df0994391" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.646s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.801966] env[65682]: DEBUG oslo_vmware.api [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]524627df-f272-7ad9-e02e-a726d3cc0164, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.811507] env[65682]: DEBUG oslo_vmware.api [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Task: {'id': task-4616077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.820452] env[65682]: DEBUG oslo_concurrency.lockutils [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.894168] env[65682]: DEBUG oslo_vmware.api [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4616075, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.919156] env[65682]: DEBUG oslo_concurrency.lockutils [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "refresh_cache-9101a68a-0aab-44de-8739-67096b5c28d9" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.919156] env[65682]: DEBUG oslo_concurrency.lockutils [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquired lock "refresh_cache-9101a68a-0aab-44de-8739-67096b5c28d9" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.919156] env[65682]: DEBUG nova.network.neutron [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 877.076028] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f89e622-8b5a-4313-8cce-7d76ef6d8c74 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.084449] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8770eb80-45bb-4324-8fe1-e1c33bb27386 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.125727] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859241aa-d6ee-41c5-a26f-76722984b133 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.136671] env[65682]: DEBUG oslo_vmware.api [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616072, 'name': RemoveSnapshot_Task, 'duration_secs': 0.854689} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.142087] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Deleted Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 877.142087] env[65682]: INFO nova.compute.manager [None req-caa538b8-4bce-48e9-a401-63e563e3fba2 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Took 15.37 seconds to snapshot the instance on the hypervisor. [ 877.144893] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadec360-7fa1-468c-9423-52ec538cd93e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.163334] env[65682]: DEBUG nova.compute.provider_tree [None req-df1a3e25-82a3-401a-8217-f5d3b27f93a6 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.244142] env[65682]: DEBUG oslo_vmware.api [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': task-4616076, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.295569] env[65682]: DEBUG nova.compute.manager [req-a3e9c9c7-5c9e-49c2-abd0-fdeb05250eca req-21cf81be-dd10-4d90-9a67-f5e8be3c9fb1 service nova] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Received event network-vif-deleted-774a8a07-eef0-41cf-b96a-eb507b021572 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 877.295685] env[65682]: DEBUG nova.compute.manager [req-a3e9c9c7-5c9e-49c2-abd0-fdeb05250eca req-21cf81be-dd10-4d90-9a67-f5e8be3c9fb1 service nova] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Received event network-vif-deleted-029ee1af-2083-4779-a303-2d26cd43e166 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 877.296045] env[65682]: DEBUG nova.compute.manager [req-a3e9c9c7-5c9e-49c2-abd0-fdeb05250eca req-21cf81be-dd10-4d90-9a67-f5e8be3c9fb1 service nova] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Received event network-vif-plugged-0306b676-b302-4320-b76a-806a76abc312 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 877.296258] env[65682]: DEBUG oslo_concurrency.lockutils [req-a3e9c9c7-5c9e-49c2-abd0-fdeb05250eca req-21cf81be-dd10-4d90-9a67-f5e8be3c9fb1 service nova] Acquiring lock "9101a68a-0aab-44de-8739-67096b5c28d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.296571] env[65682]: DEBUG oslo_concurrency.lockutils [req-a3e9c9c7-5c9e-49c2-abd0-fdeb05250eca req-21cf81be-dd10-4d90-9a67-f5e8be3c9fb1 service nova] Lock "9101a68a-0aab-44de-8739-67096b5c28d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.296837] env[65682]: DEBUG oslo_concurrency.lockutils [req-a3e9c9c7-5c9e-49c2-abd0-fdeb05250eca req-21cf81be-dd10-4d90-9a67-f5e8be3c9fb1 service nova] Lock "9101a68a-0aab-44de-8739-67096b5c28d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.297106] env[65682]: DEBUG nova.compute.manager [req-a3e9c9c7-5c9e-49c2-abd0-fdeb05250eca req-21cf81be-dd10-4d90-9a67-f5e8be3c9fb1 service nova] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] No waiting events found dispatching network-vif-plugged-0306b676-b302-4320-b76a-806a76abc312 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 877.297690] env[65682]: WARNING nova.compute.manager [req-a3e9c9c7-5c9e-49c2-abd0-fdeb05250eca req-21cf81be-dd10-4d90-9a67-f5e8be3c9fb1 service nova] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Received unexpected event network-vif-plugged-0306b676-b302-4320-b76a-806a76abc312 for instance with vm_state building and task_state spawning. [ 877.297690] env[65682]: DEBUG nova.compute.manager [req-a3e9c9c7-5c9e-49c2-abd0-fdeb05250eca req-21cf81be-dd10-4d90-9a67-f5e8be3c9fb1 service nova] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Received event network-changed-0306b676-b302-4320-b76a-806a76abc312 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 877.298931] env[65682]: DEBUG nova.compute.manager [req-a3e9c9c7-5c9e-49c2-abd0-fdeb05250eca req-21cf81be-dd10-4d90-9a67-f5e8be3c9fb1 service nova] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Refreshing instance network info cache due to event network-changed-0306b676-b302-4320-b76a-806a76abc312. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 877.299308] env[65682]: DEBUG oslo_concurrency.lockutils [req-a3e9c9c7-5c9e-49c2-abd0-fdeb05250eca req-21cf81be-dd10-4d90-9a67-f5e8be3c9fb1 service nova] Acquiring lock "refresh_cache-9101a68a-0aab-44de-8739-67096b5c28d9" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.305484] env[65682]: DEBUG nova.compute.manager [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 877.318748] env[65682]: DEBUG oslo_vmware.api [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]524627df-f272-7ad9-e02e-a726d3cc0164, 'name': SearchDatastore_Task, 'duration_secs': 0.013027} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.320116] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c52d0366-0c5a-42cd-9531-5548e30d1370 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.329303] env[65682]: DEBUG oslo_vmware.api [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Task: {'id': task-4616077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112414} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.330330] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.331519] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b12f00d-e9fe-4456-a471-34961657e9c7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.336301] env[65682]: DEBUG oslo_vmware.api [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 877.336301] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52bac479-2348-9b40-ab6b-5c5a669a686b" [ 877.336301] env[65682]: _type = "Task" [ 877.336301] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.362515] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] ad2c42c5-114c-476e-a2ec-f6ec714bde3d/ad2c42c5-114c-476e-a2ec-f6ec714bde3d.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.363979] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3035bde3-de09-41d3-afdc-479d0f8a4207 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.385161] env[65682]: DEBUG oslo_vmware.api [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52bac479-2348-9b40-ab6b-5c5a669a686b, 'name': SearchDatastore_Task, 'duration_secs': 0.011683} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.389538] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.389850] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 7276c80d-0da0-484e-99a2-5d84d8ab6db9/7276c80d-0da0-484e-99a2-5d84d8ab6db9.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.391187] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52e4cdf6-683a-4030-8b26-7ef04c410764 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.396818] env[65682]: DEBUG oslo_vmware.api [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Waiting for the task: (returnval){ [ 877.396818] env[65682]: value = "task-4616078" [ 877.396818] env[65682]: _type = "Task" [ 877.396818] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.403479] env[65682]: DEBUG oslo_vmware.api [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4616075, 'name': PowerOnVM_Task, 'duration_secs': 0.60773} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.405249] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.405928] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8a900b6e-5c83-4b82-bf0d-faafdcbfa627 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Updating instance '02fa8028-04bb-4b33-8931-e7af29af0204' progress to 100 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 877.410063] env[65682]: DEBUG oslo_vmware.api [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 877.410063] env[65682]: value = "task-4616079" [ 877.410063] env[65682]: _type = "Task" [ 877.410063] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.419642] env[65682]: DEBUG oslo_vmware.api [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Task: {'id': task-4616078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.431278] env[65682]: DEBUG oslo_vmware.api [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616079, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.467684] env[65682]: DEBUG nova.network.neutron [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 877.527661] env[65682]: DEBUG nova.compute.manager [req-d6d1a4a3-b8b4-44fa-8fc7-a4a391d3eba4 req-db23f714-272a-40e9-a6cf-b170d4bfeb4a service nova] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Received event network-changed-603bf5b3-8f43-4532-944d-1a216bdb7ce3 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 877.528036] env[65682]: DEBUG nova.compute.manager [req-d6d1a4a3-b8b4-44fa-8fc7-a4a391d3eba4 req-db23f714-272a-40e9-a6cf-b170d4bfeb4a service nova] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Refreshing instance network info cache due to event network-changed-603bf5b3-8f43-4532-944d-1a216bdb7ce3. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 877.528342] env[65682]: DEBUG oslo_concurrency.lockutils [req-d6d1a4a3-b8b4-44fa-8fc7-a4a391d3eba4 req-db23f714-272a-40e9-a6cf-b170d4bfeb4a service nova] Acquiring lock "refresh_cache-7276c80d-0da0-484e-99a2-5d84d8ab6db9" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.528493] env[65682]: DEBUG oslo_concurrency.lockutils [req-d6d1a4a3-b8b4-44fa-8fc7-a4a391d3eba4 req-db23f714-272a-40e9-a6cf-b170d4bfeb4a service nova] Acquired lock "refresh_cache-7276c80d-0da0-484e-99a2-5d84d8ab6db9" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.528683] env[65682]: DEBUG nova.network.neutron [req-d6d1a4a3-b8b4-44fa-8fc7-a4a391d3eba4 req-db23f714-272a-40e9-a6cf-b170d4bfeb4a service nova] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Refreshing network info cache for port 603bf5b3-8f43-4532-944d-1a216bdb7ce3 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.671031] env[65682]: DEBUG nova.scheduler.client.report [None req-df1a3e25-82a3-401a-8217-f5d3b27f93a6 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.683494] env[65682]: WARNING neutronclient.v2_0.client [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.747051] env[65682]: DEBUG oslo_vmware.api [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': task-4616076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583876} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.747426] env[65682]: INFO nova.virt.vmwareapi.ds_util [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 970eff7f-0e40-481a-a255-a0b4a4d211d0/7e411482-4ba4-42db-a7a9-44449cf54ba0-rescue.vmdk. [ 877.748346] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5328353-848e-4bb1-aa1a-4879c3c9e027 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.781108] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 970eff7f-0e40-481a-a255-a0b4a4d211d0/7e411482-4ba4-42db-a7a9-44449cf54ba0-rescue.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.782904] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-090bd8d2-25f2-4805-bf44-42814d7ad0ea {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.811101] env[65682]: DEBUG oslo_vmware.api [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Waiting for the task: (returnval){ [ 877.811101] env[65682]: value = "task-4616080" [ 877.811101] env[65682]: _type = "Task" [ 877.811101] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.829181] env[65682]: DEBUG oslo_vmware.api [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': task-4616080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.849622] env[65682]: DEBUG oslo_concurrency.lockutils [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.910699] env[65682]: DEBUG oslo_vmware.api [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Task: {'id': task-4616078, 'name': ReconfigVM_Task, 'duration_secs': 0.329549} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.915670] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Reconfigured VM instance instance-00000041 to attach disk [datastore2] ad2c42c5-114c-476e-a2ec-f6ec714bde3d/ad2c42c5-114c-476e-a2ec-f6ec714bde3d.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.915895] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-832da07e-1706-4237-8883-2871b4b2233a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.932957] env[65682]: DEBUG oslo_vmware.api [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616079, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499426} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.934191] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 7276c80d-0da0-484e-99a2-5d84d8ab6db9/7276c80d-0da0-484e-99a2-5d84d8ab6db9.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.934567] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.934950] env[65682]: DEBUG oslo_vmware.api [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Waiting for the task: (returnval){ [ 877.934950] env[65682]: value = "task-4616081" [ 877.934950] env[65682]: _type = "Task" [ 877.934950] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.935867] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf3afbe2-71c7-4eaa-9885-a46299bb18ee {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.948914] env[65682]: DEBUG nova.network.neutron [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Updating instance_info_cache with network_info: [{"id": "0306b676-b302-4320-b76a-806a76abc312", "address": "fa:16:3e:d8:8b:7c", "network": {"id": "bb910440-198c-4502-a3a4-4e298d3e865f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558144367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa8a0b312c041e49d891b6bae417098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0306b676-b3", "ovs_interfaceid": "0306b676-b302-4320-b76a-806a76abc312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.954493] env[65682]: DEBUG oslo_vmware.api [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Task: {'id': task-4616081, 'name': Rename_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.956072] env[65682]: DEBUG oslo_vmware.api [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 877.956072] env[65682]: value = "task-4616082" [ 877.956072] env[65682]: _type = "Task" [ 877.956072] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.970858] env[65682]: DEBUG oslo_vmware.api [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.032651] env[65682]: WARNING neutronclient.v2_0.client [req-d6d1a4a3-b8b4-44fa-8fc7-a4a391d3eba4 req-db23f714-272a-40e9-a6cf-b170d4bfeb4a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.181019] env[65682]: DEBUG oslo_concurrency.lockutils [None req-df1a3e25-82a3-401a-8217-f5d3b27f93a6 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.249s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.185019] env[65682]: DEBUG oslo_concurrency.lockutils [None req-98a904ac-ab16-4407-b946-e9de37c661b7 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.780s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.185019] env[65682]: DEBUG nova.objects.instance [None req-98a904ac-ab16-4407-b946-e9de37c661b7 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Lazy-loading 'resources' on Instance uuid 746a1592-b842-45a5-af76-11161889f176 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.208721] env[65682]: WARNING neutronclient.v2_0.client [req-d6d1a4a3-b8b4-44fa-8fc7-a4a391d3eba4 req-db23f714-272a-40e9-a6cf-b170d4bfeb4a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.215055] env[65682]: INFO nova.scheduler.client.report [None req-df1a3e25-82a3-401a-8217-f5d3b27f93a6 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Deleted allocations for instance 5c564d55-0071-4ebd-b8ff-c95858ed139d [ 878.300423] env[65682]: DEBUG nova.network.neutron [req-d6d1a4a3-b8b4-44fa-8fc7-a4a391d3eba4 req-db23f714-272a-40e9-a6cf-b170d4bfeb4a service nova] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Updated VIF entry in instance network info cache for port 603bf5b3-8f43-4532-944d-1a216bdb7ce3. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 878.300797] env[65682]: DEBUG nova.network.neutron [req-d6d1a4a3-b8b4-44fa-8fc7-a4a391d3eba4 req-db23f714-272a-40e9-a6cf-b170d4bfeb4a service nova] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Updating instance_info_cache with network_info: [{"id": "603bf5b3-8f43-4532-944d-1a216bdb7ce3", "address": "fa:16:3e:b7:d7:49", "network": {"id": "d13ac076-fdae-4d36-93cb-7c96987ecff2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1006055871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eaca82bae54434ea55d652d06ff4773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap603bf5b3-8f", "ovs_interfaceid": "603bf5b3-8f43-4532-944d-1a216bdb7ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.323980] env[65682]: DEBUG oslo_vmware.api [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': task-4616080, 'name': ReconfigVM_Task, 'duration_secs': 0.392463} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.324406] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 970eff7f-0e40-481a-a255-a0b4a4d211d0/7e411482-4ba4-42db-a7a9-44449cf54ba0-rescue.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.325497] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91751ee1-698c-4fd5-8bdb-85d5fea7edfe {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.358176] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48a882ad-cb66-49fc-aba2-7f93157cb3b5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.379839] env[65682]: DEBUG oslo_vmware.api [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Waiting for the task: (returnval){ [ 878.379839] env[65682]: value = "task-4616083" [ 878.379839] env[65682]: _type = "Task" [ 878.379839] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.389678] env[65682]: DEBUG oslo_vmware.api [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': task-4616083, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.449311] env[65682]: DEBUG oslo_vmware.api [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Task: {'id': task-4616081, 'name': Rename_Task, 'duration_secs': 0.192203} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.449703] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.449888] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4ce45a7-5572-4f37-9364-a8e11576a150 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.455660] env[65682]: DEBUG oslo_concurrency.lockutils [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Releasing lock "refresh_cache-9101a68a-0aab-44de-8739-67096b5c28d9" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.456210] env[65682]: DEBUG nova.compute.manager [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Instance network_info: |[{"id": "0306b676-b302-4320-b76a-806a76abc312", "address": "fa:16:3e:d8:8b:7c", "network": {"id": "bb910440-198c-4502-a3a4-4e298d3e865f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558144367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa8a0b312c041e49d891b6bae417098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0306b676-b3", "ovs_interfaceid": "0306b676-b302-4320-b76a-806a76abc312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 878.456407] env[65682]: DEBUG oslo_concurrency.lockutils [req-a3e9c9c7-5c9e-49c2-abd0-fdeb05250eca req-21cf81be-dd10-4d90-9a67-f5e8be3c9fb1 service nova] Acquired lock "refresh_cache-9101a68a-0aab-44de-8739-67096b5c28d9" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.456565] env[65682]: DEBUG nova.network.neutron [req-a3e9c9c7-5c9e-49c2-abd0-fdeb05250eca req-21cf81be-dd10-4d90-9a67-f5e8be3c9fb1 service nova] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Refreshing network info cache for port 0306b676-b302-4320-b76a-806a76abc312 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.457960] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:8b:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0306b676-b302-4320-b76a-806a76abc312', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.467238] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 878.469533] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.474055] env[65682]: DEBUG oslo_vmware.api [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Waiting for the task: (returnval){ [ 878.474055] env[65682]: value = "task-4616084" [ 878.474055] env[65682]: _type = "Task" [ 878.474055] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.474365] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5e89088-3b1a-4dc8-9098-7d0718cf0b2d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.502236] env[65682]: DEBUG oslo_vmware.api [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081089} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.504885] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.506599] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.506599] env[65682]: value = "task-4616085" [ 878.506599] env[65682]: _type = "Task" [ 878.506599] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.517294] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d7cd40-0560-4475-8b0f-6079f6e26a33 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.520280] env[65682]: DEBUG oslo_vmware.api [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Task: {'id': task-4616084, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.555988] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 7276c80d-0da0-484e-99a2-5d84d8ab6db9/7276c80d-0da0-484e-99a2-5d84d8ab6db9.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.563987] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06b8e025-6758-4fa9-b773-197aa80d9083 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.579991] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616085, 'name': CreateVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.587905] env[65682]: DEBUG oslo_vmware.api [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 878.587905] env[65682]: value = "task-4616086" [ 878.587905] env[65682]: _type = "Task" [ 878.587905] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.598689] env[65682]: DEBUG oslo_vmware.api [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616086, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.724992] env[65682]: DEBUG oslo_concurrency.lockutils [None req-df1a3e25-82a3-401a-8217-f5d3b27f93a6 tempest-ServerTagsTestJSON-437179920 tempest-ServerTagsTestJSON-437179920-project-member] Lock "5c564d55-0071-4ebd-b8ff-c95858ed139d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.651s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.809476] env[65682]: DEBUG oslo_concurrency.lockutils [req-d6d1a4a3-b8b4-44fa-8fc7-a4a391d3eba4 req-db23f714-272a-40e9-a6cf-b170d4bfeb4a service nova] Releasing lock "refresh_cache-7276c80d-0da0-484e-99a2-5d84d8ab6db9" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.809800] env[65682]: DEBUG nova.compute.manager [req-d6d1a4a3-b8b4-44fa-8fc7-a4a391d3eba4 req-db23f714-272a-40e9-a6cf-b170d4bfeb4a service nova] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Received event network-vif-deleted-f14ecc95-f9af-48be-9744-2952931b40cb {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 878.809989] env[65682]: DEBUG nova.compute.manager [req-d6d1a4a3-b8b4-44fa-8fc7-a4a391d3eba4 req-db23f714-272a-40e9-a6cf-b170d4bfeb4a service nova] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Received event network-vif-deleted-186ee52b-cdb0-407f-ac7c-732ec1ad8c4a {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 878.891031] env[65682]: DEBUG oslo_vmware.api [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': task-4616083, 'name': ReconfigVM_Task, 'duration_secs': 0.241478} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.894288] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.894822] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50852d0c-36cb-4ef2-8a43-02478a34062b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.901741] env[65682]: DEBUG oslo_vmware.api [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Waiting for the task: (returnval){ [ 878.901741] env[65682]: value = "task-4616087" [ 878.901741] env[65682]: _type = "Task" [ 878.901741] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.912509] env[65682]: DEBUG oslo_vmware.api [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': task-4616087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.970827] env[65682]: WARNING neutronclient.v2_0.client [req-a3e9c9c7-5c9e-49c2-abd0-fdeb05250eca req-21cf81be-dd10-4d90-9a67-f5e8be3c9fb1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.005633] env[65682]: DEBUG oslo_vmware.api [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Task: {'id': task-4616084, 'name': PowerOnVM_Task, 'duration_secs': 0.534789} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.005958] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.006307] env[65682]: INFO nova.compute.manager [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Took 9.07 seconds to spawn the instance on the hypervisor. [ 879.006490] env[65682]: DEBUG nova.compute.manager [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 879.007507] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e267141-562a-498d-9670-c14d3a9926f3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.027948] env[65682]: DEBUG oslo_concurrency.lockutils [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquiring lock "c1dffb08-8d14-4976-addd-6f563b1f31fb" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.027948] env[65682]: DEBUG oslo_concurrency.lockutils [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "c1dffb08-8d14-4976-addd-6f563b1f31fb" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.027948] env[65682]: INFO nova.compute.manager [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Shelving [ 879.050880] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616085, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.106088] env[65682]: DEBUG oslo_vmware.api [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.268402] env[65682]: WARNING neutronclient.v2_0.client [req-a3e9c9c7-5c9e-49c2-abd0-fdeb05250eca req-21cf81be-dd10-4d90-9a67-f5e8be3c9fb1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.326909] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a5a620-e0dc-4159-bc41-38a130db2ed5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.338916] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3607bf-68eb-4abe-ad96-d4af91029a51 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.387042] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76efcd0b-61d9-43a4-b72f-5da7da0ab8b8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.396702] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89de3105-6eff-418e-9d31-68d1b276c7eb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.412215] env[65682]: DEBUG oslo_vmware.api [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': task-4616087, 'name': PowerOnVM_Task, 'duration_secs': 0.501101} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.421019] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.423302] env[65682]: DEBUG nova.compute.provider_tree [None req-98a904ac-ab16-4407-b946-e9de37c661b7 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.425834] env[65682]: DEBUG nova.compute.manager [None req-e8b37f38-e858-48dd-92b4-894f077e8c57 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 879.426817] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9707b353-f6b0-4c7a-8066-d09ce73c86a3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.540897] env[65682]: INFO nova.compute.manager [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Took 57.88 seconds to build instance. [ 879.546372] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616085, 'name': CreateVM_Task, 'duration_secs': 0.646595} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.547117] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.547622] env[65682]: WARNING neutronclient.v2_0.client [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.548013] env[65682]: DEBUG oslo_concurrency.lockutils [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.548301] env[65682]: DEBUG oslo_concurrency.lockutils [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.548563] env[65682]: DEBUG oslo_concurrency.lockutils [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.548822] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f038eac-d490-44e1-a6a4-e17731b16554 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.555127] env[65682]: DEBUG oslo_vmware.api [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 879.555127] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]524efa3c-dd62-fe37-5db3-1da3b335a6f6" [ 879.555127] env[65682]: _type = "Task" [ 879.555127] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.565953] env[65682]: DEBUG oslo_vmware.api [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]524efa3c-dd62-fe37-5db3-1da3b335a6f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.602222] env[65682]: DEBUG oslo_vmware.api [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616086, 'name': ReconfigVM_Task, 'duration_secs': 0.653527} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.602222] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 7276c80d-0da0-484e-99a2-5d84d8ab6db9/7276c80d-0da0-484e-99a2-5d84d8ab6db9.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.602222] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95fe96ee-c78e-48e6-ad84-b319ba58fabc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.609771] env[65682]: DEBUG oslo_vmware.api [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 879.609771] env[65682]: value = "task-4616088" [ 879.609771] env[65682]: _type = "Task" [ 879.609771] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.618554] env[65682]: DEBUG oslo_vmware.api [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616088, 'name': Rename_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.931349] env[65682]: DEBUG nova.scheduler.client.report [None req-98a904ac-ab16-4407-b946-e9de37c661b7 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.030733] env[65682]: DEBUG nova.network.neutron [req-a3e9c9c7-5c9e-49c2-abd0-fdeb05250eca req-21cf81be-dd10-4d90-9a67-f5e8be3c9fb1 service nova] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Updated VIF entry in instance network info cache for port 0306b676-b302-4320-b76a-806a76abc312. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 880.031138] env[65682]: DEBUG nova.network.neutron [req-a3e9c9c7-5c9e-49c2-abd0-fdeb05250eca req-21cf81be-dd10-4d90-9a67-f5e8be3c9fb1 service nova] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Updating instance_info_cache with network_info: [{"id": "0306b676-b302-4320-b76a-806a76abc312", "address": "fa:16:3e:d8:8b:7c", "network": {"id": "bb910440-198c-4502-a3a4-4e298d3e865f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558144367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa8a0b312c041e49d891b6bae417098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0306b676-b3", "ovs_interfaceid": "0306b676-b302-4320-b76a-806a76abc312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.051526] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.051526] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0aca0287-4cb6-483a-ba24-c7b0d5e6cd49 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Lock "ad2c42c5-114c-476e-a2ec-f6ec714bde3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.950s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.051526] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9b59c51-4828-4ea4-96d0-f0bb31f0b963 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.057768] env[65682]: DEBUG oslo_vmware.api [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 880.057768] env[65682]: value = "task-4616089" [ 880.057768] env[65682]: _type = "Task" [ 880.057768] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.078437] env[65682]: DEBUG oslo_vmware.api [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]524efa3c-dd62-fe37-5db3-1da3b335a6f6, 'name': SearchDatastore_Task, 'duration_secs': 0.017161} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.083532] env[65682]: DEBUG oslo_concurrency.lockutils [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.085382] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.085687] env[65682]: DEBUG oslo_concurrency.lockutils [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.085839] env[65682]: DEBUG oslo_concurrency.lockutils [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.086035] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.086353] env[65682]: DEBUG oslo_vmware.api [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.086607] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e61998d-6858-4db5-af2a-027c2ef9df4c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.098448] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.098672] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.102316] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df2e6839-fa78-4524-a34a-9f436faeb890 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.107359] env[65682]: DEBUG oslo_vmware.api [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 880.107359] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d9aaa6-5375-7fd7-f6fa-91e506f096bf" [ 880.107359] env[65682]: _type = "Task" [ 880.107359] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.121761] env[65682]: DEBUG oslo_vmware.api [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d9aaa6-5375-7fd7-f6fa-91e506f096bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.125989] env[65682]: DEBUG oslo_vmware.api [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616088, 'name': Rename_Task, 'duration_secs': 0.285983} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.126425] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.126750] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-830d46c0-68c3-4dda-8bab-b84d29a357cd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.135570] env[65682]: DEBUG oslo_vmware.api [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 880.135570] env[65682]: value = "task-4616090" [ 880.135570] env[65682]: _type = "Task" [ 880.135570] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.149927] env[65682]: DEBUG oslo_vmware.api [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616090, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.438596] env[65682]: DEBUG oslo_concurrency.lockutils [None req-98a904ac-ab16-4407-b946-e9de37c661b7 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.444149] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.422s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.445823] env[65682]: INFO nova.compute.claims [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.481291] env[65682]: INFO nova.scheduler.client.report [None req-98a904ac-ab16-4407-b946-e9de37c661b7 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Deleted allocations for instance 746a1592-b842-45a5-af76-11161889f176 [ 880.537314] env[65682]: DEBUG oslo_concurrency.lockutils [req-a3e9c9c7-5c9e-49c2-abd0-fdeb05250eca req-21cf81be-dd10-4d90-9a67-f5e8be3c9fb1 service nova] Releasing lock "refresh_cache-9101a68a-0aab-44de-8739-67096b5c28d9" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.577621] env[65682]: DEBUG oslo_vmware.api [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616089, 'name': PowerOffVM_Task, 'duration_secs': 0.307705} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.577937] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.578922] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b867854-d83a-42bb-8182-0efc9d51aef7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.600448] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3723a131-ebf5-43b1-be00-4a7e99fe4846 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.625253] env[65682]: DEBUG oslo_vmware.api [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d9aaa6-5375-7fd7-f6fa-91e506f096bf, 'name': SearchDatastore_Task, 'duration_secs': 0.032954} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.626171] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f7fcb08-71c4-4edc-a300-28220ad3de98 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.632851] env[65682]: DEBUG oslo_vmware.api [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 880.632851] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5249ba93-6ffe-f199-884e-1374d7cb00a9" [ 880.632851] env[65682]: _type = "Task" [ 880.632851] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.647349] env[65682]: DEBUG oslo_vmware.api [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616090, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.650784] env[65682]: DEBUG oslo_vmware.api [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5249ba93-6ffe-f199-884e-1374d7cb00a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.991209] env[65682]: DEBUG oslo_concurrency.lockutils [None req-98a904ac-ab16-4407-b946-e9de37c661b7 tempest-FloatingIPsAssociationTestJSON-1600208964 tempest-FloatingIPsAssociationTestJSON-1600208964-project-member] Lock "746a1592-b842-45a5-af76-11161889f176" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.047s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.116221] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Creating Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 881.116221] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d2e3821e-5888-4e55-aa61-52f502588ecb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.125366] env[65682]: DEBUG oslo_vmware.api [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 881.125366] env[65682]: value = "task-4616091" [ 881.125366] env[65682]: _type = "Task" [ 881.125366] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.143914] env[65682]: DEBUG oslo_vmware.api [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616091, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.154900] env[65682]: DEBUG oslo_vmware.api [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5249ba93-6ffe-f199-884e-1374d7cb00a9, 'name': SearchDatastore_Task, 'duration_secs': 0.015301} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.158254] env[65682]: DEBUG oslo_concurrency.lockutils [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.158546] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 9101a68a-0aab-44de-8739-67096b5c28d9/9101a68a-0aab-44de-8739-67096b5c28d9.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.158856] env[65682]: DEBUG oslo_vmware.api [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616090, 'name': PowerOnVM_Task, 'duration_secs': 0.710799} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.159034] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f119c8a-b01c-41d2-aa76-6e9d28289e95 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.161415] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.161622] env[65682]: INFO nova.compute.manager [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Took 8.51 seconds to spawn the instance on the hypervisor. [ 881.161869] env[65682]: DEBUG nova.compute.manager [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 881.162692] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b774e8-adca-4ef8-bf7e-49543f8ef0fc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.175369] env[65682]: DEBUG oslo_vmware.api [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 881.175369] env[65682]: value = "task-4616092" [ 881.175369] env[65682]: _type = "Task" [ 881.175369] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.191207] env[65682]: DEBUG oslo_vmware.api [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.574259] env[65682]: DEBUG nova.compute.manager [req-fa393b95-72d0-4cc6-8bb1-e6d585798459 req-b653665b-e330-4135-85a1-f031f2f788c5 service nova] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Received event network-changed-08e39b13-f366-446b-93ca-c72897ca570f {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 881.574259] env[65682]: DEBUG nova.compute.manager [req-fa393b95-72d0-4cc6-8bb1-e6d585798459 req-b653665b-e330-4135-85a1-f031f2f788c5 service nova] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Refreshing instance network info cache due to event network-changed-08e39b13-f366-446b-93ca-c72897ca570f. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 881.574259] env[65682]: DEBUG oslo_concurrency.lockutils [req-fa393b95-72d0-4cc6-8bb1-e6d585798459 req-b653665b-e330-4135-85a1-f031f2f788c5 service nova] Acquiring lock "refresh_cache-5b0b66e2-1f7d-4f3a-8ddc-748df0994391" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.574259] env[65682]: DEBUG oslo_concurrency.lockutils [req-fa393b95-72d0-4cc6-8bb1-e6d585798459 req-b653665b-e330-4135-85a1-f031f2f788c5 service nova] Acquired lock "refresh_cache-5b0b66e2-1f7d-4f3a-8ddc-748df0994391" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.574259] env[65682]: DEBUG nova.network.neutron [req-fa393b95-72d0-4cc6-8bb1-e6d585798459 req-b653665b-e330-4135-85a1-f031f2f788c5 service nova] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Refreshing network info cache for port 08e39b13-f366-446b-93ca-c72897ca570f {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.643924] env[65682]: DEBUG oslo_vmware.api [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616091, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.695660] env[65682]: WARNING neutronclient.v2_0.client [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.701112] env[65682]: INFO nova.compute.manager [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Took 57.60 seconds to build instance. [ 881.707983] env[65682]: DEBUG oslo_vmware.api [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53284} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.708857] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 9101a68a-0aab-44de-8739-67096b5c28d9/9101a68a-0aab-44de-8739-67096b5c28d9.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.709220] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.710679] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50c92a02-148f-432f-bd33-a81d8c509336 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.723921] env[65682]: DEBUG oslo_vmware.api [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 881.723921] env[65682]: value = "task-4616093" [ 881.723921] env[65682]: _type = "Task" [ 881.723921] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.741707] env[65682]: DEBUG oslo_vmware.api [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616093, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.868562] env[65682]: WARNING neutronclient.v2_0.client [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.870403] env[65682]: WARNING neutronclient.v2_0.client [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.870403] env[65682]: WARNING neutronclient.v2_0.client [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.939283] env[65682]: DEBUG nova.network.neutron [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Port bcfbb8b5-4022-4013-8cbe-9e52ad14c942 binding to destination host cpu-1 is already ACTIVE {{(pid=65682) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 881.940024] env[65682]: DEBUG oslo_concurrency.lockutils [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquiring lock "refresh_cache-02fa8028-04bb-4b33-8931-e7af29af0204" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.940578] env[65682]: DEBUG oslo_concurrency.lockutils [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquired lock "refresh_cache-02fa8028-04bb-4b33-8931-e7af29af0204" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.941020] env[65682]: DEBUG nova.network.neutron [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 882.079473] env[65682]: WARNING neutronclient.v2_0.client [req-fa393b95-72d0-4cc6-8bb1-e6d585798459 req-b653665b-e330-4135-85a1-f031f2f788c5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.141986] env[65682]: DEBUG oslo_vmware.api [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616091, 'name': CreateSnapshot_Task, 'duration_secs': 0.892819} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.141986] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Created Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 882.142094] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95eac500-bdce-4592-884c-c382017512cd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.156194] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2b55cb-62f6-41b5-9388-bafcbe18d9b1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.165463] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b16e205-a211-430b-8dfc-5c30a429e0a0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.201311] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7d6f5f-502d-40e5-a323-97bafe865e6e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.209971] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c860cef9-82b6-4e43-aaac-1d7fb4450b87 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "7276c80d-0da0-484e-99a2-5d84d8ab6db9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.950s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.211414] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facd32c4-13a9-43aa-bb74-f608db17ab45 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.229201] env[65682]: DEBUG nova.compute.provider_tree [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.240861] env[65682]: DEBUG oslo_vmware.api [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616093, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084392} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.241736] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.242571] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836eaff6-fe2a-4557-b0f2-278e45abba30 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.270288] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 9101a68a-0aab-44de-8739-67096b5c28d9/9101a68a-0aab-44de-8739-67096b5c28d9.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.271051] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fed19c7-c00c-45e8-a775-d9a61b1924bf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.291707] env[65682]: DEBUG oslo_vmware.api [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 882.291707] env[65682]: value = "task-4616094" [ 882.291707] env[65682]: _type = "Task" [ 882.291707] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.301128] env[65682]: DEBUG oslo_vmware.api [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616094, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.445231] env[65682]: WARNING neutronclient.v2_0.client [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.672766] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Creating linked-clone VM from snapshot {{(pid=65682) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 882.673754] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3923dd55-8e64-460c-ba80-0ed598111879 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.683786] env[65682]: DEBUG oslo_vmware.api [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 882.683786] env[65682]: value = "task-4616095" [ 882.683786] env[65682]: _type = "Task" [ 882.683786] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.694336] env[65682]: DEBUG oslo_vmware.api [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616095, 'name': CloneVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.735548] env[65682]: DEBUG nova.scheduler.client.report [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.803751] env[65682]: DEBUG oslo_vmware.api [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.952308] env[65682]: DEBUG nova.compute.manager [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 882.953296] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d420eeb-2163-4389-8f1e-72ccbe81f354 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.196784] env[65682]: DEBUG oslo_vmware.api [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616095, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.241059] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.797s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.241625] env[65682]: DEBUG nova.compute.manager [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 883.244573] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.838s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.246217] env[65682]: INFO nova.compute.claims [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.308531] env[65682]: DEBUG oslo_vmware.api [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616094, 'name': ReconfigVM_Task, 'duration_secs': 0.988977} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.309478] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 9101a68a-0aab-44de-8739-67096b5c28d9/9101a68a-0aab-44de-8739-67096b5c28d9.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.310259] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0fbdb52-f69c-47c8-967c-42847109436a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.318947] env[65682]: DEBUG oslo_vmware.api [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 883.318947] env[65682]: value = "task-4616096" [ 883.318947] env[65682]: _type = "Task" [ 883.318947] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.333760] env[65682]: DEBUG oslo_vmware.api [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616096, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.429886] env[65682]: WARNING neutronclient.v2_0.client [req-fa393b95-72d0-4cc6-8bb1-e6d585798459 req-b653665b-e330-4135-85a1-f031f2f788c5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.473653] env[65682]: INFO nova.compute.manager [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] instance snapshotting [ 883.477388] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a98fa91-ea3e-4b1c-b4d1-314910c13de4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.501936] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2599db48-8551-485e-ba26-2f1c759f7368 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.700869] env[65682]: DEBUG oslo_vmware.api [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616095, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.752145] env[65682]: DEBUG nova.compute.utils [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.759766] env[65682]: DEBUG nova.compute.manager [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Not allocating networking since 'none' was specified. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 883.833799] env[65682]: DEBUG oslo_vmware.api [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616096, 'name': Rename_Task, 'duration_secs': 0.205356} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.833799] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.834021] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5cc05a9-26e3-4528-a8c9-6bf0c6a47e34 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.845023] env[65682]: DEBUG oslo_vmware.api [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 883.845023] env[65682]: value = "task-4616097" [ 883.845023] env[65682]: _type = "Task" [ 883.845023] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.852299] env[65682]: DEBUG oslo_vmware.api [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.018546] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Creating Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 884.018895] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-152ee6e5-48c4-4970-95c7-32e5af0fdd88 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.029928] env[65682]: DEBUG oslo_vmware.api [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the task: (returnval){ [ 884.029928] env[65682]: value = "task-4616098" [ 884.029928] env[65682]: _type = "Task" [ 884.029928] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.045095] env[65682]: DEBUG oslo_vmware.api [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616098, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.050031] env[65682]: WARNING neutronclient.v2_0.client [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.115824] env[65682]: DEBUG nova.network.neutron [req-fa393b95-72d0-4cc6-8bb1-e6d585798459 req-b653665b-e330-4135-85a1-f031f2f788c5 service nova] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Updated VIF entry in instance network info cache for port 08e39b13-f366-446b-93ca-c72897ca570f. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 884.116510] env[65682]: DEBUG nova.network.neutron [req-fa393b95-72d0-4cc6-8bb1-e6d585798459 req-b653665b-e330-4135-85a1-f031f2f788c5 service nova] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Updating instance_info_cache with network_info: [{"id": "08e39b13-f366-446b-93ca-c72897ca570f", "address": "fa:16:3e:d1:b4:4c", "network": {"id": "7b02689c-6349-4d99-bae8-8d9f13d49a79", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-516252469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bfad41bccf14f39b11c8e13f22c5cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08e39b13-f3", "ovs_interfaceid": "08e39b13-f366-446b-93ca-c72897ca570f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.202663] env[65682]: DEBUG oslo_vmware.api [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616095, 'name': CloneVM_Task} progress is 95%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.259259] env[65682]: DEBUG nova.network.neutron [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Updating instance_info_cache with network_info: [{"id": "bcfbb8b5-4022-4013-8cbe-9e52ad14c942", "address": "fa:16:3e:02:64:e9", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcfbb8b5-40", "ovs_interfaceid": "bcfbb8b5-4022-4013-8cbe-9e52ad14c942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.265102] env[65682]: DEBUG nova.compute.manager [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 884.352931] env[65682]: DEBUG oslo_vmware.api [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616097, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.548769] env[65682]: DEBUG oslo_vmware.api [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616098, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.620757] env[65682]: DEBUG oslo_concurrency.lockutils [req-fa393b95-72d0-4cc6-8bb1-e6d585798459 req-b653665b-e330-4135-85a1-f031f2f788c5 service nova] Releasing lock "refresh_cache-5b0b66e2-1f7d-4f3a-8ddc-748df0994391" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.701196] env[65682]: DEBUG oslo_vmware.api [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616095, 'name': CloneVM_Task, 'duration_secs': 1.645986} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.704063] env[65682]: INFO nova.virt.vmwareapi.vmops [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Created linked-clone VM from snapshot [ 884.705134] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e41eed-c31b-412d-b940-c8fe403a0228 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.719157] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Uploading image 4f5be816-3003-4479-af5d-32c325dc0c94 {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 884.767879] env[65682]: DEBUG oslo_vmware.rw_handles [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 884.767879] env[65682]: value = "vm-901626" [ 884.767879] env[65682]: _type = "VirtualMachine" [ 884.767879] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 884.768378] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b2008c95-be0f-4741-a628-3b21ddc10b8e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.783641] env[65682]: DEBUG oslo_concurrency.lockutils [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Releasing lock "refresh_cache-02fa8028-04bb-4b33-8931-e7af29af0204" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.795848] env[65682]: DEBUG oslo_vmware.rw_handles [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lease: (returnval){ [ 884.795848] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52623a47-2d90-5abe-351f-39807f771cd5" [ 884.795848] env[65682]: _type = "HttpNfcLease" [ 884.795848] env[65682]: } obtained for exporting VM: (result){ [ 884.795848] env[65682]: value = "vm-901626" [ 884.795848] env[65682]: _type = "VirtualMachine" [ 884.795848] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 884.795848] env[65682]: DEBUG oslo_vmware.api [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the lease: (returnval){ [ 884.795848] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52623a47-2d90-5abe-351f-39807f771cd5" [ 884.795848] env[65682]: _type = "HttpNfcLease" [ 884.795848] env[65682]: } to be ready. {{(pid=65682) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 884.806601] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 884.806601] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52623a47-2d90-5abe-351f-39807f771cd5" [ 884.806601] env[65682]: _type = "HttpNfcLease" [ 884.806601] env[65682]: } is ready. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 884.806940] env[65682]: DEBUG oslo_vmware.rw_handles [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 884.806940] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52623a47-2d90-5abe-351f-39807f771cd5" [ 884.806940] env[65682]: _type = "HttpNfcLease" [ 884.806940] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 884.810852] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d232b9f2-d308-4341-b3eb-1a39806fd509 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.824618] env[65682]: DEBUG oslo_vmware.rw_handles [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b104c8-e729-ec9b-bb4e-5658ceb7067b/disk-0.vmdk from lease info. {{(pid=65682) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 884.825221] env[65682]: DEBUG oslo_vmware.rw_handles [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b104c8-e729-ec9b-bb4e-5658ceb7067b/disk-0.vmdk for reading. {{(pid=65682) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 884.915889] env[65682]: DEBUG oslo_vmware.api [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616097, 'name': PowerOnVM_Task, 'duration_secs': 0.807288} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.916495] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.916757] env[65682]: INFO nova.compute.manager [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Took 9.30 seconds to spawn the instance on the hypervisor. [ 884.917089] env[65682]: DEBUG nova.compute.manager [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 884.918026] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86c3d37-a605-468e-9dd4-e62db23cfcfc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.944539] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2a5b0732-92c9-40f2-84fc-f9b39d204592 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.002683] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 885.005979] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 885.042926] env[65682]: DEBUG oslo_vmware.api [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616098, 'name': CreateSnapshot_Task, 'duration_secs': 0.952335} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.043143] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Created Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 885.043918] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcff4c0-7ba2-4a16-910c-60576a26a23b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.081842] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cbd84f-3665-4d98-a43b-e2c79f1abdaf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.095478] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7838a9-18f5-419c-b5bc-93588de273a1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.129391] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e45356f-4370-4c26-ac67-8430394702c3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.137203] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8340a45-7e33-42f6-b0d1-badd266b23f1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.157923] env[65682]: DEBUG nova.compute.provider_tree [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.287926] env[65682]: DEBUG nova.compute.manager [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 885.292175] env[65682]: DEBUG nova.compute.manager [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65682) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 885.292175] env[65682]: DEBUG oslo_concurrency.lockutils [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.318673] env[65682]: DEBUG nova.virt.hardware [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 885.318987] env[65682]: DEBUG nova.virt.hardware [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.319168] env[65682]: DEBUG nova.virt.hardware [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 885.319362] env[65682]: DEBUG nova.virt.hardware [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.319528] env[65682]: DEBUG nova.virt.hardware [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 885.319680] env[65682]: DEBUG nova.virt.hardware [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 885.319885] env[65682]: DEBUG nova.virt.hardware [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 885.320456] env[65682]: DEBUG nova.virt.hardware [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 885.320456] env[65682]: DEBUG nova.virt.hardware [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 885.320456] env[65682]: DEBUG nova.virt.hardware [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 885.320785] env[65682]: DEBUG nova.virt.hardware [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 885.321519] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0a1f0f-f4d7-4271-bc9e-626e41131ee0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.331377] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2dd440-261e-4641-be4e-235ecbbc2fd9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.348349] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Instance VIF info [] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.355370] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Creating folder: Project (8e48646909ac4c2481c7713d00db794e). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.355753] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c26b961-37e0-4440-b1de-863bf27562a3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.371486] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Created folder: Project (8e48646909ac4c2481c7713d00db794e) in parent group-v901426. [ 885.372102] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Creating folder: Instances. Parent ref: group-v901628. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.372422] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48459dbf-6364-474a-87f4-7020c35826d3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.385958] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Created folder: Instances in parent group-v901628. [ 885.386522] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 885.389822] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.389822] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-070fb816-cbd6-42e5-a36a-b09486d2cbe9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.407739] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.407739] env[65682]: value = "task-4616102" [ 885.407739] env[65682]: _type = "Task" [ 885.407739] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.418045] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616102, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.449444] env[65682]: INFO nova.compute.manager [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Took 43.82 seconds to build instance. [ 885.519482] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 885.521448] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 885.521672] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 885.521823] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 885.521965] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 885.522135] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 885.522550] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65682) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 885.525258] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager.update_available_resource {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 885.573412] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Creating linked-clone VM from snapshot {{(pid=65682) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 885.574385] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d4ec4b8c-9a94-497e-9065-9ea6cea1f419 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.588482] env[65682]: DEBUG oslo_vmware.api [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the task: (returnval){ [ 885.588482] env[65682]: value = "task-4616103" [ 885.588482] env[65682]: _type = "Task" [ 885.588482] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.599700] env[65682]: DEBUG oslo_vmware.api [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616103, 'name': CloneVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.665046] env[65682]: DEBUG nova.scheduler.client.report [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.920234] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616102, 'name': CreateVM_Task, 'duration_secs': 0.458153} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.920798] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.921431] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.921752] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.926044] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.926563] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2d8e49c-77a0-49c3-bd9e-7e0dcdba7c8f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.936194] env[65682]: DEBUG oslo_vmware.api [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Waiting for the task: (returnval){ [ 885.936194] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a75359-2229-0c5d-b956-06deef963157" [ 885.936194] env[65682]: _type = "Task" [ 885.936194] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.953018] env[65682]: DEBUG oslo_vmware.api [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a75359-2229-0c5d-b956-06deef963157, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.953018] env[65682]: DEBUG oslo_concurrency.lockutils [None req-14ce8963-b056-40d9-b8bd-996939dfda7e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "9101a68a-0aab-44de-8739-67096b5c28d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.773s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.028719] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.105522] env[65682]: DEBUG oslo_vmware.api [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616103, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.173827] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.925s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.173827] env[65682]: DEBUG nova.compute.manager [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 886.179103] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.293s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.181175] env[65682]: INFO nova.compute.claims [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.451580] env[65682]: DEBUG oslo_vmware.api [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a75359-2229-0c5d-b956-06deef963157, 'name': SearchDatastore_Task, 'duration_secs': 0.020497} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.451960] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.452861] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.452861] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.452861] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.453086] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.454042] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf20e51e-d482-42e7-a2ba-991724d19eb6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.465458] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.465683] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.466870] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54ea554a-54e0-4ac7-b060-510560bdbc10 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.473010] env[65682]: DEBUG nova.compute.manager [req-a1282e3a-0d5c-4346-9099-b3408580021a req-0bdd7a49-ef52-4876-a3aa-9bdec2ca97cc service nova] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Received event network-changed-259a7d3d-5ded-48b2-acb0-bcd70ecae2bd {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 886.474353] env[65682]: DEBUG nova.compute.manager [req-a1282e3a-0d5c-4346-9099-b3408580021a req-0bdd7a49-ef52-4876-a3aa-9bdec2ca97cc service nova] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Refreshing instance network info cache due to event network-changed-259a7d3d-5ded-48b2-acb0-bcd70ecae2bd. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 886.474353] env[65682]: DEBUG oslo_concurrency.lockutils [req-a1282e3a-0d5c-4346-9099-b3408580021a req-0bdd7a49-ef52-4876-a3aa-9bdec2ca97cc service nova] Acquiring lock "refresh_cache-970eff7f-0e40-481a-a255-a0b4a4d211d0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.474353] env[65682]: DEBUG oslo_concurrency.lockutils [req-a1282e3a-0d5c-4346-9099-b3408580021a req-0bdd7a49-ef52-4876-a3aa-9bdec2ca97cc service nova] Acquired lock "refresh_cache-970eff7f-0e40-481a-a255-a0b4a4d211d0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.474353] env[65682]: DEBUG nova.network.neutron [req-a1282e3a-0d5c-4346-9099-b3408580021a req-0bdd7a49-ef52-4876-a3aa-9bdec2ca97cc service nova] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Refreshing network info cache for port 259a7d3d-5ded-48b2-acb0-bcd70ecae2bd {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.480256] env[65682]: DEBUG oslo_vmware.api [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Waiting for the task: (returnval){ [ 886.480256] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52fa75f2-d703-b359-5a29-d583cca0c2af" [ 886.480256] env[65682]: _type = "Task" [ 886.480256] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.491838] env[65682]: DEBUG oslo_vmware.api [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52fa75f2-d703-b359-5a29-d583cca0c2af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.607983] env[65682]: DEBUG oslo_vmware.api [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616103, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.693580] env[65682]: DEBUG nova.compute.utils [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.695692] env[65682]: DEBUG nova.compute.manager [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 886.696341] env[65682]: DEBUG nova.network.neutron [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 886.696798] env[65682]: WARNING neutronclient.v2_0.client [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.697359] env[65682]: WARNING neutronclient.v2_0.client [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.898438] env[65682]: DEBUG nova.policy [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fda0797adbe42619cc45c9e8bb907c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5767ded856aa4622bc8a6e7f1c351c2a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.978335] env[65682]: WARNING neutronclient.v2_0.client [req-a1282e3a-0d5c-4346-9099-b3408580021a req-0bdd7a49-ef52-4876-a3aa-9bdec2ca97cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.004690] env[65682]: DEBUG oslo_vmware.api [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52fa75f2-d703-b359-5a29-d583cca0c2af, 'name': SearchDatastore_Task, 'duration_secs': 0.012899} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.004690] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6464349-1394-4254-916c-27e7fc18fae9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.006039] env[65682]: DEBUG oslo_vmware.api [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Waiting for the task: (returnval){ [ 887.006039] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52dd31c3-d33e-03e9-5742-6ad629ceb199" [ 887.006039] env[65682]: _type = "Task" [ 887.006039] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.019093] env[65682]: DEBUG oslo_vmware.api [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52dd31c3-d33e-03e9-5742-6ad629ceb199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.110678] env[65682]: DEBUG oslo_vmware.api [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616103, 'name': CloneVM_Task} progress is 95%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.185201] env[65682]: DEBUG oslo_concurrency.lockutils [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Acquiring lock "9e255887-8fa9-414c-992c-0d8a54147de3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.185567] env[65682]: DEBUG oslo_concurrency.lockutils [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Lock "9e255887-8fa9-414c-992c-0d8a54147de3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.196116] env[65682]: DEBUG nova.compute.manager [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 887.355890] env[65682]: DEBUG nova.compute.manager [req-9972fe19-b0ed-45bf-b127-0b2148975655 req-a32ab53f-63a0-4fdb-b231-0bea9fee7766 service nova] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Received event network-changed-603bf5b3-8f43-4532-944d-1a216bdb7ce3 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 887.358925] env[65682]: DEBUG nova.compute.manager [req-9972fe19-b0ed-45bf-b127-0b2148975655 req-a32ab53f-63a0-4fdb-b231-0bea9fee7766 service nova] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Refreshing instance network info cache due to event network-changed-603bf5b3-8f43-4532-944d-1a216bdb7ce3. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 887.359555] env[65682]: DEBUG oslo_concurrency.lockutils [req-9972fe19-b0ed-45bf-b127-0b2148975655 req-a32ab53f-63a0-4fdb-b231-0bea9fee7766 service nova] Acquiring lock "refresh_cache-7276c80d-0da0-484e-99a2-5d84d8ab6db9" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.359657] env[65682]: DEBUG oslo_concurrency.lockutils [req-9972fe19-b0ed-45bf-b127-0b2148975655 req-a32ab53f-63a0-4fdb-b231-0bea9fee7766 service nova] Acquired lock "refresh_cache-7276c80d-0da0-484e-99a2-5d84d8ab6db9" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.359787] env[65682]: DEBUG nova.network.neutron [req-9972fe19-b0ed-45bf-b127-0b2148975655 req-a32ab53f-63a0-4fdb-b231-0bea9fee7766 service nova] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Refreshing network info cache for port 603bf5b3-8f43-4532-944d-1a216bdb7ce3 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.415536] env[65682]: WARNING neutronclient.v2_0.client [req-a1282e3a-0d5c-4346-9099-b3408580021a req-0bdd7a49-ef52-4876-a3aa-9bdec2ca97cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.419223] env[65682]: DEBUG nova.network.neutron [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Successfully created port: a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 887.527191] env[65682]: DEBUG oslo_vmware.api [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52dd31c3-d33e-03e9-5742-6ad629ceb199, 'name': SearchDatastore_Task, 'duration_secs': 0.016053} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.527788] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.528282] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 836767a3-4247-454c-bc51-f0be811bb527/836767a3-4247-454c-bc51-f0be811bb527.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.528710] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a22718e5-4415-4398-a892-995eb5fe601b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.541166] env[65682]: DEBUG oslo_vmware.api [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Waiting for the task: (returnval){ [ 887.541166] env[65682]: value = "task-4616104" [ 887.541166] env[65682]: _type = "Task" [ 887.541166] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.555855] env[65682]: DEBUG oslo_vmware.api [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.571466] env[65682]: DEBUG nova.network.neutron [req-a1282e3a-0d5c-4346-9099-b3408580021a req-0bdd7a49-ef52-4876-a3aa-9bdec2ca97cc service nova] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Updated VIF entry in instance network info cache for port 259a7d3d-5ded-48b2-acb0-bcd70ecae2bd. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 887.571845] env[65682]: DEBUG nova.network.neutron [req-a1282e3a-0d5c-4346-9099-b3408580021a req-0bdd7a49-ef52-4876-a3aa-9bdec2ca97cc service nova] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Updating instance_info_cache with network_info: [{"id": "259a7d3d-5ded-48b2-acb0-bcd70ecae2bd", "address": "fa:16:3e:fd:68:08", "network": {"id": "759c733f-c566-4262-9051-59453c49fb9f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1219087333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6eeba0fa9ab4368858ca08e69cdbd1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap259a7d3d-5d", "ovs_interfaceid": "259a7d3d-5ded-48b2-acb0-bcd70ecae2bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.603502] env[65682]: DEBUG oslo_vmware.api [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616103, 'name': CloneVM_Task, 'duration_secs': 1.708741} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.607422] env[65682]: INFO nova.virt.vmwareapi.vmops [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Created linked-clone VM from snapshot [ 887.609333] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdb6003-153a-4d73-9c3f-3dd63d9f7906 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.624016] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Uploading image a0137ebf-8d84-4153-afbc-b4e91f81533a {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 887.659928] env[65682]: DEBUG oslo_vmware.rw_handles [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 887.659928] env[65682]: value = "vm-901631" [ 887.659928] env[65682]: _type = "VirtualMachine" [ 887.659928] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 887.660362] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-95659b35-b541-46fc-b192-80fa37683e9a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.669832] env[65682]: DEBUG oslo_vmware.rw_handles [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Lease: (returnval){ [ 887.669832] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5218622a-4685-3548-ce1c-0da17a55b127" [ 887.669832] env[65682]: _type = "HttpNfcLease" [ 887.669832] env[65682]: } obtained for exporting VM: (result){ [ 887.669832] env[65682]: value = "vm-901631" [ 887.669832] env[65682]: _type = "VirtualMachine" [ 887.669832] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 887.670521] env[65682]: DEBUG oslo_vmware.api [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the lease: (returnval){ [ 887.670521] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5218622a-4685-3548-ce1c-0da17a55b127" [ 887.670521] env[65682]: _type = "HttpNfcLease" [ 887.670521] env[65682]: } to be ready. {{(pid=65682) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 887.683259] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 887.683259] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5218622a-4685-3548-ce1c-0da17a55b127" [ 887.683259] env[65682]: _type = "HttpNfcLease" [ 887.683259] env[65682]: } is initializing. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 887.689087] env[65682]: DEBUG nova.compute.manager [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 887.870854] env[65682]: WARNING neutronclient.v2_0.client [req-9972fe19-b0ed-45bf-b127-0b2148975655 req-a32ab53f-63a0-4fdb-b231-0bea9fee7766 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.954288] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cf7ed9-f28a-4ae0-a460-da8cfde6832f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.964421] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90a8960-9e80-4ab1-8390-0e1b9b4c73e8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.005308] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a91c4f-b5d5-44ea-9193-83bffaf9dd52 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.015105] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba37d699-8597-412a-b881-589744321e1c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.032785] env[65682]: DEBUG nova.compute.provider_tree [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.053611] env[65682]: DEBUG oslo_vmware.api [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616104, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.079108] env[65682]: DEBUG oslo_concurrency.lockutils [req-a1282e3a-0d5c-4346-9099-b3408580021a req-0bdd7a49-ef52-4876-a3aa-9bdec2ca97cc service nova] Releasing lock "refresh_cache-970eff7f-0e40-481a-a255-a0b4a4d211d0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.179899] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 888.179899] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5218622a-4685-3548-ce1c-0da17a55b127" [ 888.179899] env[65682]: _type = "HttpNfcLease" [ 888.179899] env[65682]: } is ready. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 888.180241] env[65682]: DEBUG oslo_vmware.rw_handles [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 888.180241] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5218622a-4685-3548-ce1c-0da17a55b127" [ 888.180241] env[65682]: _type = "HttpNfcLease" [ 888.180241] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 888.181047] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08548566-3089-4130-b472-2121d06a6651 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.190714] env[65682]: DEBUG oslo_vmware.rw_handles [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5233ff2f-ae20-e34a-87c5-5e260c80a4d4/disk-0.vmdk from lease info. {{(pid=65682) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 888.191017] env[65682]: DEBUG oslo_vmware.rw_handles [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5233ff2f-ae20-e34a-87c5-5e260c80a4d4/disk-0.vmdk for reading. {{(pid=65682) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 888.250225] env[65682]: DEBUG nova.compute.manager [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 888.278185] env[65682]: DEBUG oslo_concurrency.lockutils [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.285029] env[65682]: DEBUG nova.virt.hardware [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 888.285219] env[65682]: DEBUG nova.virt.hardware [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.285277] env[65682]: DEBUG nova.virt.hardware [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 888.285498] env[65682]: DEBUG nova.virt.hardware [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.285590] env[65682]: DEBUG nova.virt.hardware [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 888.285756] env[65682]: DEBUG nova.virt.hardware [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 888.285955] env[65682]: DEBUG nova.virt.hardware [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 888.286128] env[65682]: DEBUG nova.virt.hardware [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 888.286300] env[65682]: DEBUG nova.virt.hardware [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 888.286457] env[65682]: DEBUG nova.virt.hardware [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 888.286683] env[65682]: DEBUG nova.virt.hardware [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 888.287674] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c547c8bd-2057-4036-b736-83c42824842b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.297313] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c367c9c-8b26-4a4f-bc7f-4654048cf51d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.317466] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-39d5b980-6df0-4c00-aa49-e03d4fddbeef {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.536584] env[65682]: DEBUG nova.scheduler.client.report [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.554261] env[65682]: DEBUG oslo_vmware.api [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613105} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.557832] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 836767a3-4247-454c-bc51-f0be811bb527/836767a3-4247-454c-bc51-f0be811bb527.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.558017] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.559163] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02453606-0b66-4bd5-ad3b-e2b27cf78edb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.569250] env[65682]: DEBUG oslo_vmware.api [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Waiting for the task: (returnval){ [ 888.569250] env[65682]: value = "task-4616106" [ 888.569250] env[65682]: _type = "Task" [ 888.569250] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.583489] env[65682]: DEBUG oslo_vmware.api [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.951595] env[65682]: WARNING neutronclient.v2_0.client [req-9972fe19-b0ed-45bf-b127-0b2148975655 req-a32ab53f-63a0-4fdb-b231-0bea9fee7766 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.043303] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.865s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.044016] env[65682]: DEBUG nova.compute.manager [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 889.053021] env[65682]: DEBUG oslo_concurrency.lockutils [None req-113c125a-70dc-4a7e-8b0e-7ef9709466d4 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.597s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.053021] env[65682]: DEBUG nova.objects.instance [None req-113c125a-70dc-4a7e-8b0e-7ef9709466d4 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lazy-loading 'resources' on Instance uuid 9f14574b-6e8e-433e-84c4-9358e60bb7ce {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.082987] env[65682]: DEBUG oslo_vmware.api [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098356} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.082987] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.093427] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63d0087-b879-4dac-893f-9ee81361e5a0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.115454] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 836767a3-4247-454c-bc51-f0be811bb527/836767a3-4247-454c-bc51-f0be811bb527.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.116608] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ff92d2f-eb78-426b-be71-079053829b33 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.148069] env[65682]: DEBUG nova.network.neutron [req-9972fe19-b0ed-45bf-b127-0b2148975655 req-a32ab53f-63a0-4fdb-b231-0bea9fee7766 service nova] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Updated VIF entry in instance network info cache for port 603bf5b3-8f43-4532-944d-1a216bdb7ce3. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 889.148069] env[65682]: DEBUG nova.network.neutron [req-9972fe19-b0ed-45bf-b127-0b2148975655 req-a32ab53f-63a0-4fdb-b231-0bea9fee7766 service nova] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Updating instance_info_cache with network_info: [{"id": "603bf5b3-8f43-4532-944d-1a216bdb7ce3", "address": "fa:16:3e:b7:d7:49", "network": {"id": "d13ac076-fdae-4d36-93cb-7c96987ecff2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1006055871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eaca82bae54434ea55d652d06ff4773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap603bf5b3-8f", "ovs_interfaceid": "603bf5b3-8f43-4532-944d-1a216bdb7ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.158222] env[65682]: DEBUG oslo_vmware.api [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Waiting for the task: (returnval){ [ 889.158222] env[65682]: value = "task-4616107" [ 889.158222] env[65682]: _type = "Task" [ 889.158222] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.170048] env[65682]: DEBUG oslo_vmware.api [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616107, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.319992] env[65682]: DEBUG nova.network.neutron [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Successfully updated port: a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 889.558489] env[65682]: DEBUG nova.compute.utils [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.566021] env[65682]: DEBUG nova.compute.manager [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 889.566021] env[65682]: DEBUG nova.network.neutron [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 889.566021] env[65682]: WARNING neutronclient.v2_0.client [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.566021] env[65682]: WARNING neutronclient.v2_0.client [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.630333] env[65682]: DEBUG nova.policy [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e227b64e2784d619d92247fc9f96ab3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ddcca10fd9b439bb351e1d18fcb07bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.653290] env[65682]: DEBUG oslo_concurrency.lockutils [req-9972fe19-b0ed-45bf-b127-0b2148975655 req-a32ab53f-63a0-4fdb-b231-0bea9fee7766 service nova] Releasing lock "refresh_cache-7276c80d-0da0-484e-99a2-5d84d8ab6db9" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.654065] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Acquiring lock "17b12689-2ce0-48b3-a281-b26b17a4da18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.654502] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Lock "17b12689-2ce0-48b3-a281-b26b17a4da18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.676761] env[65682]: DEBUG oslo_vmware.api [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.826960] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "refresh_cache-d0ef8271-64ac-4899-b800-b213195b585b" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.828211] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquired lock "refresh_cache-d0ef8271-64ac-4899-b800-b213195b585b" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.830186] env[65682]: DEBUG nova.network.neutron [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 890.063641] env[65682]: DEBUG nova.compute.manager [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 890.074205] env[65682]: DEBUG nova.network.neutron [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Successfully created port: c832ab0d-0d42-47a3-b502-ebbde6d1a854 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 890.150283] env[65682]: DEBUG nova.compute.manager [req-11c83570-5748-49c4-a5c5-b9b4bee02338 req-d5f59ba4-a3a3-405b-a659-61cb8fc2592e service nova] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Received event network-changed-259a7d3d-5ded-48b2-acb0-bcd70ecae2bd {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 890.151159] env[65682]: DEBUG nova.compute.manager [req-11c83570-5748-49c4-a5c5-b9b4bee02338 req-d5f59ba4-a3a3-405b-a659-61cb8fc2592e service nova] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Refreshing instance network info cache due to event network-changed-259a7d3d-5ded-48b2-acb0-bcd70ecae2bd. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 890.151159] env[65682]: DEBUG oslo_concurrency.lockutils [req-11c83570-5748-49c4-a5c5-b9b4bee02338 req-d5f59ba4-a3a3-405b-a659-61cb8fc2592e service nova] Acquiring lock "refresh_cache-970eff7f-0e40-481a-a255-a0b4a4d211d0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.151159] env[65682]: DEBUG oslo_concurrency.lockutils [req-11c83570-5748-49c4-a5c5-b9b4bee02338 req-d5f59ba4-a3a3-405b-a659-61cb8fc2592e service nova] Acquired lock "refresh_cache-970eff7f-0e40-481a-a255-a0b4a4d211d0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.151344] env[65682]: DEBUG nova.network.neutron [req-11c83570-5748-49c4-a5c5-b9b4bee02338 req-d5f59ba4-a3a3-405b-a659-61cb8fc2592e service nova] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Refreshing network info cache for port 259a7d3d-5ded-48b2-acb0-bcd70ecae2bd {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.158367] env[65682]: DEBUG nova.compute.manager [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 890.185421] env[65682]: DEBUG oslo_vmware.api [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616107, 'name': ReconfigVM_Task, 'duration_secs': 0.927632} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.185924] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 836767a3-4247-454c-bc51-f0be811bb527/836767a3-4247-454c-bc51-f0be811bb527.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.186761] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4fc4845-5cb1-4794-b03a-556b10b17420 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.200074] env[65682]: DEBUG oslo_vmware.api [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Waiting for the task: (returnval){ [ 890.200074] env[65682]: value = "task-4616108" [ 890.200074] env[65682]: _type = "Task" [ 890.200074] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.219565] env[65682]: DEBUG oslo_vmware.api [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616108, 'name': Rename_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.246828] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3257e694-5882-4a63-9819-14970a780296 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.261630] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e498f30-e9f7-48d4-85b1-ca2d09286328 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.311743] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f4cc50-57d7-45f7-9c79-5be5bdc38614 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.321213] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2dfbcc1-4d72-4243-a091-a3b0fec4cf49 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.349867] env[65682]: DEBUG nova.compute.provider_tree [None req-113c125a-70dc-4a7e-8b0e-7ef9709466d4 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.377227] env[65682]: DEBUG nova.network.neutron [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 890.490505] env[65682]: WARNING neutronclient.v2_0.client [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.583752] env[65682]: DEBUG nova.network.neutron [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Updating instance_info_cache with network_info: [{"id": "a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca", "address": "fa:16:3e:63:99:24", "network": {"id": "ec6b4524-66db-47ab-a707-b451781a6e46", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1309945081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5767ded856aa4622bc8a6e7f1c351c2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5f1ad0b-18", "ovs_interfaceid": "a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.654325] env[65682]: WARNING neutronclient.v2_0.client [req-11c83570-5748-49c4-a5c5-b9b4bee02338 req-d5f59ba4-a3a3-405b-a659-61cb8fc2592e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.685013] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.711241] env[65682]: DEBUG oslo_vmware.api [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616108, 'name': Rename_Task, 'duration_secs': 0.202803} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.714353] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.714943] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64d4db9c-9710-4bbc-aa8f-2531b8d97935 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.724051] env[65682]: DEBUG oslo_vmware.api [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Waiting for the task: (returnval){ [ 890.724051] env[65682]: value = "task-4616109" [ 890.724051] env[65682]: _type = "Task" [ 890.724051] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.737279] env[65682]: DEBUG oslo_vmware.api [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.853317] env[65682]: DEBUG nova.scheduler.client.report [None req-113c125a-70dc-4a7e-8b0e-7ef9709466d4 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.078412] env[65682]: DEBUG nova.compute.manager [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 891.086505] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Releasing lock "refresh_cache-d0ef8271-64ac-4899-b800-b213195b585b" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.087090] env[65682]: DEBUG nova.compute.manager [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Instance network_info: |[{"id": "a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca", "address": "fa:16:3e:63:99:24", "network": {"id": "ec6b4524-66db-47ab-a707-b451781a6e46", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1309945081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5767ded856aa4622bc8a6e7f1c351c2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5f1ad0b-18", "ovs_interfaceid": "a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 891.087705] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:99:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.096534] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 891.097100] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.097339] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3103df7c-9ca9-4096-92e7-df3199905866 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.119951] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.119951] env[65682]: value = "task-4616110" [ 891.119951] env[65682]: _type = "Task" [ 891.119951] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.129898] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616110, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.236153] env[65682]: DEBUG oslo_vmware.api [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616109, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.360123] env[65682]: DEBUG oslo_concurrency.lockutils [None req-113c125a-70dc-4a7e-8b0e-7ef9709466d4 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.307s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.363496] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.241s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.365420] env[65682]: INFO nova.compute.claims [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.398123] env[65682]: INFO nova.scheduler.client.report [None req-113c125a-70dc-4a7e-8b0e-7ef9709466d4 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Deleted allocations for instance 9f14574b-6e8e-433e-84c4-9358e60bb7ce [ 891.547488] env[65682]: WARNING neutronclient.v2_0.client [req-11c83570-5748-49c4-a5c5-b9b4bee02338 req-d5f59ba4-a3a3-405b-a659-61cb8fc2592e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.638500] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616110, 'name': CreateVM_Task, 'duration_secs': 0.512538} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.638500] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.638875] env[65682]: WARNING neutronclient.v2_0.client [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.639355] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.639631] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.639916] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.640461] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82090748-6b60-49c4-8a44-4a8e1d98a925 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.648000] env[65682]: DEBUG oslo_vmware.api [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 891.648000] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b98d80-4d0a-d2b7-5c7a-8910c33c1ca5" [ 891.648000] env[65682]: _type = "Task" [ 891.648000] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.653321] env[65682]: DEBUG nova.network.neutron [req-11c83570-5748-49c4-a5c5-b9b4bee02338 req-d5f59ba4-a3a3-405b-a659-61cb8fc2592e service nova] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Updated VIF entry in instance network info cache for port 259a7d3d-5ded-48b2-acb0-bcd70ecae2bd. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 891.653689] env[65682]: DEBUG nova.network.neutron [req-11c83570-5748-49c4-a5c5-b9b4bee02338 req-d5f59ba4-a3a3-405b-a659-61cb8fc2592e service nova] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Updating instance_info_cache with network_info: [{"id": "259a7d3d-5ded-48b2-acb0-bcd70ecae2bd", "address": "fa:16:3e:fd:68:08", "network": {"id": "759c733f-c566-4262-9051-59453c49fb9f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1219087333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6eeba0fa9ab4368858ca08e69cdbd1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap259a7d3d-5d", "ovs_interfaceid": "259a7d3d-5ded-48b2-acb0-bcd70ecae2bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.662147] env[65682]: DEBUG oslo_vmware.api [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b98d80-4d0a-d2b7-5c7a-8910c33c1ca5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.736808] env[65682]: DEBUG oslo_vmware.api [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616109, 'name': PowerOnVM_Task, 'duration_secs': 0.592972} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.737281] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.737575] env[65682]: INFO nova.compute.manager [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Took 6.45 seconds to spawn the instance on the hypervisor. [ 891.737815] env[65682]: DEBUG nova.compute.manager [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 891.738772] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6beab64d-aa4e-4aef-93c7-e993d71a8931 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.768891] env[65682]: DEBUG nova.network.neutron [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Successfully updated port: c832ab0d-0d42-47a3-b502-ebbde6d1a854 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 891.911255] env[65682]: DEBUG oslo_concurrency.lockutils [None req-113c125a-70dc-4a7e-8b0e-7ef9709466d4 tempest-ListServerFiltersTestJSON-476868006 tempest-ListServerFiltersTestJSON-476868006-project-member] Lock "9f14574b-6e8e-433e-84c4-9358e60bb7ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.380s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.161202] env[65682]: DEBUG oslo_concurrency.lockutils [req-11c83570-5748-49c4-a5c5-b9b4bee02338 req-d5f59ba4-a3a3-405b-a659-61cb8fc2592e service nova] Releasing lock "refresh_cache-970eff7f-0e40-481a-a255-a0b4a4d211d0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.161742] env[65682]: DEBUG oslo_vmware.api [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b98d80-4d0a-d2b7-5c7a-8910c33c1ca5, 'name': SearchDatastore_Task, 'duration_secs': 0.018953} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.165518] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.165518] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.165518] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.165518] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.165518] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.165518] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3d02fa7-ca17-43d7-9170-90b025f8ec1a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.174986] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.175326] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.176313] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2647a25f-4d38-4034-9d99-4e0cc6deece6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.183240] env[65682]: DEBUG oslo_vmware.api [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 892.183240] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52da304d-47d8-9fa2-0a46-5be3a0dc0658" [ 892.183240] env[65682]: _type = "Task" [ 892.183240] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.194321] env[65682]: DEBUG oslo_vmware.api [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52da304d-47d8-9fa2-0a46-5be3a0dc0658, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.261126] env[65682]: INFO nova.compute.manager [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Took 34.27 seconds to build instance. [ 892.277697] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquiring lock "refresh_cache-27326223-d996-4c1c-b863-e1db57a28117" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.277697] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquired lock "refresh_cache-27326223-d996-4c1c-b863-e1db57a28117" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.277697] env[65682]: DEBUG nova.network.neutron [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 892.696856] env[65682]: DEBUG oslo_vmware.api [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52da304d-47d8-9fa2-0a46-5be3a0dc0658, 'name': SearchDatastore_Task, 'duration_secs': 0.0187} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.700176] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-994c1ab6-e3ec-474d-8fcb-127453a14fbe {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.706965] env[65682]: DEBUG oslo_vmware.api [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 892.706965] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52cd79b2-b1d8-ac49-b421-1861ef50f9d5" [ 892.706965] env[65682]: _type = "Task" [ 892.706965] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.720173] env[65682]: DEBUG oslo_vmware.api [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52cd79b2-b1d8-ac49-b421-1861ef50f9d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.762397] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ef1fff6b-be5f-4a2f-bd21-ee968d53df90 tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Lock "836767a3-4247-454c-bc51-f0be811bb527" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.919s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.836350] env[65682]: DEBUG nova.network.neutron [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 892.901281] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdfff1c-7979-41ab-adb6-dbe2dc4bf94c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.910984] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabb71e6-db8a-4a04-bc4e-dff59012d4c4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.953367] env[65682]: WARNING neutronclient.v2_0.client [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.956992] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8077a053-a8ec-4f39-a522-ad4b4ce5fc6b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.966573] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25488837-a380-4366-99a4-4d157ac36826 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.985453] env[65682]: DEBUG nova.compute.provider_tree [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.064649] env[65682]: DEBUG nova.network.neutron [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Updating instance_info_cache with network_info: [{"id": "c832ab0d-0d42-47a3-b502-ebbde6d1a854", "address": "fa:16:3e:94:62:10", "network": {"id": "8b1af659-e484-4035-8829-e619983d6031", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-403594557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ddcca10fd9b439bb351e1d18fcb07bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc832ab0d-0d", "ovs_interfaceid": "c832ab0d-0d42-47a3-b502-ebbde6d1a854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.220386] env[65682]: DEBUG oslo_vmware.api [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52cd79b2-b1d8-ac49-b421-1861ef50f9d5, 'name': SearchDatastore_Task, 'duration_secs': 0.017222} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.221579] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.221844] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] d0ef8271-64ac-4899-b800-b213195b585b/d0ef8271-64ac-4899-b800-b213195b585b.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.223042] env[65682]: DEBUG nova.compute.manager [req-d086046d-417d-4710-8ec7-769300a90372 req-b480bcb6-108d-4938-9f92-9b0b487da79e service nova] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Received event network-changed-259a7d3d-5ded-48b2-acb0-bcd70ecae2bd {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 893.223230] env[65682]: DEBUG nova.compute.manager [req-d086046d-417d-4710-8ec7-769300a90372 req-b480bcb6-108d-4938-9f92-9b0b487da79e service nova] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Refreshing instance network info cache due to event network-changed-259a7d3d-5ded-48b2-acb0-bcd70ecae2bd. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 893.223533] env[65682]: DEBUG oslo_concurrency.lockutils [req-d086046d-417d-4710-8ec7-769300a90372 req-b480bcb6-108d-4938-9f92-9b0b487da79e service nova] Acquiring lock "refresh_cache-970eff7f-0e40-481a-a255-a0b4a4d211d0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.223766] env[65682]: DEBUG oslo_concurrency.lockutils [req-d086046d-417d-4710-8ec7-769300a90372 req-b480bcb6-108d-4938-9f92-9b0b487da79e service nova] Acquired lock "refresh_cache-970eff7f-0e40-481a-a255-a0b4a4d211d0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.224029] env[65682]: DEBUG nova.network.neutron [req-d086046d-417d-4710-8ec7-769300a90372 req-b480bcb6-108d-4938-9f92-9b0b487da79e service nova] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Refreshing network info cache for port 259a7d3d-5ded-48b2-acb0-bcd70ecae2bd {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.225235] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51f8b520-12da-4342-8846-f617fe35cd77 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.236086] env[65682]: DEBUG oslo_vmware.api [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 893.236086] env[65682]: value = "task-4616111" [ 893.236086] env[65682]: _type = "Task" [ 893.236086] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.247712] env[65682]: DEBUG oslo_vmware.api [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.487990] env[65682]: DEBUG nova.scheduler.client.report [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.567736] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Releasing lock "refresh_cache-27326223-d996-4c1c-b863-e1db57a28117" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.568209] env[65682]: DEBUG nova.compute.manager [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Instance network_info: |[{"id": "c832ab0d-0d42-47a3-b502-ebbde6d1a854", "address": "fa:16:3e:94:62:10", "network": {"id": "8b1af659-e484-4035-8829-e619983d6031", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-403594557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ddcca10fd9b439bb351e1d18fcb07bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc832ab0d-0d", "ovs_interfaceid": "c832ab0d-0d42-47a3-b502-ebbde6d1a854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 893.659415] env[65682]: DEBUG nova.virt.hardware [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 893.659698] env[65682]: DEBUG nova.virt.hardware [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.659898] env[65682]: DEBUG nova.virt.hardware [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 893.660051] env[65682]: DEBUG nova.virt.hardware [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.660205] env[65682]: DEBUG nova.virt.hardware [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 893.660350] env[65682]: DEBUG nova.virt.hardware [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 893.660567] env[65682]: DEBUG nova.virt.hardware [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 893.660720] env[65682]: DEBUG nova.virt.hardware [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 893.660885] env[65682]: DEBUG nova.virt.hardware [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 893.661057] env[65682]: DEBUG nova.virt.hardware [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 893.661430] env[65682]: DEBUG nova.virt.hardware [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 893.664586] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dddd1aa-b5ae-409e-8022-bb745d0c9818 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.676698] env[65682]: DEBUG oslo_vmware.rw_handles [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b104c8-e729-ec9b-bb4e-5658ceb7067b/disk-0.vmdk. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 893.678332] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffea56b6-5699-4d15-a2b2-916ab8603cf0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.683905] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac541344-e012-4030-82ff-96fda04207f6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.703622] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:62:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c832ab0d-0d42-47a3-b502-ebbde6d1a854', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.712256] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 893.713960] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.714312] env[65682]: DEBUG oslo_vmware.rw_handles [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b104c8-e729-ec9b-bb4e-5658ceb7067b/disk-0.vmdk is in state: ready. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 893.714495] env[65682]: ERROR oslo_vmware.rw_handles [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b104c8-e729-ec9b-bb4e-5658ceb7067b/disk-0.vmdk due to incomplete transfer. [ 893.714768] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-991683be-cce9-4032-a789-11fe080b010e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.731570] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5230c3f2-66c9-47a2-9d21-46ad7b451e8b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.734697] env[65682]: WARNING neutronclient.v2_0.client [req-d086046d-417d-4710-8ec7-769300a90372 req-b480bcb6-108d-4938-9f92-9b0b487da79e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.745765] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.745765] env[65682]: value = "task-4616112" [ 893.745765] env[65682]: _type = "Task" [ 893.745765] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.748224] env[65682]: DEBUG oslo_vmware.rw_handles [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b104c8-e729-ec9b-bb4e-5658ceb7067b/disk-0.vmdk. {{(pid=65682) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 893.748403] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Uploaded image 4f5be816-3003-4479-af5d-32c325dc0c94 to the Glance image server {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 893.751055] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Destroying the VM {{(pid=65682) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 893.759443] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ae7ceab6-a097-45ea-873b-e3d23176d04d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.761930] env[65682]: DEBUG oslo_vmware.api [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616111, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.770905] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616112, 'name': CreateVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.772908] env[65682]: DEBUG oslo_vmware.api [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 893.772908] env[65682]: value = "task-4616113" [ 893.772908] env[65682]: _type = "Task" [ 893.772908] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.790944] env[65682]: DEBUG oslo_vmware.api [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616113, 'name': Destroy_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.995177] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.995818] env[65682]: DEBUG nova.compute.manager [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 894.005613] env[65682]: DEBUG oslo_concurrency.lockutils [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.306s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.005613] env[65682]: INFO nova.compute.claims [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.052903] env[65682]: WARNING neutronclient.v2_0.client [req-d086046d-417d-4710-8ec7-769300a90372 req-b480bcb6-108d-4938-9f92-9b0b487da79e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.114306] env[65682]: DEBUG nova.compute.manager [req-1dba730a-9f36-4928-973b-c0daa4aadca5 req-a20e54af-64dd-4f21-a873-3d8dec52747d service nova] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Received event network-vif-plugged-a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 894.114567] env[65682]: DEBUG oslo_concurrency.lockutils [req-1dba730a-9f36-4928-973b-c0daa4aadca5 req-a20e54af-64dd-4f21-a873-3d8dec52747d service nova] Acquiring lock "d0ef8271-64ac-4899-b800-b213195b585b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.114732] env[65682]: DEBUG oslo_concurrency.lockutils [req-1dba730a-9f36-4928-973b-c0daa4aadca5 req-a20e54af-64dd-4f21-a873-3d8dec52747d service nova] Lock "d0ef8271-64ac-4899-b800-b213195b585b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.114999] env[65682]: DEBUG oslo_concurrency.lockutils [req-1dba730a-9f36-4928-973b-c0daa4aadca5 req-a20e54af-64dd-4f21-a873-3d8dec52747d service nova] Lock "d0ef8271-64ac-4899-b800-b213195b585b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.115887] env[65682]: DEBUG nova.compute.manager [req-1dba730a-9f36-4928-973b-c0daa4aadca5 req-a20e54af-64dd-4f21-a873-3d8dec52747d service nova] [instance: d0ef8271-64ac-4899-b800-b213195b585b] No waiting events found dispatching network-vif-plugged-a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 894.116086] env[65682]: WARNING nova.compute.manager [req-1dba730a-9f36-4928-973b-c0daa4aadca5 req-a20e54af-64dd-4f21-a873-3d8dec52747d service nova] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Received unexpected event network-vif-plugged-a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca for instance with vm_state building and task_state spawning. [ 894.116256] env[65682]: DEBUG nova.compute.manager [req-1dba730a-9f36-4928-973b-c0daa4aadca5 req-a20e54af-64dd-4f21-a873-3d8dec52747d service nova] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Received event network-changed-a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 894.116411] env[65682]: DEBUG nova.compute.manager [req-1dba730a-9f36-4928-973b-c0daa4aadca5 req-a20e54af-64dd-4f21-a873-3d8dec52747d service nova] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Refreshing instance network info cache due to event network-changed-a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 894.116848] env[65682]: DEBUG oslo_concurrency.lockutils [req-1dba730a-9f36-4928-973b-c0daa4aadca5 req-a20e54af-64dd-4f21-a873-3d8dec52747d service nova] Acquiring lock "refresh_cache-d0ef8271-64ac-4899-b800-b213195b585b" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.117085] env[65682]: DEBUG oslo_concurrency.lockutils [req-1dba730a-9f36-4928-973b-c0daa4aadca5 req-a20e54af-64dd-4f21-a873-3d8dec52747d service nova] Acquired lock "refresh_cache-d0ef8271-64ac-4899-b800-b213195b585b" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.117252] env[65682]: DEBUG nova.network.neutron [req-1dba730a-9f36-4928-973b-c0daa4aadca5 req-a20e54af-64dd-4f21-a873-3d8dec52747d service nova] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Refreshing network info cache for port a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.164389] env[65682]: DEBUG nova.network.neutron [req-d086046d-417d-4710-8ec7-769300a90372 req-b480bcb6-108d-4938-9f92-9b0b487da79e service nova] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Updated VIF entry in instance network info cache for port 259a7d3d-5ded-48b2-acb0-bcd70ecae2bd. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 894.164908] env[65682]: DEBUG nova.network.neutron [req-d086046d-417d-4710-8ec7-769300a90372 req-b480bcb6-108d-4938-9f92-9b0b487da79e service nova] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Updating instance_info_cache with network_info: [{"id": "259a7d3d-5ded-48b2-acb0-bcd70ecae2bd", "address": "fa:16:3e:fd:68:08", "network": {"id": "759c733f-c566-4262-9051-59453c49fb9f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1219087333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6eeba0fa9ab4368858ca08e69cdbd1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap259a7d3d-5d", "ovs_interfaceid": "259a7d3d-5ded-48b2-acb0-bcd70ecae2bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.252180] env[65682]: DEBUG oslo_vmware.api [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694389} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.256376] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] d0ef8271-64ac-4899-b800-b213195b585b/d0ef8271-64ac-4899-b800-b213195b585b.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.256583] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.257483] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94fd0c04-da5f-4726-b2dc-f8e7cc1b1123 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.266731] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616112, 'name': CreateVM_Task, 'duration_secs': 0.490268} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.268410] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.268791] env[65682]: DEBUG oslo_vmware.api [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 894.268791] env[65682]: value = "task-4616114" [ 894.268791] env[65682]: _type = "Task" [ 894.268791] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.269339] env[65682]: WARNING neutronclient.v2_0.client [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.269713] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.269854] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.270192] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.271209] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95c21180-2bdf-43f1-aa11-f561b31e05cf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.283494] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 894.283494] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d72af9-d69e-7c9d-1c98-d05a0071eac8" [ 894.283494] env[65682]: _type = "Task" [ 894.283494] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.295218] env[65682]: DEBUG oslo_vmware.api [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.295493] env[65682]: DEBUG oslo_vmware.api [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616113, 'name': Destroy_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.303133] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d72af9-d69e-7c9d-1c98-d05a0071eac8, 'name': SearchDatastore_Task, 'duration_secs': 0.0157} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.303404] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.303788] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.304060] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.304307] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.304414] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.305388] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed385210-8e91-41f4-a129-3838d7e7ff5b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.317067] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.317565] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.318172] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66c4cc3a-1395-4fdd-b204-9d03ba34816f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.329415] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 894.329415] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5237df26-9c27-c012-3563-c44b57634018" [ 894.329415] env[65682]: _type = "Task" [ 894.329415] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.345421] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5237df26-9c27-c012-3563-c44b57634018, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.511561] env[65682]: DEBUG nova.compute.utils [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.513085] env[65682]: DEBUG nova.compute.manager [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 894.513296] env[65682]: DEBUG nova.network.neutron [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 894.513622] env[65682]: WARNING neutronclient.v2_0.client [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.513925] env[65682]: WARNING neutronclient.v2_0.client [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.577029] env[65682]: DEBUG nova.policy [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e227b64e2784d619d92247fc9f96ab3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ddcca10fd9b439bb351e1d18fcb07bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.624632] env[65682]: WARNING neutronclient.v2_0.client [req-1dba730a-9f36-4928-973b-c0daa4aadca5 req-a20e54af-64dd-4f21-a873-3d8dec52747d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.668706] env[65682]: DEBUG oslo_concurrency.lockutils [req-d086046d-417d-4710-8ec7-769300a90372 req-b480bcb6-108d-4938-9f92-9b0b487da79e service nova] Releasing lock "refresh_cache-970eff7f-0e40-481a-a255-a0b4a4d211d0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.785312] env[65682]: DEBUG oslo_vmware.api [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114068} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.786376] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.787244] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84627efc-08c1-4e35-8a87-728ab3066f06 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.794956] env[65682]: DEBUG oslo_vmware.api [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616113, 'name': Destroy_Task, 'duration_secs': 0.560108} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.796030] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Destroyed the VM [ 894.796350] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Deleting Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 894.797182] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-12854e6d-bc0d-4890-962a-f61357e049f2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.820583] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] d0ef8271-64ac-4899-b800-b213195b585b/d0ef8271-64ac-4899-b800-b213195b585b.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.821500] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd1de01b-6d34-45e0-8152-903e25cab31c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.843318] env[65682]: DEBUG oslo_vmware.api [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 894.843318] env[65682]: value = "task-4616115" [ 894.843318] env[65682]: _type = "Task" [ 894.843318] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.853869] env[65682]: DEBUG oslo_vmware.api [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 894.853869] env[65682]: value = "task-4616116" [ 894.853869] env[65682]: _type = "Task" [ 894.853869] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.860850] env[65682]: DEBUG oslo_vmware.api [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616115, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.861183] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5237df26-9c27-c012-3563-c44b57634018, 'name': SearchDatastore_Task, 'duration_secs': 0.017046} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.865297] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23ca8657-c341-4f69-b260-80df2e391435 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.875225] env[65682]: DEBUG oslo_vmware.api [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.877627] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 894.877627] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5294d4ab-cd58-b5b6-ac76-d8c2f6262278" [ 894.877627] env[65682]: _type = "Task" [ 894.877627] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.890079] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5294d4ab-cd58-b5b6-ac76-d8c2f6262278, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.932691] env[65682]: DEBUG nova.network.neutron [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Successfully created port: bb2adf49-011c-4f62-adfd-bca6292b90e4 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 895.019454] env[65682]: DEBUG nova.compute.manager [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 895.362716] env[65682]: DEBUG oslo_vmware.api [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616115, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.374758] env[65682]: DEBUG oslo_vmware.api [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.394028] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5294d4ab-cd58-b5b6-ac76-d8c2f6262278, 'name': SearchDatastore_Task, 'duration_secs': 0.025425} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.394381] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.394694] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 27326223-d996-4c1c-b863-e1db57a28117/27326223-d996-4c1c-b863-e1db57a28117.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.395049] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2daebec3-992d-46a1-bb41-e61bed89a272 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.407982] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 895.407982] env[65682]: value = "task-4616117" [ 895.407982] env[65682]: _type = "Task" [ 895.407982] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.419173] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.609880] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cfc7ae-9d4d-47a1-8c1d-e78a268c30dc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.619428] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0a4886-074d-4252-82eb-4239854b46d3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.655644] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfddc94-2159-4ae6-9438-a7c5ed3f5323 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.665669] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1e2a7e-4631-4a62-b1ba-fa75e2681f2f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.683786] env[65682]: DEBUG nova.compute.provider_tree [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.860877] env[65682]: DEBUG oslo_vmware.api [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616115, 'name': RemoveSnapshot_Task, 'duration_secs': 0.798212} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.861248] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Deleted Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 895.861654] env[65682]: DEBUG nova.compute.manager [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 895.862631] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae782a5f-0014-4a54-adbe-daa06f4b60b9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.879588] env[65682]: DEBUG oslo_vmware.api [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616116, 'name': ReconfigVM_Task, 'duration_secs': 0.593743} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.880231] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Reconfigured VM instance instance-00000045 to attach disk [datastore2] d0ef8271-64ac-4899-b800-b213195b585b/d0ef8271-64ac-4899-b800-b213195b585b.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.881009] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74488758-f917-4c9d-a1cb-b93f2d18c64c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.893754] env[65682]: DEBUG oslo_vmware.api [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 895.893754] env[65682]: value = "task-4616118" [ 895.893754] env[65682]: _type = "Task" [ 895.893754] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.908627] env[65682]: DEBUG oslo_vmware.api [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616118, 'name': Rename_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.918907] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616117, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.028383] env[65682]: DEBUG nova.compute.manager [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 896.077740] env[65682]: DEBUG nova.virt.hardware [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 896.078470] env[65682]: DEBUG nova.virt.hardware [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.078723] env[65682]: DEBUG nova.virt.hardware [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 896.078983] env[65682]: DEBUG nova.virt.hardware [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.079207] env[65682]: DEBUG nova.virt.hardware [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 896.079371] env[65682]: DEBUG nova.virt.hardware [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 896.079590] env[65682]: DEBUG nova.virt.hardware [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 896.079752] env[65682]: DEBUG nova.virt.hardware [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 896.079944] env[65682]: DEBUG nova.virt.hardware [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 896.080158] env[65682]: DEBUG nova.virt.hardware [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 896.080391] env[65682]: DEBUG nova.virt.hardware [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 896.081499] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1183d65f-4268-4d77-96df-9465e544e4f2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.091505] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483b2556-a95b-4275-a744-eb6e49a85433 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.190027] env[65682]: DEBUG nova.scheduler.client.report [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.386556] env[65682]: INFO nova.compute.manager [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Shelve offloading [ 896.407774] env[65682]: DEBUG oslo_vmware.api [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616118, 'name': Rename_Task, 'duration_secs': 0.348447} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.408654] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.408654] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ca77efd-bbea-481b-893b-3e23589e8e7a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.424949] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616117, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669291} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.427859] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 27326223-d996-4c1c-b863-e1db57a28117/27326223-d996-4c1c-b863-e1db57a28117.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.428332] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.428578] env[65682]: DEBUG oslo_vmware.api [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 896.428578] env[65682]: value = "task-4616119" [ 896.428578] env[65682]: _type = "Task" [ 896.428578] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.428824] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd41f139-e0cb-49ac-937b-7d255b90fb93 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.452078] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 896.452078] env[65682]: value = "task-4616120" [ 896.452078] env[65682]: _type = "Task" [ 896.452078] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.461583] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.597892] env[65682]: DEBUG nova.network.neutron [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Successfully updated port: bb2adf49-011c-4f62-adfd-bca6292b90e4 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 896.694055] env[65682]: DEBUG oslo_concurrency.lockutils [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.698211] env[65682]: DEBUG nova.compute.manager [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 896.701877] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.437s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.709558] env[65682]: INFO nova.compute.claims [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.728314] env[65682]: WARNING neutronclient.v2_0.client [req-1dba730a-9f36-4928-973b-c0daa4aadca5 req-a20e54af-64dd-4f21-a873-3d8dec52747d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.869862] env[65682]: DEBUG oslo_vmware.rw_handles [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5233ff2f-ae20-e34a-87c5-5e260c80a4d4/disk-0.vmdk. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 896.870962] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de790cab-f61c-4b26-8983-4f17191910f9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.878935] env[65682]: DEBUG oslo_vmware.rw_handles [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5233ff2f-ae20-e34a-87c5-5e260c80a4d4/disk-0.vmdk is in state: ready. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 896.879151] env[65682]: ERROR oslo_vmware.rw_handles [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5233ff2f-ae20-e34a-87c5-5e260c80a4d4/disk-0.vmdk due to incomplete transfer. [ 896.879416] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f8c5d29b-5443-45a6-af3d-e40c9b478a33 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.888689] env[65682]: DEBUG oslo_vmware.rw_handles [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5233ff2f-ae20-e34a-87c5-5e260c80a4d4/disk-0.vmdk. {{(pid=65682) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 896.888896] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Uploaded image a0137ebf-8d84-4153-afbc-b4e91f81533a to the Glance image server {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 896.890675] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Destroying the VM {{(pid=65682) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 896.891196] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.891436] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-52f200e5-9889-4c26-9b4d-2d844c4d4599 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.893158] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b9854e2-bcff-42e6-93c6-f8831b881a8a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.903024] env[65682]: DEBUG oslo_vmware.api [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 896.903024] env[65682]: value = "task-4616121" [ 896.903024] env[65682]: _type = "Task" [ 896.903024] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.903024] env[65682]: DEBUG oslo_vmware.api [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the task: (returnval){ [ 896.903024] env[65682]: value = "task-4616122" [ 896.903024] env[65682]: _type = "Task" [ 896.903024] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.917067] env[65682]: DEBUG oslo_vmware.api [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616122, 'name': Destroy_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.921440] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] VM already powered off {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 896.921820] env[65682]: DEBUG nova.compute.manager [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 896.922534] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175714aa-b2d3-4a84-bef1-74761f5615e5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.931224] env[65682]: DEBUG oslo_concurrency.lockutils [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquiring lock "refresh_cache-c1dffb08-8d14-4976-addd-6f563b1f31fb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.931362] env[65682]: DEBUG oslo_concurrency.lockutils [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquired lock "refresh_cache-c1dffb08-8d14-4976-addd-6f563b1f31fb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.931458] env[65682]: DEBUG nova.network.neutron [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 896.944791] env[65682]: DEBUG oslo_vmware.api [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616119, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.963092] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090165} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.963386] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.964339] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d60124-3baf-4c2c-a8b8-650a22de5bc7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.968996] env[65682]: DEBUG nova.network.neutron [req-1dba730a-9f36-4928-973b-c0daa4aadca5 req-a20e54af-64dd-4f21-a873-3d8dec52747d service nova] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Updated VIF entry in instance network info cache for port a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 896.969388] env[65682]: DEBUG nova.network.neutron [req-1dba730a-9f36-4928-973b-c0daa4aadca5 req-a20e54af-64dd-4f21-a873-3d8dec52747d service nova] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Updating instance_info_cache with network_info: [{"id": "a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca", "address": "fa:16:3e:63:99:24", "network": {"id": "ec6b4524-66db-47ab-a707-b451781a6e46", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1309945081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5767ded856aa4622bc8a6e7f1c351c2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5f1ad0b-18", "ovs_interfaceid": "a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.990084] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 27326223-d996-4c1c-b863-e1db57a28117/27326223-d996-4c1c-b863-e1db57a28117.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.991506] env[65682]: DEBUG oslo_concurrency.lockutils [req-1dba730a-9f36-4928-973b-c0daa4aadca5 req-a20e54af-64dd-4f21-a873-3d8dec52747d service nova] Releasing lock "refresh_cache-d0ef8271-64ac-4899-b800-b213195b585b" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.991742] env[65682]: DEBUG nova.compute.manager [req-1dba730a-9f36-4928-973b-c0daa4aadca5 req-a20e54af-64dd-4f21-a873-3d8dec52747d service nova] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Received event network-vif-plugged-c832ab0d-0d42-47a3-b502-ebbde6d1a854 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 896.991926] env[65682]: DEBUG oslo_concurrency.lockutils [req-1dba730a-9f36-4928-973b-c0daa4aadca5 req-a20e54af-64dd-4f21-a873-3d8dec52747d service nova] Acquiring lock "27326223-d996-4c1c-b863-e1db57a28117-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.992193] env[65682]: DEBUG oslo_concurrency.lockutils [req-1dba730a-9f36-4928-973b-c0daa4aadca5 req-a20e54af-64dd-4f21-a873-3d8dec52747d service nova] Lock "27326223-d996-4c1c-b863-e1db57a28117-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.992357] env[65682]: DEBUG oslo_concurrency.lockutils [req-1dba730a-9f36-4928-973b-c0daa4aadca5 req-a20e54af-64dd-4f21-a873-3d8dec52747d service nova] Lock "27326223-d996-4c1c-b863-e1db57a28117-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.992520] env[65682]: DEBUG nova.compute.manager [req-1dba730a-9f36-4928-973b-c0daa4aadca5 req-a20e54af-64dd-4f21-a873-3d8dec52747d service nova] [instance: 27326223-d996-4c1c-b863-e1db57a28117] No waiting events found dispatching network-vif-plugged-c832ab0d-0d42-47a3-b502-ebbde6d1a854 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 896.992700] env[65682]: WARNING nova.compute.manager [req-1dba730a-9f36-4928-973b-c0daa4aadca5 req-a20e54af-64dd-4f21-a873-3d8dec52747d service nova] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Received unexpected event network-vif-plugged-c832ab0d-0d42-47a3-b502-ebbde6d1a854 for instance with vm_state building and task_state spawning. [ 896.992882] env[65682]: DEBUG nova.compute.manager [req-1dba730a-9f36-4928-973b-c0daa4aadca5 req-a20e54af-64dd-4f21-a873-3d8dec52747d service nova] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Received event network-changed-c832ab0d-0d42-47a3-b502-ebbde6d1a854 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 896.993077] env[65682]: DEBUG nova.compute.manager [req-1dba730a-9f36-4928-973b-c0daa4aadca5 req-a20e54af-64dd-4f21-a873-3d8dec52747d service nova] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Refreshing instance network info cache due to event network-changed-c832ab0d-0d42-47a3-b502-ebbde6d1a854. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 896.993314] env[65682]: DEBUG oslo_concurrency.lockutils [req-1dba730a-9f36-4928-973b-c0daa4aadca5 req-a20e54af-64dd-4f21-a873-3d8dec52747d service nova] Acquiring lock "refresh_cache-27326223-d996-4c1c-b863-e1db57a28117" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.993465] env[65682]: DEBUG oslo_concurrency.lockutils [req-1dba730a-9f36-4928-973b-c0daa4aadca5 req-a20e54af-64dd-4f21-a873-3d8dec52747d service nova] Acquired lock "refresh_cache-27326223-d996-4c1c-b863-e1db57a28117" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.993622] env[65682]: DEBUG nova.network.neutron [req-1dba730a-9f36-4928-973b-c0daa4aadca5 req-a20e54af-64dd-4f21-a873-3d8dec52747d service nova] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Refreshing network info cache for port c832ab0d-0d42-47a3-b502-ebbde6d1a854 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.994740] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4eea4070-f1f8-4ef0-bfb8-c717782a4942 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.012787] env[65682]: WARNING neutronclient.v2_0.client [req-1dba730a-9f36-4928-973b-c0daa4aadca5 req-a20e54af-64dd-4f21-a873-3d8dec52747d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.024753] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 897.024753] env[65682]: value = "task-4616123" [ 897.024753] env[65682]: _type = "Task" [ 897.024753] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.038690] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616123, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.101699] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquiring lock "refresh_cache-c172e47a-e3c4-4119-8ef1-67dfe27d780b" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.102914] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquired lock "refresh_cache-c172e47a-e3c4-4119-8ef1-67dfe27d780b" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.102914] env[65682]: DEBUG nova.network.neutron [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 897.213691] env[65682]: DEBUG nova.compute.utils [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.218451] env[65682]: DEBUG nova.compute.manager [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 897.219851] env[65682]: DEBUG nova.network.neutron [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 897.220137] env[65682]: WARNING neutronclient.v2_0.client [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.220519] env[65682]: WARNING neutronclient.v2_0.client [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.388626] env[65682]: DEBUG nova.policy [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb6b8a74193b435a8a352f406e6ce695', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b62038395132428da3ab00f1df661b47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 897.418344] env[65682]: WARNING neutronclient.v2_0.client [req-1dba730a-9f36-4928-973b-c0daa4aadca5 req-a20e54af-64dd-4f21-a873-3d8dec52747d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.433108] env[65682]: DEBUG oslo_vmware.api [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616122, 'name': Destroy_Task, 'duration_secs': 0.419905} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.433480] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Destroyed the VM [ 897.434201] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Deleting Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 897.434201] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-24cac316-a9fc-4f72-8f56-af97e9de7c79 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.440694] env[65682]: WARNING neutronclient.v2_0.client [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.454813] env[65682]: DEBUG oslo_vmware.api [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the task: (returnval){ [ 897.454813] env[65682]: value = "task-4616124" [ 897.454813] env[65682]: _type = "Task" [ 897.454813] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.456048] env[65682]: DEBUG oslo_vmware.api [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616119, 'name': PowerOnVM_Task, 'duration_secs': 1.006457} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.456048] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.456048] env[65682]: INFO nova.compute.manager [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Took 9.21 seconds to spawn the instance on the hypervisor. [ 897.456048] env[65682]: DEBUG nova.compute.manager [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 897.461218] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe00c05-d33a-4939-95ed-dd5027aab108 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.471967] env[65682]: DEBUG oslo_vmware.api [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616124, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.539969] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.595026] env[65682]: DEBUG nova.compute.manager [req-b1da38b0-6bde-4a0f-bc07-e1d33538916f req-c36afacb-2165-4a68-a651-974256371a7f service nova] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Received event network-changed-259a7d3d-5ded-48b2-acb0-bcd70ecae2bd {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 897.595538] env[65682]: DEBUG nova.compute.manager [req-b1da38b0-6bde-4a0f-bc07-e1d33538916f req-c36afacb-2165-4a68-a651-974256371a7f service nova] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Refreshing instance network info cache due to event network-changed-259a7d3d-5ded-48b2-acb0-bcd70ecae2bd. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 897.595538] env[65682]: DEBUG oslo_concurrency.lockutils [req-b1da38b0-6bde-4a0f-bc07-e1d33538916f req-c36afacb-2165-4a68-a651-974256371a7f service nova] Acquiring lock "refresh_cache-970eff7f-0e40-481a-a255-a0b4a4d211d0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.595538] env[65682]: DEBUG oslo_concurrency.lockutils [req-b1da38b0-6bde-4a0f-bc07-e1d33538916f req-c36afacb-2165-4a68-a651-974256371a7f service nova] Acquired lock "refresh_cache-970eff7f-0e40-481a-a255-a0b4a4d211d0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.595721] env[65682]: DEBUG nova.network.neutron [req-b1da38b0-6bde-4a0f-bc07-e1d33538916f req-c36afacb-2165-4a68-a651-974256371a7f service nova] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Refreshing network info cache for port 259a7d3d-5ded-48b2-acb0-bcd70ecae2bd {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.623695] env[65682]: DEBUG nova.network.neutron [req-1dba730a-9f36-4928-973b-c0daa4aadca5 req-a20e54af-64dd-4f21-a873-3d8dec52747d service nova] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Updated VIF entry in instance network info cache for port c832ab0d-0d42-47a3-b502-ebbde6d1a854. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 897.624174] env[65682]: DEBUG nova.network.neutron [req-1dba730a-9f36-4928-973b-c0daa4aadca5 req-a20e54af-64dd-4f21-a873-3d8dec52747d service nova] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Updating instance_info_cache with network_info: [{"id": "c832ab0d-0d42-47a3-b502-ebbde6d1a854", "address": "fa:16:3e:94:62:10", "network": {"id": "8b1af659-e484-4035-8829-e619983d6031", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-403594557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ddcca10fd9b439bb351e1d18fcb07bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc832ab0d-0d", "ovs_interfaceid": "c832ab0d-0d42-47a3-b502-ebbde6d1a854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.711549] env[65682]: DEBUG nova.network.neutron [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 897.719461] env[65682]: DEBUG nova.compute.manager [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 897.788482] env[65682]: DEBUG nova.network.neutron [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Successfully created port: d01914d3-b02c-429f-8372-14e4f3a4b5f6 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 897.972366] env[65682]: DEBUG oslo_vmware.api [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616124, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.988526] env[65682]: INFO nova.compute.manager [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Took 38.60 seconds to build instance. [ 898.037286] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616123, 'name': ReconfigVM_Task, 'duration_secs': 0.637929} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.037571] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 27326223-d996-4c1c-b863-e1db57a28117/27326223-d996-4c1c-b863-e1db57a28117.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.040974] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-287a4ef8-e302-4b80-8640-09533fb38854 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.050262] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 898.050262] env[65682]: value = "task-4616125" [ 898.050262] env[65682]: _type = "Task" [ 898.050262] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.067483] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616125, 'name': Rename_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.099350] env[65682]: WARNING neutronclient.v2_0.client [req-b1da38b0-6bde-4a0f-bc07-e1d33538916f req-c36afacb-2165-4a68-a651-974256371a7f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.128591] env[65682]: DEBUG oslo_concurrency.lockutils [req-1dba730a-9f36-4928-973b-c0daa4aadca5 req-a20e54af-64dd-4f21-a873-3d8dec52747d service nova] Releasing lock "refresh_cache-27326223-d996-4c1c-b863-e1db57a28117" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.181899] env[65682]: DEBUG nova.compute.manager [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Stashing vm_state: active {{(pid=65682) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 898.230013] env[65682]: WARNING neutronclient.v2_0.client [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.269949] env[65682]: WARNING neutronclient.v2_0.client [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.374217] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee08a86-071f-42f5-9af8-306a28c13a5b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.386728] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7cfe9d-1781-43df-bb96-d256f3fd04c1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.424077] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7815e0-fe70-4b88-99db-1b8626017f86 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.436426] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6762f3f2-2949-4de8-a77e-e43df238a052 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.442484] env[65682]: DEBUG nova.compute.manager [req-1f15c95e-90d3-48e8-a711-cec3e5c3d9a9 req-0d4abd87-d6d1-4f42-9e31-5bbec243c2b8 service nova] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Received event network-vif-plugged-bb2adf49-011c-4f62-adfd-bca6292b90e4 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 898.442682] env[65682]: DEBUG oslo_concurrency.lockutils [req-1f15c95e-90d3-48e8-a711-cec3e5c3d9a9 req-0d4abd87-d6d1-4f42-9e31-5bbec243c2b8 service nova] Acquiring lock "c172e47a-e3c4-4119-8ef1-67dfe27d780b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.442882] env[65682]: DEBUG oslo_concurrency.lockutils [req-1f15c95e-90d3-48e8-a711-cec3e5c3d9a9 req-0d4abd87-d6d1-4f42-9e31-5bbec243c2b8 service nova] Lock "c172e47a-e3c4-4119-8ef1-67dfe27d780b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.443065] env[65682]: DEBUG oslo_concurrency.lockutils [req-1f15c95e-90d3-48e8-a711-cec3e5c3d9a9 req-0d4abd87-d6d1-4f42-9e31-5bbec243c2b8 service nova] Lock "c172e47a-e3c4-4119-8ef1-67dfe27d780b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.443227] env[65682]: DEBUG nova.compute.manager [req-1f15c95e-90d3-48e8-a711-cec3e5c3d9a9 req-0d4abd87-d6d1-4f42-9e31-5bbec243c2b8 service nova] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] No waiting events found dispatching network-vif-plugged-bb2adf49-011c-4f62-adfd-bca6292b90e4 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 898.443378] env[65682]: WARNING nova.compute.manager [req-1f15c95e-90d3-48e8-a711-cec3e5c3d9a9 req-0d4abd87-d6d1-4f42-9e31-5bbec243c2b8 service nova] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Received unexpected event network-vif-plugged-bb2adf49-011c-4f62-adfd-bca6292b90e4 for instance with vm_state building and task_state spawning. [ 898.453638] env[65682]: DEBUG nova.compute.provider_tree [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.467476] env[65682]: DEBUG oslo_vmware.api [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616124, 'name': RemoveSnapshot_Task, 'duration_secs': 0.680024} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.468494] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Deleted Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 898.468747] env[65682]: INFO nova.compute.manager [None req-4ff79984-8e9e-460c-bda0-380d898e606e tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Took 14.99 seconds to snapshot the instance on the hypervisor. [ 898.490728] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3351b7c7-e9fb-4775-8866-6959e363b0a6 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "d0ef8271-64ac-4899-b800-b213195b585b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.035s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.527523] env[65682]: DEBUG nova.network.neutron [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Updating instance_info_cache with network_info: [{"id": "52570d6e-b09c-4f52-962c-95ab754de987", "address": "fa:16:3e:f5:87:e6", "network": {"id": "bbb1b243-b946-4884-a796-2a10b7d24ede", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2053837350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa33bc1eaa5b4d4bb5063ffee3b1d8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52570d6e-b0", "ovs_interfaceid": "52570d6e-b09c-4f52-962c-95ab754de987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.564066] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616125, 'name': Rename_Task, 'duration_secs': 0.377198} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.564344] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.564610] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c172cbcd-6919-43a6-9e5b-b15c14274eaa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.573886] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 898.573886] env[65682]: value = "task-4616126" [ 898.573886] env[65682]: _type = "Task" [ 898.573886] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.575025] env[65682]: DEBUG nova.network.neutron [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Updating instance_info_cache with network_info: [{"id": "bb2adf49-011c-4f62-adfd-bca6292b90e4", "address": "fa:16:3e:c2:42:e7", "network": {"id": "8b1af659-e484-4035-8829-e619983d6031", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-403594557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ddcca10fd9b439bb351e1d18fcb07bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb2adf49-01", "ovs_interfaceid": "bb2adf49-011c-4f62-adfd-bca6292b90e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.586614] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.701265] env[65682]: WARNING neutronclient.v2_0.client [req-b1da38b0-6bde-4a0f-bc07-e1d33538916f req-c36afacb-2165-4a68-a651-974256371a7f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.708168] env[65682]: DEBUG oslo_concurrency.lockutils [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.732978] env[65682]: DEBUG nova.compute.manager [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 898.767998] env[65682]: DEBUG nova.virt.hardware [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 898.768221] env[65682]: DEBUG nova.virt.hardware [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.768381] env[65682]: DEBUG nova.virt.hardware [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 898.768563] env[65682]: DEBUG nova.virt.hardware [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.768703] env[65682]: DEBUG nova.virt.hardware [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 898.768845] env[65682]: DEBUG nova.virt.hardware [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 898.769076] env[65682]: DEBUG nova.virt.hardware [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 898.769256] env[65682]: DEBUG nova.virt.hardware [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 898.769452] env[65682]: DEBUG nova.virt.hardware [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 898.769637] env[65682]: DEBUG nova.virt.hardware [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 898.769808] env[65682]: DEBUG nova.virt.hardware [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 898.771056] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b078f2c8-d1b0-42bd-bdcf-13be8bdd149f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.780738] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf470f5-e277-4e34-aa24-fc60ce55048a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.936633] env[65682]: DEBUG nova.network.neutron [req-b1da38b0-6bde-4a0f-bc07-e1d33538916f req-c36afacb-2165-4a68-a651-974256371a7f service nova] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Updated VIF entry in instance network info cache for port 259a7d3d-5ded-48b2-acb0-bcd70ecae2bd. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 898.937142] env[65682]: DEBUG nova.network.neutron [req-b1da38b0-6bde-4a0f-bc07-e1d33538916f req-c36afacb-2165-4a68-a651-974256371a7f service nova] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Updating instance_info_cache with network_info: [{"id": "259a7d3d-5ded-48b2-acb0-bcd70ecae2bd", "address": "fa:16:3e:fd:68:08", "network": {"id": "759c733f-c566-4262-9051-59453c49fb9f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1219087333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c6eeba0fa9ab4368858ca08e69cdbd1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap259a7d3d-5d", "ovs_interfaceid": "259a7d3d-5ded-48b2-acb0-bcd70ecae2bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.958031] env[65682]: DEBUG nova.scheduler.client.report [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.030432] env[65682]: DEBUG oslo_concurrency.lockutils [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Releasing lock "refresh_cache-c1dffb08-8d14-4976-addd-6f563b1f31fb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.031625] env[65682]: WARNING neutronclient.v2_0.client [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.031942] env[65682]: WARNING neutronclient.v2_0.client [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.085602] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Releasing lock "refresh_cache-c172e47a-e3c4-4119-8ef1-67dfe27d780b" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.085781] env[65682]: DEBUG nova.compute.manager [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Instance network_info: |[{"id": "bb2adf49-011c-4f62-adfd-bca6292b90e4", "address": "fa:16:3e:c2:42:e7", "network": {"id": "8b1af659-e484-4035-8829-e619983d6031", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-403594557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ddcca10fd9b439bb351e1d18fcb07bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb2adf49-01", "ovs_interfaceid": "bb2adf49-011c-4f62-adfd-bca6292b90e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 899.086253] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:42:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb2adf49-011c-4f62-adfd-bca6292b90e4', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.097018] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 899.100472] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.104392] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-111d24cf-856f-47a3-8552-ceb8a3efad7a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.122472] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616126, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.130271] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.130271] env[65682]: value = "task-4616127" [ 899.130271] env[65682]: _type = "Task" [ 899.130271] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.144410] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616127, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.444925] env[65682]: DEBUG oslo_concurrency.lockutils [req-b1da38b0-6bde-4a0f-bc07-e1d33538916f req-c36afacb-2165-4a68-a651-974256371a7f service nova] Releasing lock "refresh_cache-970eff7f-0e40-481a-a255-a0b4a4d211d0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.463690] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.464566] env[65682]: DEBUG nova.compute.manager [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 899.469449] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.984s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.481916] env[65682]: DEBUG nova.network.neutron [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Successfully updated port: d01914d3-b02c-429f-8372-14e4f3a4b5f6 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 899.500854] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.502745] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9625c09-17a2-43ef-a1d4-ae3057d5f4ca {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.517788] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.518615] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba19c3d9-c0a6-47ff-9f3c-6c8db355e781 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.589441] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616126, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.607606] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.607769] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.608067] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Deleting the datastore file [datastore2] c1dffb08-8d14-4976-addd-6f563b1f31fb {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.608407] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4681b6b7-97e1-4f2a-b736-410f3d22be1c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.618167] env[65682]: DEBUG oslo_vmware.api [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 899.618167] env[65682]: value = "task-4616129" [ 899.618167] env[65682]: _type = "Task" [ 899.618167] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.632894] env[65682]: DEBUG oslo_vmware.api [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.646402] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616127, 'name': CreateVM_Task, 'duration_secs': 0.443771} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.646726] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.647705] env[65682]: WARNING neutronclient.v2_0.client [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.648309] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.648556] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.649108] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.649580] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dcfe18c-81e1-4233-9ba8-0d1187526eb1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.656851] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 899.656851] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523397d0-ca46-b59a-8a21-4150565bbfc0" [ 899.656851] env[65682]: _type = "Task" [ 899.656851] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.669566] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523397d0-ca46-b59a-8a21-4150565bbfc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.974741] env[65682]: DEBUG nova.compute.utils [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.979408] env[65682]: INFO nova.compute.claims [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.983536] env[65682]: DEBUG nova.compute.manager [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 899.983536] env[65682]: DEBUG nova.network.neutron [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 899.984068] env[65682]: WARNING neutronclient.v2_0.client [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.984401] env[65682]: WARNING neutronclient.v2_0.client [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.987041] env[65682]: DEBUG oslo_concurrency.lockutils [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Acquiring lock "refresh_cache-1e2fc4ce-a979-45f2-bb70-636e0b52662c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.988243] env[65682]: DEBUG oslo_concurrency.lockutils [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Acquired lock "refresh_cache-1e2fc4ce-a979-45f2-bb70-636e0b52662c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.988243] env[65682]: DEBUG nova.network.neutron [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 900.044231] env[65682]: DEBUG nova.policy [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '293a7d31bc9942fbb2cc9a38cd54395b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f70bcfbec5214013bcdfc3f7bf6110ff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.092062] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616126, 'name': PowerOnVM_Task, 'duration_secs': 1.373581} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.092357] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.092562] env[65682]: INFO nova.compute.manager [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Took 9.01 seconds to spawn the instance on the hypervisor. [ 900.092735] env[65682]: DEBUG nova.compute.manager [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 900.093674] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d6caf2-62a6-4f79-b351-122d80c8cc5e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.130170] env[65682]: DEBUG oslo_vmware.api [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203157} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.131524] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.131524] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.131524] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.165978] env[65682]: INFO nova.scheduler.client.report [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Deleted allocations for instance c1dffb08-8d14-4976-addd-6f563b1f31fb [ 900.172409] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523397d0-ca46-b59a-8a21-4150565bbfc0, 'name': SearchDatastore_Task, 'duration_secs': 0.02704} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.172662] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.173018] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.173266] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.173410] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.173594] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.173879] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1eca616d-d56c-444a-8f4e-2e1a98f9234f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.185454] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.185662] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.186569] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f4ab708-e5f1-4821-8f97-2e1979db6c56 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.193346] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 900.193346] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ce7f97-2e5d-da89-6151-83be02db8a76" [ 900.193346] env[65682]: _type = "Task" [ 900.193346] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.202657] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ce7f97-2e5d-da89-6151-83be02db8a76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.421772] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Acquiring lock "d7c988b8-d615-4581-85e5-466d8b06e7ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.422027] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Lock "d7c988b8-d615-4581-85e5-466d8b06e7ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.436379] env[65682]: DEBUG nova.network.neutron [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Successfully created port: 48b915d8-32c1-4c59-99c7-844231690f1a {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 900.484062] env[65682]: DEBUG nova.compute.manager [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 900.489183] env[65682]: INFO nova.compute.resource_tracker [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Updating resource usage from migration 04e12bb2-c806-4e13-8e93-ba0e32b20105 [ 900.553760] env[65682]: DEBUG nova.network.neutron [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 900.613086] env[65682]: INFO nova.compute.manager [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Took 36.75 seconds to build instance. [ 900.677250] env[65682]: DEBUG oslo_concurrency.lockutils [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.702984] env[65682]: DEBUG nova.compute.manager [req-728eb815-a6be-4d2f-8e89-505ae4f3ff68 req-10036249-ba33-4c76-b051-ba0d31db3a21 service nova] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Received event network-vif-unplugged-52570d6e-b09c-4f52-962c-95ab754de987 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 900.703380] env[65682]: DEBUG oslo_concurrency.lockutils [req-728eb815-a6be-4d2f-8e89-505ae4f3ff68 req-10036249-ba33-4c76-b051-ba0d31db3a21 service nova] Acquiring lock "c1dffb08-8d14-4976-addd-6f563b1f31fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.703839] env[65682]: DEBUG oslo_concurrency.lockutils [req-728eb815-a6be-4d2f-8e89-505ae4f3ff68 req-10036249-ba33-4c76-b051-ba0d31db3a21 service nova] Lock "c1dffb08-8d14-4976-addd-6f563b1f31fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.703839] env[65682]: DEBUG oslo_concurrency.lockutils [req-728eb815-a6be-4d2f-8e89-505ae4f3ff68 req-10036249-ba33-4c76-b051-ba0d31db3a21 service nova] Lock "c1dffb08-8d14-4976-addd-6f563b1f31fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.703991] env[65682]: DEBUG nova.compute.manager [req-728eb815-a6be-4d2f-8e89-505ae4f3ff68 req-10036249-ba33-4c76-b051-ba0d31db3a21 service nova] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] No waiting events found dispatching network-vif-unplugged-52570d6e-b09c-4f52-962c-95ab754de987 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 900.704094] env[65682]: WARNING nova.compute.manager [req-728eb815-a6be-4d2f-8e89-505ae4f3ff68 req-10036249-ba33-4c76-b051-ba0d31db3a21 service nova] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Received unexpected event network-vif-unplugged-52570d6e-b09c-4f52-962c-95ab754de987 for instance with vm_state shelved_offloaded and task_state None. [ 900.704218] env[65682]: DEBUG nova.compute.manager [req-728eb815-a6be-4d2f-8e89-505ae4f3ff68 req-10036249-ba33-4c76-b051-ba0d31db3a21 service nova] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Received event network-changed-52570d6e-b09c-4f52-962c-95ab754de987 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 900.704365] env[65682]: DEBUG nova.compute.manager [req-728eb815-a6be-4d2f-8e89-505ae4f3ff68 req-10036249-ba33-4c76-b051-ba0d31db3a21 service nova] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Refreshing instance network info cache due to event network-changed-52570d6e-b09c-4f52-962c-95ab754de987. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 900.704536] env[65682]: DEBUG oslo_concurrency.lockutils [req-728eb815-a6be-4d2f-8e89-505ae4f3ff68 req-10036249-ba33-4c76-b051-ba0d31db3a21 service nova] Acquiring lock "refresh_cache-c1dffb08-8d14-4976-addd-6f563b1f31fb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.704663] env[65682]: DEBUG oslo_concurrency.lockutils [req-728eb815-a6be-4d2f-8e89-505ae4f3ff68 req-10036249-ba33-4c76-b051-ba0d31db3a21 service nova] Acquired lock "refresh_cache-c1dffb08-8d14-4976-addd-6f563b1f31fb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.704809] env[65682]: DEBUG nova.network.neutron [req-728eb815-a6be-4d2f-8e89-505ae4f3ff68 req-10036249-ba33-4c76-b051-ba0d31db3a21 service nova] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Refreshing network info cache for port 52570d6e-b09c-4f52-962c-95ab754de987 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.715144] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ce7f97-2e5d-da89-6151-83be02db8a76, 'name': SearchDatastore_Task, 'duration_secs': 0.014622} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.721120] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68f1364a-97ef-4221-9315-f13f46a28688 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.733251] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 900.733251] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b2188c-dc8b-1fc7-b4e2-03105927418c" [ 900.733251] env[65682]: _type = "Task" [ 900.733251] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.742933] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b2188c-dc8b-1fc7-b4e2-03105927418c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.752246] env[65682]: WARNING neutronclient.v2_0.client [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.928933] env[65682]: DEBUG nova.compute.manager [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 900.936060] env[65682]: INFO nova.compute.manager [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Rebuilding instance [ 900.964012] env[65682]: DEBUG nova.network.neutron [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Updating instance_info_cache with network_info: [{"id": "d01914d3-b02c-429f-8372-14e4f3a4b5f6", "address": "fa:16:3e:5f:f4:b8", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd01914d3-b0", "ovs_interfaceid": "d01914d3-b02c-429f-8372-14e4f3a4b5f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.007927] env[65682]: DEBUG nova.compute.manager [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 901.008878] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002aed26-70d4-4cce-a99c-8a03c15aa0ff {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.097929] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc57b8d-21e3-4120-8697-6b02077026a2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.106963] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c492890c-64bc-4cf5-97a9-97282c47fbb1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.140799] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "27326223-d996-4c1c-b863-e1db57a28117" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.226s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.142265] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4970d3af-8d80-43e3-84e7-d5c374dce228 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.151466] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0aee4d1-b3ae-4b56-83e8-289808fc07df {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.169877] env[65682]: DEBUG nova.compute.provider_tree [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.207463] env[65682]: WARNING neutronclient.v2_0.client [req-728eb815-a6be-4d2f-8e89-505ae4f3ff68 req-10036249-ba33-4c76-b051-ba0d31db3a21 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.249461] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b2188c-dc8b-1fc7-b4e2-03105927418c, 'name': SearchDatastore_Task, 'duration_secs': 0.038185} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.252500] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.252758] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] c172e47a-e3c4-4119-8ef1-67dfe27d780b/c172e47a-e3c4-4119-8ef1-67dfe27d780b.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.253688] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16712ad3-4819-4324-8f49-023a79a1a09b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.263647] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 901.263647] env[65682]: value = "task-4616130" [ 901.263647] env[65682]: _type = "Task" [ 901.263647] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.274181] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.318732] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1958cd5d-c607-48e4-9081-287006f659a3 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquiring lock "6725e588-0d8f-442d-9158-4049ebeb0262" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.318985] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1958cd5d-c607-48e4-9081-287006f659a3 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "6725e588-0d8f-442d-9158-4049ebeb0262" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.464772] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.472408] env[65682]: DEBUG oslo_concurrency.lockutils [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Releasing lock "refresh_cache-1e2fc4ce-a979-45f2-bb70-636e0b52662c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.472774] env[65682]: DEBUG nova.compute.manager [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Instance network_info: |[{"id": "d01914d3-b02c-429f-8372-14e4f3a4b5f6", "address": "fa:16:3e:5f:f4:b8", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd01914d3-b0", "ovs_interfaceid": "d01914d3-b02c-429f-8372-14e4f3a4b5f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 901.474139] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:f4:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd01914d3-b02c-429f-8372-14e4f3a4b5f6', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.483076] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 901.483076] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.483204] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fef9555e-8e6c-4b4a-bc74-09f45f685f50 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.500299] env[65682]: WARNING neutronclient.v2_0.client [req-728eb815-a6be-4d2f-8e89-505ae4f3ff68 req-10036249-ba33-4c76-b051-ba0d31db3a21 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.504482] env[65682]: DEBUG nova.compute.manager [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 901.513939] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.513939] env[65682]: value = "task-4616131" [ 901.513939] env[65682]: _type = "Task" [ 901.513939] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.530145] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616131, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.541498] env[65682]: DEBUG oslo_concurrency.lockutils [None req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Acquiring lock "970eff7f-0e40-481a-a255-a0b4a4d211d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.542082] env[65682]: DEBUG oslo_concurrency.lockutils [None req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Lock "970eff7f-0e40-481a-a255-a0b4a4d211d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.542179] env[65682]: DEBUG oslo_concurrency.lockutils [None req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Acquiring lock "970eff7f-0e40-481a-a255-a0b4a4d211d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.542834] env[65682]: DEBUG oslo_concurrency.lockutils [None req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Lock "970eff7f-0e40-481a-a255-a0b4a4d211d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.542834] env[65682]: DEBUG oslo_concurrency.lockutils [None req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Lock "970eff7f-0e40-481a-a255-a0b4a4d211d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.547718] env[65682]: DEBUG nova.virt.hardware [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 901.548038] env[65682]: DEBUG nova.virt.hardware [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.548556] env[65682]: DEBUG nova.virt.hardware [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 901.548556] env[65682]: DEBUG nova.virt.hardware [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.548772] env[65682]: DEBUG nova.virt.hardware [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 901.548958] env[65682]: DEBUG nova.virt.hardware [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 901.549621] env[65682]: DEBUG nova.virt.hardware [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 901.549729] env[65682]: DEBUG nova.virt.hardware [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 901.549997] env[65682]: DEBUG nova.virt.hardware [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 901.550407] env[65682]: DEBUG nova.virt.hardware [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 901.551219] env[65682]: DEBUG nova.virt.hardware [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 901.552737] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd985c3-b54f-431d-a400-293a0d8a7043 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.556578] env[65682]: INFO nova.compute.manager [None req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Terminating instance [ 901.567518] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77aa2b7a-9a34-4d19-97e9-57c1d365ce0c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.634940] env[65682]: DEBUG nova.network.neutron [req-728eb815-a6be-4d2f-8e89-505ae4f3ff68 req-10036249-ba33-4c76-b051-ba0d31db3a21 service nova] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Updated VIF entry in instance network info cache for port 52570d6e-b09c-4f52-962c-95ab754de987. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 901.635355] env[65682]: DEBUG nova.network.neutron [req-728eb815-a6be-4d2f-8e89-505ae4f3ff68 req-10036249-ba33-4c76-b051-ba0d31db3a21 service nova] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Updating instance_info_cache with network_info: [{"id": "52570d6e-b09c-4f52-962c-95ab754de987", "address": "fa:16:3e:f5:87:e6", "network": {"id": "bbb1b243-b946-4884-a796-2a10b7d24ede", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2053837350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa33bc1eaa5b4d4bb5063ffee3b1d8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap52570d6e-b0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.674709] env[65682]: DEBUG nova.scheduler.client.report [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.776858] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616130, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.823066] env[65682]: DEBUG nova.compute.utils [None req-1958cd5d-c607-48e4-9081-287006f659a3 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.025669] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616131, 'name': CreateVM_Task, 'duration_secs': 0.450236} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.025920] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.026548] env[65682]: WARNING neutronclient.v2_0.client [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.026845] env[65682]: DEBUG oslo_concurrency.lockutils [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.027103] env[65682]: DEBUG oslo_concurrency.lockutils [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.027451] env[65682]: DEBUG oslo_concurrency.lockutils [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.027723] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c8d6b61-0fe4-43dc-8e7d-8ca4b7be6faf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.034359] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.034745] env[65682]: DEBUG oslo_vmware.api [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Waiting for the task: (returnval){ [ 902.034745] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52fa55b7-7010-ab86-7f36-f92efedfb56d" [ 902.034745] env[65682]: _type = "Task" [ 902.034745] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.034956] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6d657bf-6357-402f-848b-d92006555394 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.047841] env[65682]: DEBUG oslo_vmware.api [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52fa55b7-7010-ab86-7f36-f92efedfb56d, 'name': SearchDatastore_Task} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.049061] env[65682]: DEBUG oslo_concurrency.lockutils [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.049335] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.049560] env[65682]: DEBUG oslo_concurrency.lockutils [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.049726] env[65682]: DEBUG oslo_concurrency.lockutils [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.049911] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.050363] env[65682]: DEBUG oslo_vmware.api [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Waiting for the task: (returnval){ [ 902.050363] env[65682]: value = "task-4616132" [ 902.050363] env[65682]: _type = "Task" [ 902.050363] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.050624] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87aa3153-73ab-486b-8158-33f266970ade {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.066678] env[65682]: DEBUG nova.compute.manager [None req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 902.066858] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.067275] env[65682]: DEBUG oslo_vmware.api [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.069300] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80735d82-7c9a-4d83-830c-cfe649a1f0cf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.072466] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.072705] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.073625] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8afbadd5-6b88-4856-8a60-86ef03ceea63 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.080790] env[65682]: DEBUG oslo_vmware.api [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Waiting for the task: (returnval){ [ 902.080790] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ad9cc4-afdb-2c15-f733-d1386e151cad" [ 902.080790] env[65682]: _type = "Task" [ 902.080790] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.083501] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.086822] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2f6f7a0-973d-4255-911f-78bdcbbe9914 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.095582] env[65682]: DEBUG oslo_vmware.api [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ad9cc4-afdb-2c15-f733-d1386e151cad, 'name': SearchDatastore_Task, 'duration_secs': 0.011273} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.097840] env[65682]: DEBUG oslo_vmware.api [None req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Waiting for the task: (returnval){ [ 902.097840] env[65682]: value = "task-4616133" [ 902.097840] env[65682]: _type = "Task" [ 902.097840] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.098103] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45381a32-06e8-456e-8f69-ce1c836117e0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.113181] env[65682]: DEBUG oslo_vmware.api [None req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': task-4616133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.113538] env[65682]: DEBUG oslo_vmware.api [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Waiting for the task: (returnval){ [ 902.113538] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a80f31-52af-b5b0-d26b-ba382f836253" [ 902.113538] env[65682]: _type = "Task" [ 902.113538] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.126475] env[65682]: DEBUG oslo_vmware.api [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a80f31-52af-b5b0-d26b-ba382f836253, 'name': SearchDatastore_Task, 'duration_secs': 0.01135} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.126880] env[65682]: DEBUG oslo_concurrency.lockutils [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.127223] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 1e2fc4ce-a979-45f2-bb70-636e0b52662c/1e2fc4ce-a979-45f2-bb70-636e0b52662c.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.127534] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9adcb6e-570b-46aa-ab8d-b75f518fe7f8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.137554] env[65682]: DEBUG oslo_concurrency.lockutils [req-728eb815-a6be-4d2f-8e89-505ae4f3ff68 req-10036249-ba33-4c76-b051-ba0d31db3a21 service nova] Releasing lock "refresh_cache-c1dffb08-8d14-4976-addd-6f563b1f31fb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.138381] env[65682]: DEBUG oslo_vmware.api [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Waiting for the task: (returnval){ [ 902.138381] env[65682]: value = "task-4616134" [ 902.138381] env[65682]: _type = "Task" [ 902.138381] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.149612] env[65682]: DEBUG oslo_vmware.api [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': task-4616134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.150772] env[65682]: DEBUG nova.network.neutron [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Successfully updated port: 48b915d8-32c1-4c59-99c7-844231690f1a {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 902.181878] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.712s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.181878] env[65682]: INFO nova.compute.manager [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Migrating [ 902.189874] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.814s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.190155] env[65682]: DEBUG nova.objects.instance [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Lazy-loading 'resources' on Instance uuid fbccaee6-8896-431f-9510-1ef10d42abdc {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.213505] env[65682]: DEBUG nova.compute.manager [req-9a5ebf82-3f79-43b1-9de7-81b9253ec577 req-481b46d5-6a65-4ef2-9594-f57cbaf9cba6 service nova] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Received event network-changed-bb2adf49-011c-4f62-adfd-bca6292b90e4 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 902.213708] env[65682]: DEBUG nova.compute.manager [req-9a5ebf82-3f79-43b1-9de7-81b9253ec577 req-481b46d5-6a65-4ef2-9594-f57cbaf9cba6 service nova] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Refreshing instance network info cache due to event network-changed-bb2adf49-011c-4f62-adfd-bca6292b90e4. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 902.213922] env[65682]: DEBUG oslo_concurrency.lockutils [req-9a5ebf82-3f79-43b1-9de7-81b9253ec577 req-481b46d5-6a65-4ef2-9594-f57cbaf9cba6 service nova] Acquiring lock "refresh_cache-c172e47a-e3c4-4119-8ef1-67dfe27d780b" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.214175] env[65682]: DEBUG oslo_concurrency.lockutils [req-9a5ebf82-3f79-43b1-9de7-81b9253ec577 req-481b46d5-6a65-4ef2-9594-f57cbaf9cba6 service nova] Acquired lock "refresh_cache-c172e47a-e3c4-4119-8ef1-67dfe27d780b" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.214497] env[65682]: DEBUG nova.network.neutron [req-9a5ebf82-3f79-43b1-9de7-81b9253ec577 req-481b46d5-6a65-4ef2-9594-f57cbaf9cba6 service nova] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Refreshing network info cache for port bb2adf49-011c-4f62-adfd-bca6292b90e4 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.231870] env[65682]: DEBUG nova.compute.manager [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 902.236174] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8aab4b-108e-4176-98c9-23c7472209e2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.277204] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70862} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.277204] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] c172e47a-e3c4-4119-8ef1-67dfe27d780b/c172e47a-e3c4-4119-8ef1-67dfe27d780b.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.277204] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.277204] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-011d2e06-e673-4c85-8767-8a993e845ac2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.285712] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 902.285712] env[65682]: value = "task-4616135" [ 902.285712] env[65682]: _type = "Task" [ 902.285712] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.300027] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.326624] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1958cd5d-c607-48e4-9081-287006f659a3 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "6725e588-0d8f-442d-9158-4049ebeb0262" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.568136] env[65682]: DEBUG oslo_vmware.api [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616132, 'name': PowerOffVM_Task, 'duration_secs': 0.158591} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.568136] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.568553] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.569638] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb1b901-5296-4dc5-a6a9-af1f79079947 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.582688] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.582688] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fccd33f-644d-4e00-9887-2f0969cd2122 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.619535] env[65682]: DEBUG oslo_vmware.api [None req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': task-4616133, 'name': PowerOffVM_Task, 'duration_secs': 0.394419} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.620576] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.620758] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.621039] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.621228] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.621406] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Deleting the datastore file [datastore1] 836767a3-4247-454c-bc51-f0be811bb527 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.621653] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-230210e5-2679-4901-9397-44b27c09c354 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.623609] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0d905ba-5497-4c4c-a6c5-0b307d03b56d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.633699] env[65682]: DEBUG oslo_vmware.api [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Waiting for the task: (returnval){ [ 902.633699] env[65682]: value = "task-4616138" [ 902.633699] env[65682]: _type = "Task" [ 902.633699] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.645558] env[65682]: DEBUG oslo_vmware.api [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.656552] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "refresh_cache-bd13c2de-6abf-4237-b7b2-bbc24fc59b24" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.657435] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquired lock "refresh_cache-bd13c2de-6abf-4237-b7b2-bbc24fc59b24" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.657435] env[65682]: DEBUG nova.network.neutron [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 902.659840] env[65682]: DEBUG oslo_vmware.api [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': task-4616134, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.707065] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "refresh_cache-63bdb800-aeda-456e-9acd-afab1096c9d1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.707482] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquired lock "refresh_cache-63bdb800-aeda-456e-9acd-afab1096c9d1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.707482] env[65682]: DEBUG nova.network.neutron [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 902.719970] env[65682]: WARNING neutronclient.v2_0.client [req-9a5ebf82-3f79-43b1-9de7-81b9253ec577 req-481b46d5-6a65-4ef2-9594-f57cbaf9cba6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.749589] env[65682]: INFO nova.compute.manager [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] instance snapshotting [ 902.756762] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b66055-070b-497b-9a5d-fa19dd2c4221 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.785198] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687cb966-c38c-4856-b96c-3bc40f6b37e8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.800049] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146626} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.802701] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.807344] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb316475-9e71-4148-b4d2-f7e33c6d8f59 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.835966] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] c172e47a-e3c4-4119-8ef1-67dfe27d780b/c172e47a-e3c4-4119-8ef1-67dfe27d780b.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.839126] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5e3eb5e-3535-4cf7-a9cb-51b574131a14 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.863350] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.863650] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.863829] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Deleting the datastore file [datastore1] 970eff7f-0e40-481a-a255-a0b4a4d211d0 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.866115] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1b365e0-ce1d-4764-ad24-8434d346b499 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.868220] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 902.868220] env[65682]: value = "task-4616139" [ 902.868220] env[65682]: _type = "Task" [ 902.868220] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.880399] env[65682]: DEBUG oslo_vmware.api [None req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Waiting for the task: (returnval){ [ 902.880399] env[65682]: value = "task-4616140" [ 902.880399] env[65682]: _type = "Task" [ 902.880399] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.888925] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.896614] env[65682]: DEBUG oslo_vmware.api [None req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': task-4616140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.999056] env[65682]: WARNING neutronclient.v2_0.client [req-9a5ebf82-3f79-43b1-9de7-81b9253ec577 req-481b46d5-6a65-4ef2-9594-f57cbaf9cba6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.127237] env[65682]: DEBUG nova.network.neutron [req-9a5ebf82-3f79-43b1-9de7-81b9253ec577 req-481b46d5-6a65-4ef2-9594-f57cbaf9cba6 service nova] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Updated VIF entry in instance network info cache for port bb2adf49-011c-4f62-adfd-bca6292b90e4. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 903.127604] env[65682]: DEBUG nova.network.neutron [req-9a5ebf82-3f79-43b1-9de7-81b9253ec577 req-481b46d5-6a65-4ef2-9594-f57cbaf9cba6 service nova] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Updating instance_info_cache with network_info: [{"id": "bb2adf49-011c-4f62-adfd-bca6292b90e4", "address": "fa:16:3e:c2:42:e7", "network": {"id": "8b1af659-e484-4035-8829-e619983d6031", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-403594557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ddcca10fd9b439bb351e1d18fcb07bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb2adf49-01", "ovs_interfaceid": "bb2adf49-011c-4f62-adfd-bca6292b90e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.147852] env[65682]: DEBUG oslo_vmware.api [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281941} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.148676] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.148863] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.149047] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.156018] env[65682]: DEBUG oslo_vmware.api [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': task-4616134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601751} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.156256] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 1e2fc4ce-a979-45f2-bb70-636e0b52662c/1e2fc4ce-a979-45f2-bb70-636e0b52662c.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.156497] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.156837] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e380609b-ebd5-4bd0-bfe8-978b1b88eb8d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.165448] env[65682]: DEBUG oslo_vmware.api [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Waiting for the task: (returnval){ [ 903.165448] env[65682]: value = "task-4616141" [ 903.165448] env[65682]: _type = "Task" [ 903.165448] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.180144] env[65682]: DEBUG oslo_vmware.api [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': task-4616141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.182493] env[65682]: DEBUG nova.compute.manager [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 903.183434] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d073b0-ee76-4805-b470-245ca288b0d5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.201726] env[65682]: DEBUG nova.network.neutron [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 903.210820] env[65682]: WARNING neutronclient.v2_0.client [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.312035] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Creating Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 903.312460] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d223dbed-8539-4930-8c44-9aac6aa4bdb9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.325614] env[65682]: DEBUG oslo_vmware.api [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 903.325614] env[65682]: value = "task-4616142" [ 903.325614] env[65682]: _type = "Task" [ 903.325614] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.344851] env[65682]: DEBUG oslo_vmware.api [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616142, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.362033] env[65682]: WARNING neutronclient.v2_0.client [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.389583] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.396155] env[65682]: DEBUG oslo_vmware.api [None req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': task-4616140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.429170] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1958cd5d-c607-48e4-9081-287006f659a3 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquiring lock "6725e588-0d8f-442d-9158-4049ebeb0262" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.429338] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1958cd5d-c607-48e4-9081-287006f659a3 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "6725e588-0d8f-442d-9158-4049ebeb0262" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.429544] env[65682]: INFO nova.compute.manager [None req-1958cd5d-c607-48e4-9081-287006f659a3 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Attaching volume 9a70a697-e757-4543-8279-0bba9807738e to /dev/sdb [ 903.436860] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceaca0d3-4282-4a82-aab8-178ae5e82760 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.448671] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83f0c3c-22b0-4f1f-9763-374d62f5e805 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.488103] env[65682]: DEBUG nova.network.neutron [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Updating instance_info_cache with network_info: [{"id": "48b915d8-32c1-4c59-99c7-844231690f1a", "address": "fa:16:3e:bb:a9:43", "network": {"id": "5c02b4f7-3aa0-420f-a37f-afcab4fc17f9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-357634686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f70bcfbec5214013bcdfc3f7bf6110ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48b915d8-32", "ovs_interfaceid": "48b915d8-32c1-4c59-99c7-844231690f1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.490810] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c9e96b-aa4f-43f3-a22b-de3d6a6cd399 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.494490] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c6e70b-a65b-43ab-803c-bee8b0e5c947 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.511110] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f887a2-a741-4bc9-8b27-0d1db8892aee {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.516433] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4e88fd-6cd9-4c1b-97a0-114fe181a620 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.533231] env[65682]: DEBUG nova.compute.provider_tree [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 903.538606] env[65682]: DEBUG nova.virt.block_device [None req-1958cd5d-c607-48e4-9081-287006f659a3 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Updating existing volume attachment record: 7bc03d85-72d2-43af-9883-eed38ab1304c {{(pid=65682) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 903.542462] env[65682]: WARNING neutronclient.v2_0.client [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.630588] env[65682]: DEBUG oslo_concurrency.lockutils [req-9a5ebf82-3f79-43b1-9de7-81b9253ec577 req-481b46d5-6a65-4ef2-9594-f57cbaf9cba6 service nova] Releasing lock "refresh_cache-c172e47a-e3c4-4119-8ef1-67dfe27d780b" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.630950] env[65682]: DEBUG nova.compute.manager [req-9a5ebf82-3f79-43b1-9de7-81b9253ec577 req-481b46d5-6a65-4ef2-9594-f57cbaf9cba6 service nova] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Received event network-vif-plugged-d01914d3-b02c-429f-8372-14e4f3a4b5f6 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 903.631174] env[65682]: DEBUG oslo_concurrency.lockutils [req-9a5ebf82-3f79-43b1-9de7-81b9253ec577 req-481b46d5-6a65-4ef2-9594-f57cbaf9cba6 service nova] Acquiring lock "1e2fc4ce-a979-45f2-bb70-636e0b52662c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.631401] env[65682]: DEBUG oslo_concurrency.lockutils [req-9a5ebf82-3f79-43b1-9de7-81b9253ec577 req-481b46d5-6a65-4ef2-9594-f57cbaf9cba6 service nova] Lock "1e2fc4ce-a979-45f2-bb70-636e0b52662c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.631564] env[65682]: DEBUG oslo_concurrency.lockutils [req-9a5ebf82-3f79-43b1-9de7-81b9253ec577 req-481b46d5-6a65-4ef2-9594-f57cbaf9cba6 service nova] Lock "1e2fc4ce-a979-45f2-bb70-636e0b52662c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.631748] env[65682]: DEBUG nova.compute.manager [req-9a5ebf82-3f79-43b1-9de7-81b9253ec577 req-481b46d5-6a65-4ef2-9594-f57cbaf9cba6 service nova] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] No waiting events found dispatching network-vif-plugged-d01914d3-b02c-429f-8372-14e4f3a4b5f6 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 903.631902] env[65682]: WARNING nova.compute.manager [req-9a5ebf82-3f79-43b1-9de7-81b9253ec577 req-481b46d5-6a65-4ef2-9594-f57cbaf9cba6 service nova] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Received unexpected event network-vif-plugged-d01914d3-b02c-429f-8372-14e4f3a4b5f6 for instance with vm_state building and task_state spawning. [ 903.632074] env[65682]: DEBUG nova.compute.manager [req-9a5ebf82-3f79-43b1-9de7-81b9253ec577 req-481b46d5-6a65-4ef2-9594-f57cbaf9cba6 service nova] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Received event network-changed-d01914d3-b02c-429f-8372-14e4f3a4b5f6 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 903.632310] env[65682]: DEBUG nova.compute.manager [req-9a5ebf82-3f79-43b1-9de7-81b9253ec577 req-481b46d5-6a65-4ef2-9594-f57cbaf9cba6 service nova] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Refreshing instance network info cache due to event network-changed-d01914d3-b02c-429f-8372-14e4f3a4b5f6. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 903.632418] env[65682]: DEBUG oslo_concurrency.lockutils [req-9a5ebf82-3f79-43b1-9de7-81b9253ec577 req-481b46d5-6a65-4ef2-9594-f57cbaf9cba6 service nova] Acquiring lock "refresh_cache-1e2fc4ce-a979-45f2-bb70-636e0b52662c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.632551] env[65682]: DEBUG oslo_concurrency.lockutils [req-9a5ebf82-3f79-43b1-9de7-81b9253ec577 req-481b46d5-6a65-4ef2-9594-f57cbaf9cba6 service nova] Acquired lock "refresh_cache-1e2fc4ce-a979-45f2-bb70-636e0b52662c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.632963] env[65682]: DEBUG nova.network.neutron [req-9a5ebf82-3f79-43b1-9de7-81b9253ec577 req-481b46d5-6a65-4ef2-9594-f57cbaf9cba6 service nova] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Refreshing network info cache for port d01914d3-b02c-429f-8372-14e4f3a4b5f6 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.643600] env[65682]: DEBUG nova.network.neutron [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Updating instance_info_cache with network_info: [{"id": "b8905af9-655c-4519-bfe2-21faf39488c8", "address": "fa:16:3e:27:6b:26", "network": {"id": "1719932d-bcf4-4ad2-8e3f-f55b5aaf896d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1384213493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1063d410f5864f5292ea4436f03d192c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8905af9-65", "ovs_interfaceid": "b8905af9-655c-4519-bfe2-21faf39488c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.676672] env[65682]: DEBUG oslo_vmware.api [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': task-4616141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.199721} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.677023] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.677944] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0502985-3653-458a-af0d-836bf9506f61 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.702571] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 1e2fc4ce-a979-45f2-bb70-636e0b52662c/1e2fc4ce-a979-45f2-bb70-636e0b52662c.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.704459] env[65682]: INFO nova.compute.manager [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] instance snapshotting [ 903.706108] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b4d5bbd-8d38-448f-9929-6259d64d2a02 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.722772] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3f51ab-4e73-429e-b9b0-9bd8e32ea365 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.746357] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4130ba45-99ce-4a0d-ab88-97f27588c056 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.749513] env[65682]: DEBUG oslo_vmware.api [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Waiting for the task: (returnval){ [ 903.749513] env[65682]: value = "task-4616144" [ 903.749513] env[65682]: _type = "Task" [ 903.749513] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.768222] env[65682]: DEBUG oslo_vmware.api [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': task-4616144, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.837978] env[65682]: DEBUG oslo_vmware.api [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616142, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.884490] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616139, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.895529] env[65682]: DEBUG oslo_vmware.api [None req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Task: {'id': task-4616140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.734304} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.895805] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.896086] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.896439] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.896774] env[65682]: INFO nova.compute.manager [None req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Took 1.83 seconds to destroy the instance on the hypervisor. [ 903.897331] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 903.897687] env[65682]: DEBUG nova.compute.manager [-] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 903.898105] env[65682]: DEBUG nova.network.neutron [-] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 903.898477] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.944102] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.003062] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Releasing lock "refresh_cache-bd13c2de-6abf-4237-b7b2-bbc24fc59b24" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.003062] env[65682]: DEBUG nova.compute.manager [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Instance network_info: |[{"id": "48b915d8-32c1-4c59-99c7-844231690f1a", "address": "fa:16:3e:bb:a9:43", "network": {"id": "5c02b4f7-3aa0-420f-a37f-afcab4fc17f9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-357634686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f70bcfbec5214013bcdfc3f7bf6110ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48b915d8-32", "ovs_interfaceid": "48b915d8-32c1-4c59-99c7-844231690f1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 904.003062] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:a9:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48b915d8-32c1-4c59-99c7-844231690f1a', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.011394] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 904.011809] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.012436] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dba145e2-551a-4ac3-9797-111a9d336af1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.036890] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.036890] env[65682]: value = "task-4616146" [ 904.036890] env[65682]: _type = "Task" [ 904.036890] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.051412] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616146, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.071770] env[65682]: ERROR nova.scheduler.client.report [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] [req-f7ad0135-9c1b-4bf3-a0cc-02977b0c81bb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f7ad0135-9c1b-4bf3-a0cc-02977b0c81bb"}]} [ 904.097379] env[65682]: DEBUG nova.scheduler.client.report [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Refreshing inventories for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 904.116155] env[65682]: DEBUG nova.scheduler.client.report [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Updating ProviderTree inventory for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 904.116443] env[65682]: DEBUG nova.compute.provider_tree [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 904.136699] env[65682]: WARNING neutronclient.v2_0.client [req-9a5ebf82-3f79-43b1-9de7-81b9253ec577 req-481b46d5-6a65-4ef2-9594-f57cbaf9cba6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.140694] env[65682]: DEBUG nova.scheduler.client.report [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Refreshing aggregate associations for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4, aggregates: None {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 904.146528] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Releasing lock "refresh_cache-63bdb800-aeda-456e-9acd-afab1096c9d1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.169251] env[65682]: DEBUG nova.scheduler.client.report [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Refreshing trait associations for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 904.204363] env[65682]: DEBUG nova.virt.hardware [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 904.204363] env[65682]: DEBUG nova.virt.hardware [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.204363] env[65682]: DEBUG nova.virt.hardware [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 904.204542] env[65682]: DEBUG nova.virt.hardware [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.204692] env[65682]: DEBUG nova.virt.hardware [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 904.204838] env[65682]: DEBUG nova.virt.hardware [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 904.205224] env[65682]: DEBUG nova.virt.hardware [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 904.205425] env[65682]: DEBUG nova.virt.hardware [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 904.205649] env[65682]: DEBUG nova.virt.hardware [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 904.207033] env[65682]: DEBUG nova.virt.hardware [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 904.207033] env[65682]: DEBUG nova.virt.hardware [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 904.207033] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013d195f-87b6-4244-930e-78d9ea7fb6b2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.226108] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77e23c4-c103-416f-8f87-d5a6535c0c81 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.245637] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Instance VIF info [] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.253296] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 904.257803] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.262592] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bb9ffa2-8842-4cb9-8700-ab912913817d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.281774] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Creating Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 904.284276] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-518b3a51-f729-4e50-acaa-0e7bc94db381 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.297418] env[65682]: DEBUG oslo_vmware.api [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': task-4616144, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.305640] env[65682]: DEBUG oslo_vmware.api [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the task: (returnval){ [ 904.305640] env[65682]: value = "task-4616149" [ 904.305640] env[65682]: _type = "Task" [ 904.305640] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.305991] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.305991] env[65682]: value = "task-4616148" [ 904.305991] env[65682]: _type = "Task" [ 904.305991] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.334343] env[65682]: DEBUG oslo_vmware.api [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616149, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.334786] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616148, 'name': CreateVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.351172] env[65682]: DEBUG oslo_vmware.api [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616142, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.390921] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616139, 'name': ReconfigVM_Task, 'duration_secs': 1.030905} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.394418] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Reconfigured VM instance instance-00000047 to attach disk [datastore1] c172e47a-e3c4-4119-8ef1-67dfe27d780b/c172e47a-e3c4-4119-8ef1-67dfe27d780b.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.396025] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e830a0a-9163-450a-a608-02566e08db3b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.404727] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 904.404727] env[65682]: value = "task-4616150" [ 904.404727] env[65682]: _type = "Task" [ 904.404727] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.416584] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616150, 'name': Rename_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.440469] env[65682]: WARNING neutronclient.v2_0.client [req-9a5ebf82-3f79-43b1-9de7-81b9253ec577 req-481b46d5-6a65-4ef2-9594-f57cbaf9cba6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.543668] env[65682]: DEBUG nova.compute.manager [req-c7e998b4-80ac-418e-92e4-013d3b1f8112 req-42a8c5f6-8ae0-40ea-93e1-6bedb86c110d service nova] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Received event network-vif-plugged-48b915d8-32c1-4c59-99c7-844231690f1a {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 904.543905] env[65682]: DEBUG oslo_concurrency.lockutils [req-c7e998b4-80ac-418e-92e4-013d3b1f8112 req-42a8c5f6-8ae0-40ea-93e1-6bedb86c110d service nova] Acquiring lock "bd13c2de-6abf-4237-b7b2-bbc24fc59b24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.544180] env[65682]: DEBUG oslo_concurrency.lockutils [req-c7e998b4-80ac-418e-92e4-013d3b1f8112 req-42a8c5f6-8ae0-40ea-93e1-6bedb86c110d service nova] Lock "bd13c2de-6abf-4237-b7b2-bbc24fc59b24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.544361] env[65682]: DEBUG oslo_concurrency.lockutils [req-c7e998b4-80ac-418e-92e4-013d3b1f8112 req-42a8c5f6-8ae0-40ea-93e1-6bedb86c110d service nova] Lock "bd13c2de-6abf-4237-b7b2-bbc24fc59b24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.544537] env[65682]: DEBUG nova.compute.manager [req-c7e998b4-80ac-418e-92e4-013d3b1f8112 req-42a8c5f6-8ae0-40ea-93e1-6bedb86c110d service nova] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] No waiting events found dispatching network-vif-plugged-48b915d8-32c1-4c59-99c7-844231690f1a {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 904.544690] env[65682]: WARNING nova.compute.manager [req-c7e998b4-80ac-418e-92e4-013d3b1f8112 req-42a8c5f6-8ae0-40ea-93e1-6bedb86c110d service nova] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Received unexpected event network-vif-plugged-48b915d8-32c1-4c59-99c7-844231690f1a for instance with vm_state building and task_state spawning. [ 904.544837] env[65682]: DEBUG nova.compute.manager [req-c7e998b4-80ac-418e-92e4-013d3b1f8112 req-42a8c5f6-8ae0-40ea-93e1-6bedb86c110d service nova] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Received event network-changed-48b915d8-32c1-4c59-99c7-844231690f1a {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 904.545023] env[65682]: DEBUG nova.compute.manager [req-c7e998b4-80ac-418e-92e4-013d3b1f8112 req-42a8c5f6-8ae0-40ea-93e1-6bedb86c110d service nova] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Refreshing instance network info cache due to event network-changed-48b915d8-32c1-4c59-99c7-844231690f1a. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 904.545229] env[65682]: DEBUG oslo_concurrency.lockutils [req-c7e998b4-80ac-418e-92e4-013d3b1f8112 req-42a8c5f6-8ae0-40ea-93e1-6bedb86c110d service nova] Acquiring lock "refresh_cache-bd13c2de-6abf-4237-b7b2-bbc24fc59b24" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.545342] env[65682]: DEBUG oslo_concurrency.lockutils [req-c7e998b4-80ac-418e-92e4-013d3b1f8112 req-42a8c5f6-8ae0-40ea-93e1-6bedb86c110d service nova] Acquired lock "refresh_cache-bd13c2de-6abf-4237-b7b2-bbc24fc59b24" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.545561] env[65682]: DEBUG nova.network.neutron [req-c7e998b4-80ac-418e-92e4-013d3b1f8112 req-42a8c5f6-8ae0-40ea-93e1-6bedb86c110d service nova] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Refreshing network info cache for port 48b915d8-32c1-4c59-99c7-844231690f1a {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.550972] env[65682]: DEBUG nova.network.neutron [req-9a5ebf82-3f79-43b1-9de7-81b9253ec577 req-481b46d5-6a65-4ef2-9594-f57cbaf9cba6 service nova] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Updated VIF entry in instance network info cache for port d01914d3-b02c-429f-8372-14e4f3a4b5f6. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 904.551445] env[65682]: DEBUG nova.network.neutron [req-9a5ebf82-3f79-43b1-9de7-81b9253ec577 req-481b46d5-6a65-4ef2-9594-f57cbaf9cba6 service nova] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Updating instance_info_cache with network_info: [{"id": "d01914d3-b02c-429f-8372-14e4f3a4b5f6", "address": "fa:16:3e:5f:f4:b8", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd01914d3-b0", "ovs_interfaceid": "d01914d3-b02c-429f-8372-14e4f3a4b5f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.565847] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616146, 'name': CreateVM_Task, 'duration_secs': 0.415537} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.566428] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.567190] env[65682]: WARNING neutronclient.v2_0.client [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.567668] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.567853] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.568332] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.569526] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8227597-13f0-459f-aab3-5600ebb828cc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.578055] env[65682]: DEBUG oslo_vmware.api [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 904.578055] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52309de4-7c90-54f1-2698-78b86af39949" [ 904.578055] env[65682]: _type = "Task" [ 904.578055] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.599308] env[65682]: DEBUG oslo_vmware.api [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52309de4-7c90-54f1-2698-78b86af39949, 'name': SearchDatastore_Task, 'duration_secs': 0.016632} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.599493] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.599829] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.600501] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.600501] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.600649] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.601026] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e1ee2e7-5418-47bf-bb56-58d62f48167b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.615633] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.616553] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.616704] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a942ca5-8e4a-421f-a2bb-dc16fb71b284 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.623149] env[65682]: DEBUG oslo_vmware.api [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 904.623149] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5240a207-f71c-cbe4-651b-c67b1d84f8a9" [ 904.623149] env[65682]: _type = "Task" [ 904.623149] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.635612] env[65682]: DEBUG oslo_vmware.api [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5240a207-f71c-cbe4-651b-c67b1d84f8a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.705579] env[65682]: DEBUG nova.compute.manager [req-2e3fbfe0-073e-45f9-9dbe-5358d61b5ebf req-5454330c-f9e8-48e4-b025-67f2e0e5b0a4 service nova] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Received event network-vif-deleted-259a7d3d-5ded-48b2-acb0-bcd70ecae2bd {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 904.705579] env[65682]: INFO nova.compute.manager [req-2e3fbfe0-073e-45f9-9dbe-5358d61b5ebf req-5454330c-f9e8-48e4-b025-67f2e0e5b0a4 service nova] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Neutron deleted interface 259a7d3d-5ded-48b2-acb0-bcd70ecae2bd; detaching it from the instance and deleting it from the info cache [ 904.705579] env[65682]: DEBUG nova.network.neutron [req-2e3fbfe0-073e-45f9-9dbe-5358d61b5ebf req-5454330c-f9e8-48e4-b025-67f2e0e5b0a4 service nova] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.769503] env[65682]: DEBUG oslo_vmware.api [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': task-4616144, 'name': ReconfigVM_Task, 'duration_secs': 0.597414} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.771514] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 1e2fc4ce-a979-45f2-bb70-636e0b52662c/1e2fc4ce-a979-45f2-bb70-636e0b52662c.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.771514] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8eda0c13-ff21-4add-8927-4d73c3f8ee17 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.778635] env[65682]: DEBUG oslo_vmware.api [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Waiting for the task: (returnval){ [ 904.778635] env[65682]: value = "task-4616151" [ 904.778635] env[65682]: _type = "Task" [ 904.778635] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.796378] env[65682]: DEBUG oslo_vmware.api [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': task-4616151, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.825861] env[65682]: DEBUG oslo_vmware.api [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616149, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.832096] env[65682]: DEBUG nova.network.neutron [-] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.833312] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616148, 'name': CreateVM_Task, 'duration_secs': 0.324493} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.833926] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.834113] env[65682]: DEBUG oslo_concurrency.lockutils [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.834270] env[65682]: DEBUG oslo_concurrency.lockutils [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.834581] env[65682]: DEBUG oslo_concurrency.lockutils [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.835011] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05c2bc76-f41a-4056-93d2-fda8a105c520 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.846057] env[65682]: DEBUG oslo_vmware.api [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Waiting for the task: (returnval){ [ 904.846057] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a2efb6-1290-0049-6780-1828693a3b9e" [ 904.846057] env[65682]: _type = "Task" [ 904.846057] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.848698] env[65682]: DEBUG oslo_vmware.api [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616142, 'name': CreateSnapshot_Task, 'duration_secs': 1.151105} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.855059] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Created Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 904.856628] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295cc227-365d-4d10-abcb-0359681ad919 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.874041] env[65682]: DEBUG oslo_vmware.api [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a2efb6-1290-0049-6780-1828693a3b9e, 'name': SearchDatastore_Task, 'duration_secs': 0.019408} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.877150] env[65682]: DEBUG oslo_concurrency.lockutils [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.877460] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.877670] env[65682]: DEBUG oslo_concurrency.lockutils [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.898141] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e63d7c-5161-4cbd-aed3-b888f79cf79f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.912848] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71031a7b-9c60-43b0-97f1-fc546185ff94 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.926704] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616150, 'name': Rename_Task, 'duration_secs': 0.198827} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.952168] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.953065] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e001ff9-e51c-48eb-b452-f2be0763f215 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.955551] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86320f2c-c070-4d06-9a5f-e90f0c6f7984 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.966194] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0404c8f4-d347-4ae7-bbbe-638f7fe4f021 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.970382] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 904.970382] env[65682]: value = "task-4616152" [ 904.970382] env[65682]: _type = "Task" [ 904.970382] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.983094] env[65682]: DEBUG nova.compute.provider_tree [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.990734] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616152, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.055082] env[65682]: DEBUG oslo_concurrency.lockutils [req-9a5ebf82-3f79-43b1-9de7-81b9253ec577 req-481b46d5-6a65-4ef2-9594-f57cbaf9cba6 service nova] Releasing lock "refresh_cache-1e2fc4ce-a979-45f2-bb70-636e0b52662c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.055568] env[65682]: WARNING neutronclient.v2_0.client [req-c7e998b4-80ac-418e-92e4-013d3b1f8112 req-42a8c5f6-8ae0-40ea-93e1-6bedb86c110d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.067034] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquiring lock "c1dffb08-8d14-4976-addd-6f563b1f31fb" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.137990] env[65682]: DEBUG oslo_vmware.api [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5240a207-f71c-cbe4-651b-c67b1d84f8a9, 'name': SearchDatastore_Task, 'duration_secs': 0.036671} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.139107] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e026ea6a-58cf-4e17-a0d0-2273f3dc1787 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.146435] env[65682]: DEBUG oslo_vmware.api [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 905.146435] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52e722b8-57dc-0760-2661-cd763f256641" [ 905.146435] env[65682]: _type = "Task" [ 905.146435] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.159363] env[65682]: DEBUG oslo_vmware.api [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52e722b8-57dc-0760-2661-cd763f256641, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.211448] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d01eb00f-dde2-4613-b389-d7d282b3d459 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.222252] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790c003b-3b9f-4f69-b272-8608ba757a23 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.234202] env[65682]: WARNING neutronclient.v2_0.client [req-c7e998b4-80ac-418e-92e4-013d3b1f8112 req-42a8c5f6-8ae0-40ea-93e1-6bedb86c110d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.277326] env[65682]: DEBUG nova.compute.manager [req-2e3fbfe0-073e-45f9-9dbe-5358d61b5ebf req-5454330c-f9e8-48e4-b025-67f2e0e5b0a4 service nova] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Detach interface failed, port_id=259a7d3d-5ded-48b2-acb0-bcd70ecae2bd, reason: Instance 970eff7f-0e40-481a-a255-a0b4a4d211d0 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 905.290612] env[65682]: DEBUG oslo_vmware.api [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': task-4616151, 'name': Rename_Task, 'duration_secs': 0.152064} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.290939] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.291165] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24598039-bfb3-4691-b598-cfc476d72916 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.299033] env[65682]: DEBUG oslo_vmware.api [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Waiting for the task: (returnval){ [ 905.299033] env[65682]: value = "task-4616153" [ 905.299033] env[65682]: _type = "Task" [ 905.299033] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.308192] env[65682]: DEBUG oslo_vmware.api [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': task-4616153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.322687] env[65682]: DEBUG oslo_vmware.api [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616149, 'name': CreateSnapshot_Task, 'duration_secs': 0.936393} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.322999] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Created Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 905.323791] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3839d9e4-0dee-4e9b-b1ed-f365a87e9326 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.327655] env[65682]: DEBUG nova.network.neutron [req-c7e998b4-80ac-418e-92e4-013d3b1f8112 req-42a8c5f6-8ae0-40ea-93e1-6bedb86c110d service nova] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Updated VIF entry in instance network info cache for port 48b915d8-32c1-4c59-99c7-844231690f1a. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 905.328290] env[65682]: DEBUG nova.network.neutron [req-c7e998b4-80ac-418e-92e4-013d3b1f8112 req-42a8c5f6-8ae0-40ea-93e1-6bedb86c110d service nova] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Updating instance_info_cache with network_info: [{"id": "48b915d8-32c1-4c59-99c7-844231690f1a", "address": "fa:16:3e:bb:a9:43", "network": {"id": "5c02b4f7-3aa0-420f-a37f-afcab4fc17f9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-357634686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f70bcfbec5214013bcdfc3f7bf6110ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48b915d8-32", "ovs_interfaceid": "48b915d8-32c1-4c59-99c7-844231690f1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.339983] env[65682]: INFO nova.compute.manager [-] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Took 1.44 seconds to deallocate network for instance. [ 905.381499] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Creating linked-clone VM from snapshot {{(pid=65682) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 905.382483] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dc0a577f-67a5-42fc-8bc1-9224ddec64fb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.393720] env[65682]: DEBUG oslo_vmware.api [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 905.393720] env[65682]: value = "task-4616154" [ 905.393720] env[65682]: _type = "Task" [ 905.393720] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.404132] env[65682]: DEBUG oslo_vmware.api [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616154, 'name': CloneVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.482258] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616152, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.489190] env[65682]: DEBUG nova.scheduler.client.report [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.659063] env[65682]: DEBUG oslo_vmware.api [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52e722b8-57dc-0760-2661-cd763f256641, 'name': SearchDatastore_Task, 'duration_secs': 0.018953} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.659434] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.659684] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] bd13c2de-6abf-4237-b7b2-bbc24fc59b24/bd13c2de-6abf-4237-b7b2-bbc24fc59b24.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.659998] env[65682]: DEBUG oslo_concurrency.lockutils [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.660211] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.662705] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff0f52d4-2b4d-4b9a-bd62-f6f3a97f1ac6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.665837] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28523d17-916a-4842-89de-396a7db975cc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.668302] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b746eda4-622f-4408-9865-37699c5135a6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.692897] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Updating instance '63bdb800-aeda-456e-9acd-afab1096c9d1' progress to 0 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 905.699924] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.699924] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.700323] env[65682]: DEBUG oslo_vmware.api [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 905.700323] env[65682]: value = "task-4616155" [ 905.700323] env[65682]: _type = "Task" [ 905.700323] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.700784] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9781f455-4ca6-4d99-883d-904fe06e10ae {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.711441] env[65682]: DEBUG oslo_vmware.api [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Waiting for the task: (returnval){ [ 905.711441] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52dc70cd-e6ab-1bb9-55ae-e76ef5978de9" [ 905.711441] env[65682]: _type = "Task" [ 905.711441] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.715252] env[65682]: DEBUG oslo_vmware.api [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.726672] env[65682]: DEBUG oslo_vmware.api [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52dc70cd-e6ab-1bb9-55ae-e76ef5978de9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.811669] env[65682]: DEBUG oslo_vmware.api [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': task-4616153, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.831881] env[65682]: DEBUG oslo_concurrency.lockutils [req-c7e998b4-80ac-418e-92e4-013d3b1f8112 req-42a8c5f6-8ae0-40ea-93e1-6bedb86c110d service nova] Releasing lock "refresh_cache-bd13c2de-6abf-4237-b7b2-bbc24fc59b24" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.856429] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Creating linked-clone VM from snapshot {{(pid=65682) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 905.856913] env[65682]: DEBUG oslo_concurrency.lockutils [None req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.857308] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6eb480bd-6e62-4e48-994c-3439f52e444f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.867678] env[65682]: DEBUG oslo_vmware.api [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the task: (returnval){ [ 905.867678] env[65682]: value = "task-4616156" [ 905.867678] env[65682]: _type = "Task" [ 905.867678] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.879965] env[65682]: DEBUG oslo_vmware.api [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616156, 'name': CloneVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.911494] env[65682]: DEBUG oslo_vmware.api [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616154, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.984462] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616152, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.992948] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.803s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.995682] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bb120fc4-ee61-475b-aeb5-e58c3628d77c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.426s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.995945] env[65682]: DEBUG nova.objects.instance [None req-bb120fc4-ee61-475b-aeb5-e58c3628d77c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Lazy-loading 'resources' on Instance uuid 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.032263] env[65682]: INFO nova.scheduler.client.report [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Deleted allocations for instance fbccaee6-8896-431f-9510-1ef10d42abdc [ 906.203914] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.204533] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-471fed0e-d66e-4d78-93d0-46c402e86c16 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.218698] env[65682]: DEBUG oslo_vmware.api [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616155, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.224480] env[65682]: DEBUG oslo_vmware.api [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 906.224480] env[65682]: value = "task-4616158" [ 906.224480] env[65682]: _type = "Task" [ 906.224480] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.237055] env[65682]: DEBUG oslo_vmware.api [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52dc70cd-e6ab-1bb9-55ae-e76ef5978de9, 'name': SearchDatastore_Task, 'duration_secs': 0.033999} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.238177] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-621b9a91-9eca-4a46-b618-d5897fab459b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.244922] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] VM already powered off {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 906.245264] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Updating instance '63bdb800-aeda-456e-9acd-afab1096c9d1' progress to 17 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 906.250745] env[65682]: DEBUG oslo_vmware.api [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Waiting for the task: (returnval){ [ 906.250745] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ebae3b-63d0-7e48-6847-790390268676" [ 906.250745] env[65682]: _type = "Task" [ 906.250745] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.261523] env[65682]: DEBUG oslo_vmware.api [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ebae3b-63d0-7e48-6847-790390268676, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.313826] env[65682]: DEBUG oslo_vmware.api [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': task-4616153, 'name': PowerOnVM_Task, 'duration_secs': 0.534165} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.314287] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.314655] env[65682]: INFO nova.compute.manager [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Took 7.58 seconds to spawn the instance on the hypervisor. [ 906.314941] env[65682]: DEBUG nova.compute.manager [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 906.316677] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fe9afa-f40a-4bbd-b702-1d49de5b1d8e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.382151] env[65682]: DEBUG oslo_vmware.api [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616156, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.407256] env[65682]: DEBUG oslo_vmware.api [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616154, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.418506] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c3c01449-de93-4013-8746-b12a2d426ab3 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Acquiring lock "ad2c42c5-114c-476e-a2ec-f6ec714bde3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.418782] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c3c01449-de93-4013-8746-b12a2d426ab3 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Lock "ad2c42c5-114c-476e-a2ec-f6ec714bde3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.418990] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c3c01449-de93-4013-8746-b12a2d426ab3 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Acquiring lock "ad2c42c5-114c-476e-a2ec-f6ec714bde3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.419372] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c3c01449-de93-4013-8746-b12a2d426ab3 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Lock "ad2c42c5-114c-476e-a2ec-f6ec714bde3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.419490] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c3c01449-de93-4013-8746-b12a2d426ab3 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Lock "ad2c42c5-114c-476e-a2ec-f6ec714bde3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.421734] env[65682]: INFO nova.compute.manager [None req-c3c01449-de93-4013-8746-b12a2d426ab3 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Terminating instance [ 906.483272] env[65682]: DEBUG oslo_vmware.api [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616152, 'name': PowerOnVM_Task, 'duration_secs': 1.190529} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.483521] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.483729] env[65682]: INFO nova.compute.manager [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Took 10.46 seconds to spawn the instance on the hypervisor. [ 906.483964] env[65682]: DEBUG nova.compute.manager [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 906.484824] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f21377-5bf2-40b7-bd45-a859fda58c76 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.543512] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fcc3888c-eb5c-484c-960b-53369fba4e1f tempest-TenantUsagesTestJSON-1618280915 tempest-TenantUsagesTestJSON-1618280915-project-member] Lock "fbccaee6-8896-431f-9510-1ef10d42abdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.973s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.721778] env[65682]: DEBUG oslo_vmware.api [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553523} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.722027] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] bd13c2de-6abf-4237-b7b2-bbc24fc59b24/bd13c2de-6abf-4237-b7b2-bbc24fc59b24.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.722203] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.722717] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0859e2ca-0eb7-4e44-919d-4fcc43a8d12a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.731544] env[65682]: DEBUG oslo_vmware.api [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 906.731544] env[65682]: value = "task-4616159" [ 906.731544] env[65682]: _type = "Task" [ 906.731544] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.743251] env[65682]: DEBUG oslo_vmware.api [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.756535] env[65682]: DEBUG nova.virt.hardware [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:23:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 906.757159] env[65682]: DEBUG nova.virt.hardware [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.757531] env[65682]: DEBUG nova.virt.hardware [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 906.757871] env[65682]: DEBUG nova.virt.hardware [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.758071] env[65682]: DEBUG nova.virt.hardware [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 906.758297] env[65682]: DEBUG nova.virt.hardware [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 906.758587] env[65682]: DEBUG nova.virt.hardware [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 906.758803] env[65682]: DEBUG nova.virt.hardware [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 906.759116] env[65682]: DEBUG nova.virt.hardware [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 906.759194] env[65682]: DEBUG nova.virt.hardware [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 906.759450] env[65682]: DEBUG nova.virt.hardware [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 906.768327] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5832f876-e060-4a6f-b880-7145e07aac96 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.789908] env[65682]: DEBUG oslo_vmware.api [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ebae3b-63d0-7e48-6847-790390268676, 'name': SearchDatastore_Task, 'duration_secs': 0.014491} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.792358] env[65682]: DEBUG oslo_concurrency.lockutils [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.792358] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 836767a3-4247-454c-bc51-f0be811bb527/836767a3-4247-454c-bc51-f0be811bb527.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.792358] env[65682]: DEBUG oslo_vmware.api [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 906.792358] env[65682]: value = "task-4616160" [ 906.792358] env[65682]: _type = "Task" [ 906.792358] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.792358] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a5eeb7d-9de9-46aa-873a-809525061645 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.804138] env[65682]: DEBUG oslo_vmware.api [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Waiting for the task: (returnval){ [ 906.804138] env[65682]: value = "task-4616161" [ 906.804138] env[65682]: _type = "Task" [ 906.804138] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.808377] env[65682]: DEBUG oslo_vmware.api [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616160, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.820513] env[65682]: DEBUG oslo_vmware.api [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.838733] env[65682]: INFO nova.compute.manager [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Took 37.16 seconds to build instance. [ 906.885076] env[65682]: DEBUG oslo_vmware.api [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616156, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.908172] env[65682]: DEBUG oslo_vmware.api [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616154, 'name': CloneVM_Task} progress is 95%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.925938] env[65682]: DEBUG nova.compute.manager [None req-c3c01449-de93-4013-8746-b12a2d426ab3 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 906.926177] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c01449-de93-4013-8746-b12a2d426ab3 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.927136] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbb12ad-a764-442d-9b22-d9fadd324d35 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.940864] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c01449-de93-4013-8746-b12a2d426ab3 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.941371] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bde4d97-853b-4fd9-8e26-6566f3c0c0aa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.949928] env[65682]: DEBUG oslo_vmware.api [None req-c3c01449-de93-4013-8746-b12a2d426ab3 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Waiting for the task: (returnval){ [ 906.949928] env[65682]: value = "task-4616162" [ 906.949928] env[65682]: _type = "Task" [ 906.949928] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.961914] env[65682]: DEBUG oslo_vmware.api [None req-c3c01449-de93-4013-8746-b12a2d426ab3 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Task: {'id': task-4616162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.008137] env[65682]: INFO nova.compute.manager [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Took 37.91 seconds to build instance. [ 907.134658] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21563839-35d4-40a1-94b2-4fd6ff564979 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.146180] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48adf91f-ff0c-4495-83a9-f70b0f6504d8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.184669] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386d7af6-545c-4c68-9a65-1846af041f63 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.195195] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2516ec5e-1973-499f-a9c9-3cdf5d784e3b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.212240] env[65682]: DEBUG nova.compute.provider_tree [None req-bb120fc4-ee61-475b-aeb5-e58c3628d77c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.247244] env[65682]: DEBUG oslo_vmware.api [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092619} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.247720] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.248750] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb618359-29eb-401f-8f23-2b048cbdbd63 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.284361] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] bd13c2de-6abf-4237-b7b2-bbc24fc59b24/bd13c2de-6abf-4237-b7b2-bbc24fc59b24.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.284472] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35abb519-9795-4112-a523-38b713d3338b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.317305] env[65682]: DEBUG oslo_vmware.api [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616160, 'name': ReconfigVM_Task, 'duration_secs': 0.292774} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.320360] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Updating instance '63bdb800-aeda-456e-9acd-afab1096c9d1' progress to 33 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 907.328026] env[65682]: DEBUG oslo_vmware.api [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 907.328026] env[65682]: value = "task-4616163" [ 907.328026] env[65682]: _type = "Task" [ 907.328026] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.329174] env[65682]: DEBUG oslo_vmware.api [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616161, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.340769] env[65682]: DEBUG oslo_concurrency.lockutils [None req-78dc0214-0fd6-4a48-9b5b-129d77e0c2ab tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Lock "1e2fc4ce-a979-45f2-bb70-636e0b52662c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.838s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.341232] env[65682]: DEBUG oslo_vmware.api [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616163, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.384915] env[65682]: DEBUG oslo_vmware.api [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616156, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.408102] env[65682]: DEBUG oslo_vmware.api [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616154, 'name': CloneVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.465039] env[65682]: DEBUG oslo_vmware.api [None req-c3c01449-de93-4013-8746-b12a2d426ab3 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Task: {'id': task-4616162, 'name': PowerOffVM_Task, 'duration_secs': 0.359341} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.465314] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c01449-de93-4013-8746-b12a2d426ab3 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.465560] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c01449-de93-4013-8746-b12a2d426ab3 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.465778] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d1afb70-ff33-46f7-9d24-a5f6675e5c0f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.513238] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c165850e-8039-4757-9dad-cca9daf0d1c6 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "c172e47a-e3c4-4119-8ef1-67dfe27d780b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.543s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.561245] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c01449-de93-4013-8746-b12a2d426ab3 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.561245] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c01449-de93-4013-8746-b12a2d426ab3 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.561245] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c01449-de93-4013-8746-b12a2d426ab3 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Deleting the datastore file [datastore2] ad2c42c5-114c-476e-a2ec-f6ec714bde3d {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.561245] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c2659b7-4e1b-4e32-a4c7-967e99b52151 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.568279] env[65682]: DEBUG oslo_vmware.api [None req-c3c01449-de93-4013-8746-b12a2d426ab3 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Waiting for the task: (returnval){ [ 907.568279] env[65682]: value = "task-4616165" [ 907.568279] env[65682]: _type = "Task" [ 907.568279] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.577407] env[65682]: DEBUG oslo_vmware.api [None req-c3c01449-de93-4013-8746-b12a2d426ab3 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Task: {'id': task-4616165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.717741] env[65682]: DEBUG nova.scheduler.client.report [None req-bb120fc4-ee61-475b-aeb5-e58c3628d77c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.830741] env[65682]: DEBUG nova.virt.hardware [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 907.830741] env[65682]: DEBUG nova.virt.hardware [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.830741] env[65682]: DEBUG nova.virt.hardware [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 907.830741] env[65682]: DEBUG nova.virt.hardware [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.830741] env[65682]: DEBUG nova.virt.hardware [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 907.830741] env[65682]: DEBUG nova.virt.hardware [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 907.830741] env[65682]: DEBUG nova.virt.hardware [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 907.830741] env[65682]: DEBUG nova.virt.hardware [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 907.831295] env[65682]: DEBUG nova.virt.hardware [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 907.831295] env[65682]: DEBUG nova.virt.hardware [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 907.831484] env[65682]: DEBUG nova.virt.hardware [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 907.837944] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Reconfiguring VM instance instance-00000026 to detach disk 2000 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 907.838447] env[65682]: DEBUG oslo_vmware.api [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684362} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.838797] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c909896-c7e6-4782-9cc0-5c71e9191f0c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.854763] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 836767a3-4247-454c-bc51-f0be811bb527/836767a3-4247-454c-bc51-f0be811bb527.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.855102] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.859587] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a51736be-744e-455c-b0a6-64e5533784e1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.870306] env[65682]: DEBUG oslo_vmware.api [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.873832] env[65682]: DEBUG oslo_vmware.api [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 907.873832] env[65682]: value = "task-4616167" [ 907.873832] env[65682]: _type = "Task" [ 907.873832] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.874349] env[65682]: DEBUG oslo_vmware.api [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Waiting for the task: (returnval){ [ 907.874349] env[65682]: value = "task-4616166" [ 907.874349] env[65682]: _type = "Task" [ 907.874349] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.894347] env[65682]: DEBUG oslo_vmware.api [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.901759] env[65682]: DEBUG oslo_vmware.api [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616156, 'name': CloneVM_Task, 'duration_secs': 1.9648} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.901935] env[65682]: DEBUG oslo_vmware.api [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.905970] env[65682]: INFO nova.virt.vmwareapi.vmops [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Created linked-clone VM from snapshot [ 907.906781] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39c34c9-ae9c-448f-9ecc-ec8e09e74027 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.917763] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Uploading image aa757e36-0e6f-4d39-a1a6-ed29bc4d0ff6 {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 907.923666] env[65682]: DEBUG oslo_vmware.api [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616154, 'name': CloneVM_Task, 'duration_secs': 2.060001} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.924015] env[65682]: INFO nova.virt.vmwareapi.vmops [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Created linked-clone VM from snapshot [ 907.925217] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311d5bb9-f19d-4e5a-9a80-a5ba275197a4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.936840] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Uploading image d5f393bb-b0ee-4090-9d06-78205fc61ac9 {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 907.960394] env[65682]: DEBUG oslo_vmware.rw_handles [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 907.960394] env[65682]: value = "vm-901643" [ 907.960394] env[65682]: _type = "VirtualMachine" [ 907.960394] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 907.964605] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6894b80f-db61-4c12-b53d-28f4624c8454 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.967737] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11932943-b2a3-4de3-98b9-67b7e76142bf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.975612] env[65682]: DEBUG oslo_vmware.rw_handles [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 907.975612] env[65682]: value = "vm-901642" [ 907.975612] env[65682]: _type = "VirtualMachine" [ 907.975612] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 907.976478] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4a6ca0aa-3ce4-4939-95ab-a65d007b45f6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.983158] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d7bf97-670c-4b4e-a093-1d1abe550e0e tempest-ServersAdminNegativeTestJSON-800670751 tempest-ServersAdminNegativeTestJSON-800670751-project-admin] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Suspending the VM {{(pid=65682) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 907.984646] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b5521357-491e-4385-b430-f7be7098915c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.986799] env[65682]: DEBUG oslo_vmware.rw_handles [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Lease: (returnval){ [ 907.986799] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f8f464-c7cf-4a98-a8ef-d0688de1e8d3" [ 907.986799] env[65682]: _type = "HttpNfcLease" [ 907.986799] env[65682]: } obtained for exporting VM: (result){ [ 907.986799] env[65682]: value = "vm-901643" [ 907.986799] env[65682]: _type = "VirtualMachine" [ 907.986799] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 907.987323] env[65682]: DEBUG oslo_vmware.api [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the lease: (returnval){ [ 907.987323] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f8f464-c7cf-4a98-a8ef-d0688de1e8d3" [ 907.987323] env[65682]: _type = "HttpNfcLease" [ 907.987323] env[65682]: } to be ready. {{(pid=65682) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 907.988703] env[65682]: DEBUG oslo_vmware.rw_handles [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lease: (returnval){ [ 907.988703] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528ac935-6e72-9224-da94-922820bcd8b5" [ 907.988703] env[65682]: _type = "HttpNfcLease" [ 907.988703] env[65682]: } obtained for exporting VM: (result){ [ 907.988703] env[65682]: value = "vm-901642" [ 907.988703] env[65682]: _type = "VirtualMachine" [ 907.988703] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 907.989337] env[65682]: DEBUG oslo_vmware.api [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the lease: (returnval){ [ 907.989337] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528ac935-6e72-9224-da94-922820bcd8b5" [ 907.989337] env[65682]: _type = "HttpNfcLease" [ 907.989337] env[65682]: } to be ready. {{(pid=65682) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 907.999526] env[65682]: DEBUG oslo_vmware.api [None req-f9d7bf97-670c-4b4e-a093-1d1abe550e0e tempest-ServersAdminNegativeTestJSON-800670751 tempest-ServersAdminNegativeTestJSON-800670751-project-admin] Waiting for the task: (returnval){ [ 907.999526] env[65682]: value = "task-4616170" [ 907.999526] env[65682]: _type = "Task" [ 907.999526] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.011093] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 908.011093] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528ac935-6e72-9224-da94-922820bcd8b5" [ 908.011093] env[65682]: _type = "HttpNfcLease" [ 908.011093] env[65682]: } is initializing. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 908.011093] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 908.011093] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f8f464-c7cf-4a98-a8ef-d0688de1e8d3" [ 908.011093] env[65682]: _type = "HttpNfcLease" [ 908.011093] env[65682]: } is initializing. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 908.015588] env[65682]: DEBUG oslo_vmware.api [None req-f9d7bf97-670c-4b4e-a093-1d1abe550e0e tempest-ServersAdminNegativeTestJSON-800670751 tempest-ServersAdminNegativeTestJSON-800670751-project-admin] Task: {'id': task-4616170, 'name': SuspendVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.080061] env[65682]: DEBUG oslo_vmware.api [None req-c3c01449-de93-4013-8746-b12a2d426ab3 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Task: {'id': task-4616165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366671} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.080436] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c01449-de93-4013-8746-b12a2d426ab3 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.080593] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c01449-de93-4013-8746-b12a2d426ab3 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.082041] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c01449-de93-4013-8746-b12a2d426ab3 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.082041] env[65682]: INFO nova.compute.manager [None req-c3c01449-de93-4013-8746-b12a2d426ab3 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 908.082041] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-c3c01449-de93-4013-8746-b12a2d426ab3 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 908.082041] env[65682]: DEBUG nova.compute.manager [-] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 908.082041] env[65682]: DEBUG nova.network.neutron [-] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 908.082041] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.165397] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.223909] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bb120fc4-ee61-475b-aeb5-e58c3628d77c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.226520] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.650s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.226793] env[65682]: DEBUG nova.objects.instance [None req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Lazy-loading 'resources' on Instance uuid 621d2f7e-ea00-448d-8aca-b9ff72ff432d {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.259804] env[65682]: INFO nova.scheduler.client.report [None req-bb120fc4-ee61-475b-aeb5-e58c3628d77c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Deleted allocations for instance 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb [ 908.354744] env[65682]: DEBUG oslo_vmware.api [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616163, 'name': ReconfigVM_Task, 'duration_secs': 0.708561} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.355179] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Reconfigured VM instance instance-00000049 to attach disk [datastore1] bd13c2de-6abf-4237-b7b2-bbc24fc59b24/bd13c2de-6abf-4237-b7b2-bbc24fc59b24.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.355954] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10379522-8360-4f7b-a4b8-3f4e00c326ec {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.364750] env[65682]: DEBUG oslo_vmware.api [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 908.364750] env[65682]: value = "task-4616171" [ 908.364750] env[65682]: _type = "Task" [ 908.364750] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.375727] env[65682]: DEBUG oslo_vmware.api [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616171, 'name': Rename_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.388297] env[65682]: DEBUG oslo_vmware.api [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616167, 'name': ReconfigVM_Task, 'duration_secs': 0.314489} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.389032] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Reconfigured VM instance instance-00000026 to detach disk 2000 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 908.389983] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff27363f-d8e5-4d7b-8b6a-e5a76635e5ea {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.396561] env[65682]: DEBUG oslo_vmware.api [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141793} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.397413] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.398448] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63980c6-5a15-4f15-983d-2a158d65cac6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.424083] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 63bdb800-aeda-456e-9acd-afab1096c9d1/63bdb800-aeda-456e-9acd-afab1096c9d1.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.432120] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6b1ff8d-fbe9-44d1-bd04-a83c911846ac {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.459454] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 836767a3-4247-454c-bc51-f0be811bb527/836767a3-4247-454c-bc51-f0be811bb527.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.459851] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f5c8bc7-5b49-4ef5-a2bd-8c29f9705cbb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.490563] env[65682]: DEBUG oslo_vmware.api [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 908.490563] env[65682]: value = "task-4616172" [ 908.490563] env[65682]: _type = "Task" [ 908.490563] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.501985] env[65682]: DEBUG oslo_vmware.api [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Waiting for the task: (returnval){ [ 908.501985] env[65682]: value = "task-4616173" [ 908.501985] env[65682]: _type = "Task" [ 908.501985] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.519730] env[65682]: DEBUG oslo_vmware.api [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.520069] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 908.520069] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f8f464-c7cf-4a98-a8ef-d0688de1e8d3" [ 908.520069] env[65682]: _type = "HttpNfcLease" [ 908.520069] env[65682]: } is ready. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 908.521354] env[65682]: DEBUG oslo_vmware.rw_handles [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 908.521354] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f8f464-c7cf-4a98-a8ef-d0688de1e8d3" [ 908.521354] env[65682]: _type = "HttpNfcLease" [ 908.521354] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 908.522819] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a232a16-0b71-4327-9f4a-efbcc85e584b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.535260] env[65682]: DEBUG oslo_vmware.api [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.535589] env[65682]: DEBUG oslo_vmware.api [None req-f9d7bf97-670c-4b4e-a093-1d1abe550e0e tempest-ServersAdminNegativeTestJSON-800670751 tempest-ServersAdminNegativeTestJSON-800670751-project-admin] Task: {'id': task-4616170, 'name': SuspendVM_Task} progress is 95%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.535862] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 908.535862] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528ac935-6e72-9224-da94-922820bcd8b5" [ 908.535862] env[65682]: _type = "HttpNfcLease" [ 908.535862] env[65682]: } is ready. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 908.536579] env[65682]: DEBUG oslo_vmware.rw_handles [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 908.536579] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528ac935-6e72-9224-da94-922820bcd8b5" [ 908.536579] env[65682]: _type = "HttpNfcLease" [ 908.536579] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 908.537487] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496c277b-7e94-4954-9570-ad2793ebb4d8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.545413] env[65682]: DEBUG oslo_vmware.rw_handles [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525f48de-6df3-5c22-15d7-017c38163276/disk-0.vmdk from lease info. {{(pid=65682) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 908.545767] env[65682]: DEBUG oslo_vmware.rw_handles [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525f48de-6df3-5c22-15d7-017c38163276/disk-0.vmdk for reading. {{(pid=65682) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 908.612145] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-1958cd5d-c607-48e4-9081-287006f659a3 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Volume attach. Driver type: vmdk {{(pid=65682) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 908.612491] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-1958cd5d-c607-48e4-9081-287006f659a3 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901638', 'volume_id': '9a70a697-e757-4543-8279-0bba9807738e', 'name': 'volume-9a70a697-e757-4543-8279-0bba9807738e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6725e588-0d8f-442d-9158-4049ebeb0262', 'attached_at': '', 'detached_at': '', 'volume_id': '9a70a697-e757-4543-8279-0bba9807738e', 'serial': '9a70a697-e757-4543-8279-0bba9807738e'} {{(pid=65682) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 908.612960] env[65682]: DEBUG oslo_vmware.rw_handles [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f76818-8a0b-a224-f288-d15b0e20e330/disk-0.vmdk from lease info. {{(pid=65682) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 908.613747] env[65682]: DEBUG oslo_vmware.rw_handles [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f76818-8a0b-a224-f288-d15b0e20e330/disk-0.vmdk for reading. {{(pid=65682) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 908.615168] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1150c984-ea7b-4abd-b3c1-bf87e3da1642 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.711921] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad2fcd4-cbca-4572-8a40-4237a8fb9a4a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.750257] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-1958cd5d-c607-48e4-9081-287006f659a3 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] volume-9a70a697-e757-4543-8279-0bba9807738e/volume-9a70a697-e757-4543-8279-0bba9807738e.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.753772] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c175756-e220-46e1-ac97-fa34a3cf0c76 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.776194] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bb120fc4-ee61-475b-aeb5-e58c3628d77c tempest-ServersTestMultiNic-1040982010 tempest-ServersTestMultiNic-1040982010-project-member] Lock "8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.243s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.777342] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-affd87c8-b9b7-4aa6-a134-12fecfa15b7c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.790350] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a272f785-4eac-459d-bd5e-66a16760bed8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.794703] env[65682]: DEBUG oslo_vmware.api [None req-1958cd5d-c607-48e4-9081-287006f659a3 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 908.794703] env[65682]: value = "task-4616174" [ 908.794703] env[65682]: _type = "Task" [ 908.794703] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.818485] env[65682]: DEBUG oslo_vmware.api [None req-1958cd5d-c607-48e4-9081-287006f659a3 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616174, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.881258] env[65682]: DEBUG oslo_vmware.api [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616171, 'name': Rename_Task, 'duration_secs': 0.282048} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.881626] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.881749] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7648eeb2-1f6b-4ae6-ab55-8ae548edbaf1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.892706] env[65682]: DEBUG oslo_vmware.api [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 908.892706] env[65682]: value = "task-4616175" [ 908.892706] env[65682]: _type = "Task" [ 908.892706] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.909829] env[65682]: DEBUG oslo_vmware.api [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.912817] env[65682]: DEBUG nova.compute.manager [req-1d023f1b-fee0-4849-9f4f-3db0d439ce8a req-15fb356e-089a-49b4-9f7e-1a34d5ffa900 service nova] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Received event network-vif-deleted-9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 908.912940] env[65682]: INFO nova.compute.manager [req-1d023f1b-fee0-4849-9f4f-3db0d439ce8a req-15fb356e-089a-49b4-9f7e-1a34d5ffa900 service nova] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Neutron deleted interface 9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb; detaching it from the instance and deleting it from the info cache [ 908.913162] env[65682]: DEBUG nova.network.neutron [req-1d023f1b-fee0-4849-9f4f-3db0d439ce8a req-15fb356e-089a-49b4-9f7e-1a34d5ffa900 service nova] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.983742] env[65682]: DEBUG nova.network.neutron [-] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.009317] env[65682]: DEBUG oslo_vmware.api [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616172, 'name': ReconfigVM_Task, 'duration_secs': 0.469099} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.020915] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 63bdb800-aeda-456e-9acd-afab1096c9d1/63bdb800-aeda-456e-9acd-afab1096c9d1.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.020915] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Updating instance '63bdb800-aeda-456e-9acd-afab1096c9d1' progress to 50 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 909.037523] env[65682]: DEBUG oslo_vmware.api [None req-f9d7bf97-670c-4b4e-a093-1d1abe550e0e tempest-ServersAdminNegativeTestJSON-800670751 tempest-ServersAdminNegativeTestJSON-800670751-project-admin] Task: {'id': task-4616170, 'name': SuspendVM_Task, 'duration_secs': 0.938371} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.037717] env[65682]: DEBUG oslo_vmware.api [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616173, 'name': ReconfigVM_Task, 'duration_secs': 0.493933} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.038015] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d7bf97-670c-4b4e-a093-1d1abe550e0e tempest-ServersAdminNegativeTestJSON-800670751 tempest-ServersAdminNegativeTestJSON-800670751-project-admin] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Suspended the VM {{(pid=65682) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 909.038187] env[65682]: DEBUG nova.compute.manager [None req-f9d7bf97-670c-4b4e-a093-1d1abe550e0e tempest-ServersAdminNegativeTestJSON-800670751 tempest-ServersAdminNegativeTestJSON-800670751-project-admin] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 909.038502] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 836767a3-4247-454c-bc51-f0be811bb527/836767a3-4247-454c-bc51-f0be811bb527.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.039817] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699dfd77-2c91-4a6b-843c-73a3f429dfa7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.042958] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cebdb4f7-4029-4426-afa3-349b878eb3d7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.056715] env[65682]: DEBUG oslo_vmware.api [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Waiting for the task: (returnval){ [ 909.056715] env[65682]: value = "task-4616176" [ 909.056715] env[65682]: _type = "Task" [ 909.056715] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.072577] env[65682]: DEBUG oslo_vmware.api [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616176, 'name': Rename_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.285386] env[65682]: DEBUG oslo_concurrency.lockutils [None req-74294ed6-7329-4ead-8ec4-f2186bc23c02 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquiring lock "27326223-d996-4c1c-b863-e1db57a28117" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.286082] env[65682]: DEBUG oslo_concurrency.lockutils [None req-74294ed6-7329-4ead-8ec4-f2186bc23c02 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "27326223-d996-4c1c-b863-e1db57a28117" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.286082] env[65682]: DEBUG oslo_concurrency.lockutils [None req-74294ed6-7329-4ead-8ec4-f2186bc23c02 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquiring lock "27326223-d996-4c1c-b863-e1db57a28117-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.286082] env[65682]: DEBUG oslo_concurrency.lockutils [None req-74294ed6-7329-4ead-8ec4-f2186bc23c02 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "27326223-d996-4c1c-b863-e1db57a28117-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.286329] env[65682]: DEBUG oslo_concurrency.lockutils [None req-74294ed6-7329-4ead-8ec4-f2186bc23c02 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "27326223-d996-4c1c-b863-e1db57a28117-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.289804] env[65682]: INFO nova.compute.manager [None req-74294ed6-7329-4ead-8ec4-f2186bc23c02 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Terminating instance [ 909.325126] env[65682]: DEBUG oslo_vmware.api [None req-1958cd5d-c607-48e4-9081-287006f659a3 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616174, 'name': ReconfigVM_Task, 'duration_secs': 0.519191} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.325668] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-1958cd5d-c607-48e4-9081-287006f659a3 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Reconfigured VM instance instance-00000037 to attach disk [datastore1] volume-9a70a697-e757-4543-8279-0bba9807738e/volume-9a70a697-e757-4543-8279-0bba9807738e.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.333785] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f32c8259-3058-4391-8e15-8c5b19a3b3c4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.359410] env[65682]: DEBUG oslo_vmware.api [None req-1958cd5d-c607-48e4-9081-287006f659a3 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 909.359410] env[65682]: value = "task-4616177" [ 909.359410] env[65682]: _type = "Task" [ 909.359410] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.381767] env[65682]: DEBUG oslo_vmware.api [None req-1958cd5d-c607-48e4-9081-287006f659a3 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616177, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.408565] env[65682]: DEBUG oslo_vmware.api [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616175, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.417337] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5fac9aa2-3147-41b9-b29e-872f44ae28f3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.434497] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca758858-133e-4c60-b839-14a2e897116e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.487080] env[65682]: INFO nova.compute.manager [-] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Took 1.41 seconds to deallocate network for instance. [ 909.487878] env[65682]: DEBUG nova.compute.manager [req-1d023f1b-fee0-4849-9f4f-3db0d439ce8a req-15fb356e-089a-49b4-9f7e-1a34d5ffa900 service nova] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Detach interface failed, port_id=9b6a8f2b-ebe3-4b22-a11c-b4abf9d8b1eb, reason: Instance ad2c42c5-114c-476e-a2ec-f6ec714bde3d could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 909.529080] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77cfb2e-0549-4db9-93a3-d1f2c6e72420 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.558513] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d4d725-059f-4260-b9fc-50ea68a5f459 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.568731] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff93127-e993-422a-87fb-82e2ac61dfd8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.596715] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Updating instance '63bdb800-aeda-456e-9acd-afab1096c9d1' progress to 67 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 909.609566] env[65682]: DEBUG oslo_vmware.api [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616176, 'name': Rename_Task, 'duration_secs': 0.232582} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.610530] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.611950] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be48601-bda6-4c2c-9742-25eafe8e646a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.617591] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-127495f8-3279-4f21-9da3-8f539810b522 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.665223] env[65682]: DEBUG oslo_vmware.api [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Waiting for the task: (returnval){ [ 909.665223] env[65682]: value = "task-4616178" [ 909.665223] env[65682]: _type = "Task" [ 909.665223] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.667104] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3345ced5-177e-4cba-809c-816735e2624e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.685659] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1086576-f1be-4d83-91a9-6e3c6ec35422 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.693524] env[65682]: DEBUG oslo_vmware.api [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616178, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.710167] env[65682]: DEBUG nova.compute.provider_tree [None req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.798917] env[65682]: DEBUG nova.compute.manager [None req-74294ed6-7329-4ead-8ec4-f2186bc23c02 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 909.798917] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-74294ed6-7329-4ead-8ec4-f2186bc23c02 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.798917] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75b85f4-2817-4152-a2d1-41801ba801f3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.809470] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-74294ed6-7329-4ead-8ec4-f2186bc23c02 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.810173] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7a74820-55ae-480b-b8cf-b59b2892823a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.812800] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d32a739e-c880-4c41-a174-586dc4ca2a37 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquiring lock "c172e47a-e3c4-4119-8ef1-67dfe27d780b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.813027] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d32a739e-c880-4c41-a174-586dc4ca2a37 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "c172e47a-e3c4-4119-8ef1-67dfe27d780b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.813353] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d32a739e-c880-4c41-a174-586dc4ca2a37 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquiring lock "c172e47a-e3c4-4119-8ef1-67dfe27d780b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.814341] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d32a739e-c880-4c41-a174-586dc4ca2a37 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "c172e47a-e3c4-4119-8ef1-67dfe27d780b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.814707] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d32a739e-c880-4c41-a174-586dc4ca2a37 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "c172e47a-e3c4-4119-8ef1-67dfe27d780b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.820046] env[65682]: INFO nova.compute.manager [None req-d32a739e-c880-4c41-a174-586dc4ca2a37 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Terminating instance [ 909.824427] env[65682]: DEBUG oslo_vmware.api [None req-74294ed6-7329-4ead-8ec4-f2186bc23c02 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 909.824427] env[65682]: value = "task-4616179" [ 909.824427] env[65682]: _type = "Task" [ 909.824427] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.840029] env[65682]: DEBUG oslo_vmware.api [None req-74294ed6-7329-4ead-8ec4-f2186bc23c02 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.872883] env[65682]: DEBUG oslo_vmware.api [None req-1958cd5d-c607-48e4-9081-287006f659a3 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616177, 'name': ReconfigVM_Task, 'duration_secs': 0.182741} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.873274] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-1958cd5d-c607-48e4-9081-287006f659a3 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901638', 'volume_id': '9a70a697-e757-4543-8279-0bba9807738e', 'name': 'volume-9a70a697-e757-4543-8279-0bba9807738e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6725e588-0d8f-442d-9158-4049ebeb0262', 'attached_at': '', 'detached_at': '', 'volume_id': '9a70a697-e757-4543-8279-0bba9807738e', 'serial': '9a70a697-e757-4543-8279-0bba9807738e'} {{(pid=65682) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 909.916916] env[65682]: DEBUG oslo_vmware.api [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616175, 'name': PowerOnVM_Task, 'duration_secs': 0.793306} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.917367] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.917566] env[65682]: INFO nova.compute.manager [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Took 8.41 seconds to spawn the instance on the hypervisor. [ 909.917761] env[65682]: DEBUG nova.compute.manager [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 909.918838] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3a73d4-f6ad-4c35-8d54-ca8ef61beddb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.003106] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c3c01449-de93-4013-8746-b12a2d426ab3 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.112803] env[65682]: WARNING neutronclient.v2_0.client [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.113407] env[65682]: WARNING neutronclient.v2_0.client [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.187952] env[65682]: DEBUG oslo_vmware.api [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616178, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.219023] env[65682]: DEBUG nova.scheduler.client.report [None req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.322939] env[65682]: DEBUG nova.network.neutron [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Port b8905af9-655c-4519-bfe2-21faf39488c8 binding to destination host cpu-1 is already ACTIVE {{(pid=65682) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 910.334743] env[65682]: DEBUG nova.compute.manager [None req-d32a739e-c880-4c41-a174-586dc4ca2a37 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 910.334743] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d32a739e-c880-4c41-a174-586dc4ca2a37 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.341132] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50c41f3-1f71-407b-859a-4aab61303906 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.346014] env[65682]: DEBUG oslo_vmware.api [None req-74294ed6-7329-4ead-8ec4-f2186bc23c02 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616179, 'name': PowerOffVM_Task, 'duration_secs': 0.28249} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.348347] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-74294ed6-7329-4ead-8ec4-f2186bc23c02 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.349175] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-74294ed6-7329-4ead-8ec4-f2186bc23c02 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.350078] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6373d065-5c83-47c2-95b0-5db144414420 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.357359] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32a739e-c880-4c41-a174-586dc4ca2a37 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.358408] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85681f71-be90-4c4b-9289-6ac85856a976 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.368383] env[65682]: DEBUG oslo_vmware.api [None req-d32a739e-c880-4c41-a174-586dc4ca2a37 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 910.368383] env[65682]: value = "task-4616181" [ 910.368383] env[65682]: _type = "Task" [ 910.368383] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.386786] env[65682]: DEBUG oslo_vmware.api [None req-d32a739e-c880-4c41-a174-586dc4ca2a37 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.451410] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-74294ed6-7329-4ead-8ec4-f2186bc23c02 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.451410] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-74294ed6-7329-4ead-8ec4-f2186bc23c02 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.451410] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-74294ed6-7329-4ead-8ec4-f2186bc23c02 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Deleting the datastore file [datastore2] 27326223-d996-4c1c-b863-e1db57a28117 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.451410] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f6a5205-6075-40b2-9e41-bee3884f4231 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.453282] env[65682]: INFO nova.compute.manager [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Took 38.23 seconds to build instance. [ 910.462121] env[65682]: DEBUG oslo_vmware.api [None req-74294ed6-7329-4ead-8ec4-f2186bc23c02 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 910.462121] env[65682]: value = "task-4616182" [ 910.462121] env[65682]: _type = "Task" [ 910.462121] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.482693] env[65682]: DEBUG oslo_vmware.api [None req-74294ed6-7329-4ead-8ec4-f2186bc23c02 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.681520] env[65682]: DEBUG oslo_vmware.api [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616178, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.723866] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.497s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.734472] env[65682]: DEBUG oslo_concurrency.lockutils [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.908s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.735041] env[65682]: DEBUG nova.objects.instance [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Lazy-loading 'resources' on Instance uuid 651e4382-f857-4e51-be98-7a69232637cb {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.764505] env[65682]: INFO nova.scheduler.client.report [None req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Deleted allocations for instance 621d2f7e-ea00-448d-8aca-b9ff72ff432d [ 910.882224] env[65682]: DEBUG oslo_vmware.api [None req-d32a739e-c880-4c41-a174-586dc4ca2a37 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616181, 'name': PowerOffVM_Task, 'duration_secs': 0.30828} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.882592] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32a739e-c880-4c41-a174-586dc4ca2a37 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.882923] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d32a739e-c880-4c41-a174-586dc4ca2a37 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.883564] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6e29d91-f5e6-4c55-8b58-35ec76394e5d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.951521] env[65682]: DEBUG nova.objects.instance [None req-1958cd5d-c607-48e4-9081-287006f659a3 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lazy-loading 'flavor' on Instance uuid 6725e588-0d8f-442d-9158-4049ebeb0262 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.956873] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0d79d722-4502-4be7-ba1b-3d5a19f35588 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "bd13c2de-6abf-4237-b7b2-bbc24fc59b24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.220s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.958599] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d32a739e-c880-4c41-a174-586dc4ca2a37 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.960719] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d32a739e-c880-4c41-a174-586dc4ca2a37 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.960719] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32a739e-c880-4c41-a174-586dc4ca2a37 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Deleting the datastore file [datastore1] c172e47a-e3c4-4119-8ef1-67dfe27d780b {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.960719] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21e00c43-e5a8-4ff7-afee-11a12b2ccf85 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.972802] env[65682]: DEBUG oslo_vmware.api [None req-74294ed6-7329-4ead-8ec4-f2186bc23c02 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.975843] env[65682]: DEBUG oslo_vmware.api [None req-d32a739e-c880-4c41-a174-586dc4ca2a37 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for the task: (returnval){ [ 910.975843] env[65682]: value = "task-4616184" [ 910.975843] env[65682]: _type = "Task" [ 910.975843] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.180902] env[65682]: DEBUG oslo_vmware.api [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616178, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.277067] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b1f18230-bb7a-4316-9f4e-31fd5f7278d4 tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Lock "621d2f7e-ea00-448d-8aca-b9ff72ff432d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.802s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.351572] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "63bdb800-aeda-456e-9acd-afab1096c9d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.351909] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "63bdb800-aeda-456e-9acd-afab1096c9d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.352229] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "63bdb800-aeda-456e-9acd-afab1096c9d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.460873] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1958cd5d-c607-48e4-9081-287006f659a3 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "6725e588-0d8f-442d-9158-4049ebeb0262" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.032s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.477217] env[65682]: DEBUG oslo_vmware.api [None req-74294ed6-7329-4ead-8ec4-f2186bc23c02 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.547594} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.484758] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-74294ed6-7329-4ead-8ec4-f2186bc23c02 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.485084] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-74294ed6-7329-4ead-8ec4-f2186bc23c02 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.485324] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-74294ed6-7329-4ead-8ec4-f2186bc23c02 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.485563] env[65682]: INFO nova.compute.manager [None req-74294ed6-7329-4ead-8ec4-f2186bc23c02 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Took 1.69 seconds to destroy the instance on the hypervisor. [ 911.485881] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-74294ed6-7329-4ead-8ec4-f2186bc23c02 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 911.486766] env[65682]: DEBUG nova.compute.manager [-] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 911.486932] env[65682]: DEBUG nova.network.neutron [-] [instance: 27326223-d996-4c1c-b863-e1db57a28117] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 911.487305] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.497546] env[65682]: DEBUG oslo_vmware.api [None req-d32a739e-c880-4c41-a174-586dc4ca2a37 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Task: {'id': task-4616184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340963} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.500550] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32a739e-c880-4c41-a174-586dc4ca2a37 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.500748] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d32a739e-c880-4c41-a174-586dc4ca2a37 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.500980] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d32a739e-c880-4c41-a174-586dc4ca2a37 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.501234] env[65682]: INFO nova.compute.manager [None req-d32a739e-c880-4c41-a174-586dc4ca2a37 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 911.501688] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-d32a739e-c880-4c41-a174-586dc4ca2a37 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 911.502207] env[65682]: DEBUG nova.compute.manager [-] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 911.502459] env[65682]: DEBUG nova.network.neutron [-] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 911.503423] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.554334] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.584574] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.682354] env[65682]: DEBUG oslo_vmware.api [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616178, 'name': PowerOnVM_Task, 'duration_secs': 1.926897} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.685744] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.685994] env[65682]: DEBUG nova.compute.manager [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 911.688134] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0768c20b-b222-4611-8918-6c2afc8fc8c2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.840784] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afaaba40-7708-4722-979b-45ab7fba8949 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.852618] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3480933c-ccff-4149-952d-9f88bf231cdd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.906585] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b30b4dd-ee0c-496b-ad62-3593dc2a9897 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.918324] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afce458d-2a3f-48a7-a3a9-241a1d3cdc66 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.935038] env[65682]: DEBUG nova.compute.provider_tree [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.213892] env[65682]: DEBUG oslo_concurrency.lockutils [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.321711] env[65682]: DEBUG nova.network.neutron [-] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.326910] env[65682]: DEBUG nova.network.neutron [-] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.362898] env[65682]: WARNING neutronclient.v2_0.client [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.401472] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "refresh_cache-63bdb800-aeda-456e-9acd-afab1096c9d1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.401913] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquired lock "refresh_cache-63bdb800-aeda-456e-9acd-afab1096c9d1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.401913] env[65682]: DEBUG nova.network.neutron [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 912.438332] env[65682]: DEBUG nova.scheduler.client.report [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.825056] env[65682]: INFO nova.compute.manager [-] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Took 1.32 seconds to deallocate network for instance. [ 912.831471] env[65682]: INFO nova.compute.manager [-] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Took 1.34 seconds to deallocate network for instance. [ 912.904983] env[65682]: WARNING neutronclient.v2_0.client [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.944044] env[65682]: DEBUG oslo_concurrency.lockutils [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.946672] env[65682]: DEBUG oslo_concurrency.lockutils [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.097s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.948666] env[65682]: INFO nova.compute.claims [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.969710] env[65682]: INFO nova.scheduler.client.report [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Deleted allocations for instance 651e4382-f857-4e51-be98-7a69232637cb [ 913.094583] env[65682]: WARNING neutronclient.v2_0.client [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 913.171945] env[65682]: DEBUG nova.network.neutron [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Updating instance_info_cache with network_info: [{"id": "b8905af9-655c-4519-bfe2-21faf39488c8", "address": "fa:16:3e:27:6b:26", "network": {"id": "1719932d-bcf4-4ad2-8e3f-f55b5aaf896d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1384213493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1063d410f5864f5292ea4436f03d192c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8905af9-65", "ovs_interfaceid": "b8905af9-655c-4519-bfe2-21faf39488c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.333984] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d32a739e-c880-4c41-a174-586dc4ca2a37 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.341322] env[65682]: DEBUG oslo_concurrency.lockutils [None req-74294ed6-7329-4ead-8ec4-f2186bc23c02 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.477931] env[65682]: DEBUG oslo_concurrency.lockutils [None req-097624eb-35be-4a1b-86ec-128d66275624 tempest-ServersTestBootFromVolume-973357970 tempest-ServersTestBootFromVolume-973357970-project-member] Lock "651e4382-f857-4e51-be98-7a69232637cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.329s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.674732] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Releasing lock "refresh_cache-63bdb800-aeda-456e-9acd-afab1096c9d1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.202938] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c9ea8f-16f0-4da1-a613-503b6cd17985 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.227240] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fb16db-bb99-4df7-a324-165056dc25fe {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.236970] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Updating instance '63bdb800-aeda-456e-9acd-afab1096c9d1' progress to 83 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 914.449276] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eccd7cf-18c4-4049-ba0b-acacc6e8c0b6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.458801] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43256f7-65cb-4adb-8c3b-cbb044b28718 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.490168] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83081c96-c71c-4290-8cc3-9a7a15584987 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.499220] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef4f783-c301-4d36-902e-2d5feae6a6e6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.514980] env[65682]: DEBUG nova.compute.provider_tree [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.747205] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5a38c28c-809d-4b28-abad-ab7e8aa6d4bf tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Updating instance '63bdb800-aeda-456e-9acd-afab1096c9d1' progress to 100 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 915.019026] env[65682]: DEBUG nova.scheduler.client.report [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.525462] env[65682]: DEBUG oslo_concurrency.lockutils [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.526330] env[65682]: DEBUG nova.compute.manager [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 915.531082] env[65682]: DEBUG oslo_concurrency.lockutils [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 30.238s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.035560] env[65682]: DEBUG nova.compute.utils [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.037304] env[65682]: DEBUG nova.objects.instance [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lazy-loading 'migration_context' on Instance uuid 02fa8028-04bb-4b33-8931-e7af29af0204 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.038856] env[65682]: DEBUG nova.compute.manager [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 916.038856] env[65682]: DEBUG nova.network.neutron [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 916.039112] env[65682]: WARNING neutronclient.v2_0.client [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.039454] env[65682]: WARNING neutronclient.v2_0.client [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.080251] env[65682]: DEBUG nova.policy [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '512d3e4e896b472f9f4e5125af596f1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26570258098f4f78b2e06c94df311ef2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.406016] env[65682]: DEBUG nova.network.neutron [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Successfully created port: 7971ae02-425f-4fe5-a415-83f314f7738f {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 916.539460] env[65682]: DEBUG nova.compute.manager [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 916.998220] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4348ea-2b15-45b5-9e40-d64b6e09fabc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.008230] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b0ea81-51c0-4920-b998-996eed147338 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.041709] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2cced0-2155-4d57-b7ac-924a5881ce0b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.052738] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73bcc41-4301-4dc2-b753-d2df7ca1123d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.069558] env[65682]: DEBUG nova.compute.provider_tree [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.554201] env[65682]: DEBUG oslo_vmware.rw_handles [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f76818-8a0b-a224-f288-d15b0e20e330/disk-0.vmdk. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 917.555446] env[65682]: DEBUG nova.compute.manager [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 917.558327] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2034c82-7b35-4c8e-8c96-1de8f5fe96c1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.566464] env[65682]: DEBUG oslo_vmware.rw_handles [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f76818-8a0b-a224-f288-d15b0e20e330/disk-0.vmdk is in state: ready. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 917.566464] env[65682]: ERROR oslo_vmware.rw_handles [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f76818-8a0b-a224-f288-d15b0e20e330/disk-0.vmdk due to incomplete transfer. [ 917.566877] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a695f34a-6e35-41c5-8224-e662813b6fe6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.573185] env[65682]: DEBUG nova.scheduler.client.report [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.579988] env[65682]: DEBUG oslo_vmware.rw_handles [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f76818-8a0b-a224-f288-d15b0e20e330/disk-0.vmdk. {{(pid=65682) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 917.579988] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Uploaded image d5f393bb-b0ee-4090-9d06-78205fc61ac9 to the Glance image server {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 917.581970] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Destroying the VM {{(pid=65682) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 917.582858] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3d38d6c5-9b1d-4090-a5a3-ae26c6220936 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.589908] env[65682]: DEBUG nova.virt.hardware [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 917.590277] env[65682]: DEBUG nova.virt.hardware [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.590589] env[65682]: DEBUG nova.virt.hardware [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 917.590829] env[65682]: DEBUG nova.virt.hardware [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.591027] env[65682]: DEBUG nova.virt.hardware [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 917.591288] env[65682]: DEBUG nova.virt.hardware [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 917.591523] env[65682]: DEBUG nova.virt.hardware [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 917.591682] env[65682]: DEBUG nova.virt.hardware [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 917.591844] env[65682]: DEBUG nova.virt.hardware [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 917.592011] env[65682]: DEBUG nova.virt.hardware [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 917.592197] env[65682]: DEBUG nova.virt.hardware [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 917.593258] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee519678-6e04-4685-8d13-e7693b03264c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.598235] env[65682]: DEBUG oslo_vmware.api [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 917.598235] env[65682]: value = "task-4616185" [ 917.598235] env[65682]: _type = "Task" [ 917.598235] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.607172] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4a5983-f8b9-4de4-b9d7-9bfc7266f5bd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.616025] env[65682]: DEBUG oslo_vmware.api [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616185, 'name': Destroy_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.974964] env[65682]: DEBUG nova.network.neutron [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Successfully updated port: 7971ae02-425f-4fe5-a415-83f314f7738f {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 918.082535] env[65682]: DEBUG oslo_vmware.rw_handles [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525f48de-6df3-5c22-15d7-017c38163276/disk-0.vmdk. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 918.087591] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d488e0f-3b34-4e95-a802-5ac3b2657f77 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.094772] env[65682]: DEBUG oslo_vmware.rw_handles [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525f48de-6df3-5c22-15d7-017c38163276/disk-0.vmdk is in state: ready. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 918.095067] env[65682]: ERROR oslo_vmware.rw_handles [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525f48de-6df3-5c22-15d7-017c38163276/disk-0.vmdk due to incomplete transfer. [ 918.095399] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-069dc42a-c46c-47a8-936b-b4372eeca9e5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.104311] env[65682]: DEBUG oslo_vmware.rw_handles [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525f48de-6df3-5c22-15d7-017c38163276/disk-0.vmdk. {{(pid=65682) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 918.104505] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Uploaded image aa757e36-0e6f-4d39-a1a6-ed29bc4d0ff6 to the Glance image server {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 918.108057] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Destroying the VM {{(pid=65682) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 918.108653] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-52a7f643-06ce-42ba-a49d-d9e50f957e82 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.114464] env[65682]: DEBUG oslo_vmware.api [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616185, 'name': Destroy_Task, 'duration_secs': 0.510109} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.116734] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Destroyed the VM [ 918.117056] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Deleting Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 918.117715] env[65682]: DEBUG oslo_vmware.api [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the task: (returnval){ [ 918.117715] env[65682]: value = "task-4616186" [ 918.117715] env[65682]: _type = "Task" [ 918.117715] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.117913] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9fce4710-d90d-43e5-b3de-b10efe568ac8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.130627] env[65682]: DEBUG oslo_vmware.api [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616186, 'name': Destroy_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.132350] env[65682]: DEBUG oslo_vmware.api [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 918.132350] env[65682]: value = "task-4616187" [ 918.132350] env[65682]: _type = "Task" [ 918.132350] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.141601] env[65682]: DEBUG oslo_vmware.api [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616187, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.425283] env[65682]: DEBUG nova.compute.manager [req-830234ed-79a0-4600-a61d-69faae1ab39e req-0c789e70-babf-4001-94d0-9df37e11310d service nova] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Received event network-vif-deleted-bb2adf49-011c-4f62-adfd-bca6292b90e4 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 918.443719] env[65682]: DEBUG nova.compute.manager [req-e2c65099-d116-4946-9f93-f9a697b0422d req-50f80b72-6fec-4243-abc4-f23fa60e9a69 service nova] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Received event network-vif-deleted-c832ab0d-0d42-47a3-b502-ebbde6d1a854 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 918.478640] env[65682]: DEBUG oslo_concurrency.lockutils [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Acquiring lock "refresh_cache-f548ea90-2a80-41a4-96f3-a8c2baf7d1e4" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.479876] env[65682]: DEBUG oslo_concurrency.lockutils [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Acquired lock "refresh_cache-f548ea90-2a80-41a4-96f3-a8c2baf7d1e4" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.479876] env[65682]: DEBUG nova.network.neutron [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 918.592876] env[65682]: DEBUG oslo_concurrency.lockutils [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.062s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.600905] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.573s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.600905] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.601079] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65682) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 918.601655] env[65682]: DEBUG oslo_concurrency.lockutils [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.323s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.603039] env[65682]: INFO nova.compute.claims [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.608400] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5d220e-6d00-4745-a38e-e0a4bdfab373 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.626180] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50eb7d9d-d87a-4bce-b9fc-e06fa61594a4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.657089] env[65682]: DEBUG oslo_vmware.api [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616186, 'name': Destroy_Task, 'duration_secs': 0.446911} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.657089] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Destroyed the VM [ 918.657089] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Deleting Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 918.657089] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca4605a-cbf8-4cd1-8ceb-84dffe75b962 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.661977] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-826c9bf6-8daf-435a-bf0e-66864dc4a600 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.665254] env[65682]: DEBUG oslo_concurrency.lockutils [None req-31979fdd-1cf4-45c6-9889-2fe8caec0a4a tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquiring lock "6725e588-0d8f-442d-9158-4049ebeb0262" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.665485] env[65682]: DEBUG oslo_concurrency.lockutils [None req-31979fdd-1cf4-45c6-9889-2fe8caec0a4a tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "6725e588-0d8f-442d-9158-4049ebeb0262" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.665656] env[65682]: DEBUG nova.compute.manager [None req-31979fdd-1cf4-45c6-9889-2fe8caec0a4a tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 918.666067] env[65682]: DEBUG oslo_vmware.api [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616187, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.667798] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440d2bde-025f-4194-9271-16692dc7e361 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.676171] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bd02ca-552c-4e66-b9e4-9ffc2879d529 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.686028] env[65682]: DEBUG nova.compute.manager [None req-31979fdd-1cf4-45c6-9889-2fe8caec0a4a tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65682) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 918.686028] env[65682]: DEBUG nova.objects.instance [None req-31979fdd-1cf4-45c6-9889-2fe8caec0a4a tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lazy-loading 'flavor' on Instance uuid 6725e588-0d8f-442d-9158-4049ebeb0262 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.686028] env[65682]: DEBUG oslo_vmware.api [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the task: (returnval){ [ 918.686028] env[65682]: value = "task-4616188" [ 918.686028] env[65682]: _type = "Task" [ 918.686028] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.717760] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177344MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65682) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 918.717924] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.724780] env[65682]: DEBUG oslo_vmware.api [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616188, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.070800] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Acquiring lock "6053bbbc-7565-4182-abc7-6cc4800ed4bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.071053] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Lock "6053bbbc-7565-4182-abc7-6cc4800ed4bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.075872] env[65682]: DEBUG nova.network.neutron [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 919.148027] env[65682]: DEBUG oslo_vmware.api [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616187, 'name': RemoveSnapshot_Task, 'duration_secs': 0.763059} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.148027] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Deleted Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 919.148027] env[65682]: INFO nova.compute.manager [None req-8bf15826-463a-467e-90b4-aaa4ec3d3415 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Took 16.39 seconds to snapshot the instance on the hypervisor. [ 919.200166] env[65682]: DEBUG oslo_vmware.api [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616188, 'name': RemoveSnapshot_Task} progress is 16%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.273270] env[65682]: DEBUG oslo_concurrency.lockutils [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Acquiring lock "836767a3-4247-454c-bc51-f0be811bb527" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.273395] env[65682]: DEBUG oslo_concurrency.lockutils [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Lock "836767a3-4247-454c-bc51-f0be811bb527" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.273596] env[65682]: DEBUG oslo_concurrency.lockutils [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Acquiring lock "836767a3-4247-454c-bc51-f0be811bb527-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.273826] env[65682]: DEBUG oslo_concurrency.lockutils [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Lock "836767a3-4247-454c-bc51-f0be811bb527-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.273980] env[65682]: DEBUG oslo_concurrency.lockutils [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Lock "836767a3-4247-454c-bc51-f0be811bb527-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.276842] env[65682]: INFO nova.compute.manager [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Terminating instance [ 919.446560] env[65682]: WARNING neutronclient.v2_0.client [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.580047] env[65682]: DEBUG nova.compute.manager [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 919.626991] env[65682]: DEBUG nova.network.neutron [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Updating instance_info_cache with network_info: [{"id": "7971ae02-425f-4fe5-a415-83f314f7738f", "address": "fa:16:3e:88:aa:e6", "network": {"id": "71f997db-6019-48d0-8e66-24ca09db4f3a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1766466830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26570258098f4f78b2e06c94df311ef2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7971ae02-42", "ovs_interfaceid": "7971ae02-425f-4fe5-a415-83f314f7738f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.685708] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c9f7c57c-8e95-47a6-921e-3cc2dc9f94ba tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "63bdb800-aeda-456e-9acd-afab1096c9d1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.685708] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c9f7c57c-8e95-47a6-921e-3cc2dc9f94ba tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "63bdb800-aeda-456e-9acd-afab1096c9d1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.685802] env[65682]: DEBUG nova.compute.manager [None req-c9f7c57c-8e95-47a6-921e-3cc2dc9f94ba tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Going to confirm migration 3 {{(pid=65682) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 919.696440] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-31979fdd-1cf4-45c6-9889-2fe8caec0a4a tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.697651] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f169be4a-9927-482b-8a2c-58a3659e5819 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.703728] env[65682]: DEBUG oslo_vmware.api [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616188, 'name': RemoveSnapshot_Task, 'duration_secs': 0.639726} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.704454] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Deleted Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 919.704454] env[65682]: INFO nova.compute.manager [None req-26c94b13-a07a-4b6a-927e-6a4130cc3c3f tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Took 15.98 seconds to snapshot the instance on the hypervisor. [ 919.710943] env[65682]: DEBUG oslo_vmware.api [None req-31979fdd-1cf4-45c6-9889-2fe8caec0a4a tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 919.710943] env[65682]: value = "task-4616189" [ 919.710943] env[65682]: _type = "Task" [ 919.710943] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.727631] env[65682]: DEBUG oslo_vmware.api [None req-31979fdd-1cf4-45c6-9889-2fe8caec0a4a tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.781480] env[65682]: DEBUG oslo_concurrency.lockutils [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Acquiring lock "refresh_cache-836767a3-4247-454c-bc51-f0be811bb527" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.781647] env[65682]: DEBUG oslo_concurrency.lockutils [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Acquired lock "refresh_cache-836767a3-4247-454c-bc51-f0be811bb527" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.781860] env[65682]: DEBUG nova.network.neutron [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 920.103434] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.136640] env[65682]: DEBUG oslo_concurrency.lockutils [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Releasing lock "refresh_cache-f548ea90-2a80-41a4-96f3-a8c2baf7d1e4" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.137054] env[65682]: DEBUG nova.compute.manager [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Instance network_info: |[{"id": "7971ae02-425f-4fe5-a415-83f314f7738f", "address": "fa:16:3e:88:aa:e6", "network": {"id": "71f997db-6019-48d0-8e66-24ca09db4f3a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1766466830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26570258098f4f78b2e06c94df311ef2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7971ae02-42", "ovs_interfaceid": "7971ae02-425f-4fe5-a415-83f314f7738f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 920.140856] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:aa:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7971ae02-425f-4fe5-a415-83f314f7738f', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.150988] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Creating folder: Project (26570258098f4f78b2e06c94df311ef2). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 920.152016] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-655782e8-1730-4734-beba-9d43013267cd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.165289] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Created folder: Project (26570258098f4f78b2e06c94df311ef2) in parent group-v901426. [ 920.166321] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Creating folder: Instances. Parent ref: group-v901644. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 920.166321] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-926392c1-194b-401c-a397-2cccb6d3d18c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.172739] env[65682]: INFO nova.compute.manager [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Swapping old allocation on dict_keys(['5e3340f3-ec5a-4efc-ab9e-095b1e806dc4']) held by migration c24a62e6-aa95-4d73-83b9-2a08c6916d6b for instance [ 920.190918] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Created folder: Instances in parent group-v901644. [ 920.191632] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 920.192663] env[65682]: WARNING neutronclient.v2_0.client [None req-c9f7c57c-8e95-47a6-921e-3cc2dc9f94ba tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.197843] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.198750] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33467cb0-8eaf-40f8-b871-f650b7361e02 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.219540] env[65682]: DEBUG nova.scheduler.client.report [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Overwriting current allocation {'allocations': {'5e3340f3-ec5a-4efc-ab9e-095b1e806dc4': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 101}}, 'project_id': '76b3a7f038084eeb846306a8aec646e4', 'user_id': '6d2c724ee2294f9d881f3d67cc83a38b', 'consumer_generation': 1} on consumer 02fa8028-04bb-4b33-8931-e7af29af0204 {{(pid=65682) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 920.234140] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.234140] env[65682]: value = "task-4616192" [ 920.234140] env[65682]: _type = "Task" [ 920.234140] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.239542] env[65682]: DEBUG oslo_vmware.api [None req-31979fdd-1cf4-45c6-9889-2fe8caec0a4a tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616189, 'name': PowerOffVM_Task, 'duration_secs': 0.247554} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.241121] env[65682]: WARNING neutronclient.v2_0.client [None req-c9f7c57c-8e95-47a6-921e-3cc2dc9f94ba tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.241462] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c9f7c57c-8e95-47a6-921e-3cc2dc9f94ba tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "refresh_cache-63bdb800-aeda-456e-9acd-afab1096c9d1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.241640] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c9f7c57c-8e95-47a6-921e-3cc2dc9f94ba tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquired lock "refresh_cache-63bdb800-aeda-456e-9acd-afab1096c9d1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.241966] env[65682]: DEBUG nova.network.neutron [None req-c9f7c57c-8e95-47a6-921e-3cc2dc9f94ba tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 920.242221] env[65682]: DEBUG nova.objects.instance [None req-c9f7c57c-8e95-47a6-921e-3cc2dc9f94ba tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lazy-loading 'info_cache' on Instance uuid 63bdb800-aeda-456e-9acd-afab1096c9d1 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.248719] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-31979fdd-1cf4-45c6-9889-2fe8caec0a4a tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.249020] env[65682]: DEBUG nova.compute.manager [None req-31979fdd-1cf4-45c6-9889-2fe8caec0a4a tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 920.250266] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60d964d-fbfa-4f2d-924d-e29bc9905897 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.262397] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616192, 'name': CreateVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.285219] env[65682]: WARNING neutronclient.v2_0.client [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.311862] env[65682]: WARNING neutronclient.v2_0.client [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.317782] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49619de0-ef3a-418e-91d5-a37e14aad179 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.327191] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ffb8ff-c9f4-499f-bb3e-c09520171610 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.366751] env[65682]: DEBUG nova.network.neutron [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 920.369882] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bca42e7-4cf4-478a-8753-285bf1d6cbfa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.375887] env[65682]: DEBUG oslo_concurrency.lockutils [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquiring lock "refresh_cache-02fa8028-04bb-4b33-8931-e7af29af0204" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.376118] env[65682]: DEBUG oslo_concurrency.lockutils [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquired lock "refresh_cache-02fa8028-04bb-4b33-8931-e7af29af0204" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.376278] env[65682]: DEBUG nova.network.neutron [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 920.381221] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6d2124-07e3-4ba7-b8c8-6f283fbec731 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.398439] env[65682]: DEBUG nova.compute.provider_tree [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.424616] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "5b4adb84-808a-4b32-b2f3-a8057f4e3aa5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.424709] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "5b4adb84-808a-4b32-b2f3-a8057f4e3aa5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.552395] env[65682]: DEBUG nova.network.neutron [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.752597] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616192, 'name': CreateVM_Task, 'duration_secs': 0.398524} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.752892] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.753300] env[65682]: WARNING neutronclient.v2_0.client [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.753645] env[65682]: DEBUG oslo_concurrency.lockutils [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.753785] env[65682]: DEBUG oslo_concurrency.lockutils [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.754106] env[65682]: DEBUG oslo_concurrency.lockutils [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.754361] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32258095-356f-4470-94af-c51cef51829d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.763165] env[65682]: DEBUG oslo_vmware.api [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Waiting for the task: (returnval){ [ 920.763165] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]529dfe47-002b-6594-0ce1-974ccd2c5c55" [ 920.763165] env[65682]: _type = "Task" [ 920.763165] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.773388] env[65682]: DEBUG oslo_concurrency.lockutils [None req-31979fdd-1cf4-45c6-9889-2fe8caec0a4a tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "6725e588-0d8f-442d-9158-4049ebeb0262" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.108s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.784588] env[65682]: DEBUG oslo_vmware.api [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]529dfe47-002b-6594-0ce1-974ccd2c5c55, 'name': SearchDatastore_Task, 'duration_secs': 0.011759} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.785022] env[65682]: DEBUG oslo_concurrency.lockutils [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.785366] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.785755] env[65682]: DEBUG oslo_concurrency.lockutils [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.786013] env[65682]: DEBUG oslo_concurrency.lockutils [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.787241] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.787601] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35c3e096-3df4-4fcb-b287-35c86ffbf44f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.798888] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.799375] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.800254] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cca71ae-de0a-4d23-9ae8-6fff09b5efcf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.809552] env[65682]: DEBUG oslo_vmware.api [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Waiting for the task: (returnval){ [ 920.809552] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]524f3447-4c78-b916-8871-2a4acaa08df8" [ 920.809552] env[65682]: _type = "Task" [ 920.809552] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.820162] env[65682]: DEBUG oslo_vmware.api [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]524f3447-4c78-b916-8871-2a4acaa08df8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.881266] env[65682]: WARNING neutronclient.v2_0.client [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.901946] env[65682]: DEBUG nova.scheduler.client.report [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.930140] env[65682]: DEBUG nova.compute.manager [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 921.056124] env[65682]: DEBUG oslo_concurrency.lockutils [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Releasing lock "refresh_cache-836767a3-4247-454c-bc51-f0be811bb527" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.057758] env[65682]: DEBUG nova.compute.manager [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 921.057758] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.057758] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8436f3ea-fea5-4b15-b8e4-fff8643e57ae {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.067298] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.067576] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ed9440c-2bd2-4108-be41-ec4c062c8448 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.080762] env[65682]: DEBUG oslo_vmware.api [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Waiting for the task: (returnval){ [ 921.080762] env[65682]: value = "task-4616193" [ 921.080762] env[65682]: _type = "Task" [ 921.080762] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.094269] env[65682]: DEBUG oslo_vmware.api [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.258258] env[65682]: WARNING neutronclient.v2_0.client [None req-c9f7c57c-8e95-47a6-921e-3cc2dc9f94ba tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.322772] env[65682]: DEBUG oslo_vmware.api [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]524f3447-4c78-b916-8871-2a4acaa08df8, 'name': SearchDatastore_Task, 'duration_secs': 0.009877} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.323978] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05adc927-63c3-4f4d-8ed1-2e220cf3f665 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.331209] env[65682]: DEBUG oslo_vmware.api [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Waiting for the task: (returnval){ [ 921.331209] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5292191d-ccdf-4f46-88eb-d97debb5e107" [ 921.331209] env[65682]: _type = "Task" [ 921.331209] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.342737] env[65682]: DEBUG oslo_vmware.api [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5292191d-ccdf-4f46-88eb-d97debb5e107, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.407994] env[65682]: DEBUG oslo_concurrency.lockutils [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.806s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.408578] env[65682]: DEBUG nova.compute.manager [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 921.411407] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.726s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.412706] env[65682]: INFO nova.compute.claims [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.456966] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.596141] env[65682]: DEBUG oslo_vmware.api [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616193, 'name': PowerOffVM_Task, 'duration_secs': 0.127337} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.596141] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.596872] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.597710] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e45344d9-da8b-43fd-9205-866837ac71a0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.629574] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.629891] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.630102] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Deleting the datastore file [datastore1] 836767a3-4247-454c-bc51-f0be811bb527 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.637402] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64533940-1f60-44a8-9ab0-46391a7429b5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.647768] env[65682]: DEBUG oslo_vmware.api [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Waiting for the task: (returnval){ [ 921.647768] env[65682]: value = "task-4616195" [ 921.647768] env[65682]: _type = "Task" [ 921.647768] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.659413] env[65682]: DEBUG oslo_vmware.api [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.844355] env[65682]: DEBUG oslo_vmware.api [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5292191d-ccdf-4f46-88eb-d97debb5e107, 'name': SearchDatastore_Task, 'duration_secs': 0.010761} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.845065] env[65682]: DEBUG oslo_concurrency.lockutils [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.845449] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] f548ea90-2a80-41a4-96f3-a8c2baf7d1e4/f548ea90-2a80-41a4-96f3-a8c2baf7d1e4.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.845826] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a7c20aa-aa2c-4a13-bfcd-9205aa1bc0f0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.850349] env[65682]: WARNING neutronclient.v2_0.client [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.860365] env[65682]: DEBUG oslo_vmware.api [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Waiting for the task: (returnval){ [ 921.860365] env[65682]: value = "task-4616196" [ 921.860365] env[65682]: _type = "Task" [ 921.860365] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.873300] env[65682]: DEBUG oslo_vmware.api [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Task: {'id': task-4616196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.916611] env[65682]: DEBUG nova.compute.manager [req-fe43c022-98e9-44eb-9d5b-35c28386b722 req-999d4c35-21d2-4fad-9f3e-4bb7906b2749 service nova] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Received event network-vif-plugged-7971ae02-425f-4fe5-a415-83f314f7738f {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 921.916960] env[65682]: DEBUG oslo_concurrency.lockutils [req-fe43c022-98e9-44eb-9d5b-35c28386b722 req-999d4c35-21d2-4fad-9f3e-4bb7906b2749 service nova] Acquiring lock "f548ea90-2a80-41a4-96f3-a8c2baf7d1e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.920630] env[65682]: DEBUG oslo_concurrency.lockutils [req-fe43c022-98e9-44eb-9d5b-35c28386b722 req-999d4c35-21d2-4fad-9f3e-4bb7906b2749 service nova] Lock "f548ea90-2a80-41a4-96f3-a8c2baf7d1e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.920630] env[65682]: DEBUG oslo_concurrency.lockutils [req-fe43c022-98e9-44eb-9d5b-35c28386b722 req-999d4c35-21d2-4fad-9f3e-4bb7906b2749 service nova] Lock "f548ea90-2a80-41a4-96f3-a8c2baf7d1e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.920630] env[65682]: DEBUG nova.compute.manager [req-fe43c022-98e9-44eb-9d5b-35c28386b722 req-999d4c35-21d2-4fad-9f3e-4bb7906b2749 service nova] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] No waiting events found dispatching network-vif-plugged-7971ae02-425f-4fe5-a415-83f314f7738f {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 921.920630] env[65682]: WARNING nova.compute.manager [req-fe43c022-98e9-44eb-9d5b-35c28386b722 req-999d4c35-21d2-4fad-9f3e-4bb7906b2749 service nova] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Received unexpected event network-vif-plugged-7971ae02-425f-4fe5-a415-83f314f7738f for instance with vm_state building and task_state spawning. [ 921.920630] env[65682]: DEBUG nova.compute.manager [req-fe43c022-98e9-44eb-9d5b-35c28386b722 req-999d4c35-21d2-4fad-9f3e-4bb7906b2749 service nova] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Received event network-changed-7971ae02-425f-4fe5-a415-83f314f7738f {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 921.920630] env[65682]: DEBUG nova.compute.manager [req-fe43c022-98e9-44eb-9d5b-35c28386b722 req-999d4c35-21d2-4fad-9f3e-4bb7906b2749 service nova] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Refreshing instance network info cache due to event network-changed-7971ae02-425f-4fe5-a415-83f314f7738f. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 921.920630] env[65682]: DEBUG oslo_concurrency.lockutils [req-fe43c022-98e9-44eb-9d5b-35c28386b722 req-999d4c35-21d2-4fad-9f3e-4bb7906b2749 service nova] Acquiring lock "refresh_cache-f548ea90-2a80-41a4-96f3-a8c2baf7d1e4" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.920630] env[65682]: DEBUG oslo_concurrency.lockutils [req-fe43c022-98e9-44eb-9d5b-35c28386b722 req-999d4c35-21d2-4fad-9f3e-4bb7906b2749 service nova] Acquired lock "refresh_cache-f548ea90-2a80-41a4-96f3-a8c2baf7d1e4" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.920630] env[65682]: DEBUG nova.network.neutron [req-fe43c022-98e9-44eb-9d5b-35c28386b722 req-999d4c35-21d2-4fad-9f3e-4bb7906b2749 service nova] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Refreshing network info cache for port 7971ae02-425f-4fe5-a415-83f314f7738f {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.923507] env[65682]: DEBUG nova.compute.utils [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.928778] env[65682]: DEBUG nova.compute.manager [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Not allocating networking since 'none' was specified. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 922.163959] env[65682]: DEBUG oslo_vmware.api [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Task: {'id': task-4616195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107194} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.164601] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.164855] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.165138] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.165984] env[65682]: INFO nova.compute.manager [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Took 1.11 seconds to destroy the instance on the hypervisor. [ 922.165984] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 922.166243] env[65682]: DEBUG nova.compute.manager [-] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 922.166412] env[65682]: DEBUG nova.network.neutron [-] [instance: 836767a3-4247-454c-bc51-f0be811bb527] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 922.166747] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.177489] env[65682]: WARNING neutronclient.v2_0.client [None req-c9f7c57c-8e95-47a6-921e-3cc2dc9f94ba tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.211230] env[65682]: DEBUG nova.network.neutron [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Updating instance_info_cache with network_info: [{"id": "bcfbb8b5-4022-4013-8cbe-9e52ad14c942", "address": "fa:16:3e:02:64:e9", "network": {"id": "f1666465-8088-4ec5-9ba0-19cbe5f45f69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2c068befc9424869b133da06e97be871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcfbb8b5-40", "ovs_interfaceid": "bcfbb8b5-4022-4013-8cbe-9e52ad14c942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.238677] env[65682]: DEBUG nova.network.neutron [-] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 922.239056] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.372871] env[65682]: DEBUG oslo_vmware.api [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Task: {'id': task-4616196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506622} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.373520] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] f548ea90-2a80-41a4-96f3-a8c2baf7d1e4/f548ea90-2a80-41a4-96f3-a8c2baf7d1e4.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.373520] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.373846] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d10a7e8c-26d4-4190-ae20-e94b5a472868 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.386025] env[65682]: DEBUG oslo_vmware.api [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Waiting for the task: (returnval){ [ 922.386025] env[65682]: value = "task-4616197" [ 922.386025] env[65682]: _type = "Task" [ 922.386025] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.395086] env[65682]: DEBUG oslo_vmware.api [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Task: {'id': task-4616197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.396493] env[65682]: DEBUG nova.network.neutron [None req-c9f7c57c-8e95-47a6-921e-3cc2dc9f94ba tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Updating instance_info_cache with network_info: [{"id": "b8905af9-655c-4519-bfe2-21faf39488c8", "address": "fa:16:3e:27:6b:26", "network": {"id": "1719932d-bcf4-4ad2-8e3f-f55b5aaf896d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1384213493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1063d410f5864f5292ea4436f03d192c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8905af9-65", "ovs_interfaceid": "b8905af9-655c-4519-bfe2-21faf39488c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.429695] env[65682]: WARNING neutronclient.v2_0.client [req-fe43c022-98e9-44eb-9d5b-35c28386b722 req-999d4c35-21d2-4fad-9f3e-4bb7906b2749 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.432978] env[65682]: DEBUG nova.compute.manager [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 922.714194] env[65682]: DEBUG oslo_concurrency.lockutils [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Releasing lock "refresh_cache-02fa8028-04bb-4b33-8931-e7af29af0204" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.714674] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.714874] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcf5d1d4-fda2-45db-99c0-69d50dc6b2be {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.725064] env[65682]: DEBUG oslo_vmware.api [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 922.725064] env[65682]: value = "task-4616198" [ 922.725064] env[65682]: _type = "Task" [ 922.725064] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.736699] env[65682]: DEBUG oslo_vmware.api [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4616198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.745945] env[65682]: DEBUG nova.network.neutron [-] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.898300] env[65682]: DEBUG oslo_vmware.api [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Task: {'id': task-4616197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119608} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.898832] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c9f7c57c-8e95-47a6-921e-3cc2dc9f94ba tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Releasing lock "refresh_cache-63bdb800-aeda-456e-9acd-afab1096c9d1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.899103] env[65682]: DEBUG nova.objects.instance [None req-c9f7c57c-8e95-47a6-921e-3cc2dc9f94ba tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lazy-loading 'migration_context' on Instance uuid 63bdb800-aeda-456e-9acd-afab1096c9d1 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.900220] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.901281] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d24b0b-762d-4edf-8b5d-51b840c38833 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.938518] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] f548ea90-2a80-41a4-96f3-a8c2baf7d1e4/f548ea90-2a80-41a4-96f3-a8c2baf7d1e4.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.942827] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8b094a5-1ff9-4918-a85f-d0f6372cfee1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.974103] env[65682]: DEBUG oslo_vmware.api [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Waiting for the task: (returnval){ [ 922.974103] env[65682]: value = "task-4616199" [ 922.974103] env[65682]: _type = "Task" [ 922.974103] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.984766] env[65682]: DEBUG oslo_vmware.api [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Task: {'id': task-4616199, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.099208] env[65682]: WARNING neutronclient.v2_0.client [req-fe43c022-98e9-44eb-9d5b-35c28386b722 req-999d4c35-21d2-4fad-9f3e-4bb7906b2749 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.175528] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34239a1a-f68d-48c9-a4d1-6e283713f4f1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.185788] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fa9d40-4043-41eb-b550-de2dbacf78a9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.229913] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2d80b8-cedd-44d7-991c-12a70465a99c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.247437] env[65682]: DEBUG oslo_vmware.api [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4616198, 'name': PowerOffVM_Task, 'duration_secs': 0.238973} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.248974] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d585b98-c3a2-43f5-a940-502021e53952 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.253434] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.254132] env[65682]: DEBUG nova.virt.hardware [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:27:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='921b2e3c-71c8-4f91-82c3-f9733d8823b8',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1697965743',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 923.254386] env[65682]: DEBUG nova.virt.hardware [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.254518] env[65682]: DEBUG nova.virt.hardware [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 923.254688] env[65682]: DEBUG nova.virt.hardware [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.254838] env[65682]: DEBUG nova.virt.hardware [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 923.254964] env[65682]: DEBUG nova.virt.hardware [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 923.255210] env[65682]: DEBUG nova.virt.hardware [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 923.255379] env[65682]: DEBUG nova.virt.hardware [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 923.255542] env[65682]: DEBUG nova.virt.hardware [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 923.255696] env[65682]: DEBUG nova.virt.hardware [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 923.255862] env[65682]: DEBUG nova.virt.hardware [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 923.261841] env[65682]: INFO nova.compute.manager [-] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Took 1.10 seconds to deallocate network for instance. [ 923.262363] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41742156-69b3-402c-a1ab-d5f38232993d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.286996] env[65682]: DEBUG nova.compute.provider_tree [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.291615] env[65682]: DEBUG oslo_vmware.api [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 923.291615] env[65682]: value = "task-4616200" [ 923.291615] env[65682]: _type = "Task" [ 923.291615] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.302834] env[65682]: DEBUG oslo_vmware.api [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4616200, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.345583] env[65682]: DEBUG nova.network.neutron [req-fe43c022-98e9-44eb-9d5b-35c28386b722 req-999d4c35-21d2-4fad-9f3e-4bb7906b2749 service nova] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Updated VIF entry in instance network info cache for port 7971ae02-425f-4fe5-a415-83f314f7738f. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 923.345940] env[65682]: DEBUG nova.network.neutron [req-fe43c022-98e9-44eb-9d5b-35c28386b722 req-999d4c35-21d2-4fad-9f3e-4bb7906b2749 service nova] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Updating instance_info_cache with network_info: [{"id": "7971ae02-425f-4fe5-a415-83f314f7738f", "address": "fa:16:3e:88:aa:e6", "network": {"id": "71f997db-6019-48d0-8e66-24ca09db4f3a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1766466830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26570258098f4f78b2e06c94df311ef2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7971ae02-42", "ovs_interfaceid": "7971ae02-425f-4fe5-a415-83f314f7738f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.401913] env[65682]: DEBUG nova.objects.base [None req-c9f7c57c-8e95-47a6-921e-3cc2dc9f94ba tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Object Instance<63bdb800-aeda-456e-9acd-afab1096c9d1> lazy-loaded attributes: info_cache,migration_context {{(pid=65682) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 923.404258] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30830612-3e09-491a-8d85-65fe173e9c6f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.426428] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed59dbca-2b5a-454f-be40-f8b67cb10e61 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.433751] env[65682]: DEBUG oslo_vmware.api [None req-c9f7c57c-8e95-47a6-921e-3cc2dc9f94ba tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 923.433751] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523abadf-7715-fca6-2dce-8f2e5d92f964" [ 923.433751] env[65682]: _type = "Task" [ 923.433751] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.444104] env[65682]: DEBUG oslo_vmware.api [None req-c9f7c57c-8e95-47a6-921e-3cc2dc9f94ba tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523abadf-7715-fca6-2dce-8f2e5d92f964, 'name': SearchDatastore_Task, 'duration_secs': 0.007732} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.444410] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c9f7c57c-8e95-47a6-921e-3cc2dc9f94ba tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.469948] env[65682]: DEBUG nova.compute.manager [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 923.486360] env[65682]: DEBUG oslo_vmware.api [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Task: {'id': task-4616199, 'name': ReconfigVM_Task, 'duration_secs': 0.395702} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.486360] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Reconfigured VM instance instance-0000004a to attach disk [datastore2] f548ea90-2a80-41a4-96f3-a8c2baf7d1e4/f548ea90-2a80-41a4-96f3-a8c2baf7d1e4.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.486830] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e186ece-60a8-44e7-ab68-7c9dc86ed38a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.495353] env[65682]: DEBUG oslo_vmware.api [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Waiting for the task: (returnval){ [ 923.495353] env[65682]: value = "task-4616201" [ 923.495353] env[65682]: _type = "Task" [ 923.495353] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.501620] env[65682]: DEBUG nova.virt.hardware [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 923.501946] env[65682]: DEBUG nova.virt.hardware [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.502116] env[65682]: DEBUG nova.virt.hardware [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 923.502325] env[65682]: DEBUG nova.virt.hardware [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.502481] env[65682]: DEBUG nova.virt.hardware [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 923.503712] env[65682]: DEBUG nova.virt.hardware [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 923.503712] env[65682]: DEBUG nova.virt.hardware [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 923.503712] env[65682]: DEBUG nova.virt.hardware [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 923.503712] env[65682]: DEBUG nova.virt.hardware [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 923.503712] env[65682]: DEBUG nova.virt.hardware [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 923.503712] env[65682]: DEBUG nova.virt.hardware [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 923.504925] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c64a13c-71d6-4d4b-a51f-bd26bd3f9cfd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.516043] env[65682]: DEBUG oslo_vmware.api [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Task: {'id': task-4616201, 'name': Rename_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.519497] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c751d9-9094-4bbd-9b09-a4c754e7ec65 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.538941] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Instance VIF info [] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.544612] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Creating folder: Project (e5a144aefeac487d9092bfd0db63de74). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.545517] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3f82a4a-3efe-4ed2-9317-a4c794433cbe {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.558789] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Created folder: Project (e5a144aefeac487d9092bfd0db63de74) in parent group-v901426. [ 923.559048] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Creating folder: Instances. Parent ref: group-v901647. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.559376] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4db7021-30ce-4340-99b7-e5edef4db04f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.571173] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Created folder: Instances in parent group-v901647. [ 923.571173] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 923.572265] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.572265] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fe1d0b0-3d46-4577-bf6e-482865ff918a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.590540] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.590540] env[65682]: value = "task-4616204" [ 923.590540] env[65682]: _type = "Task" [ 923.590540] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.600547] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616204, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.749804] env[65682]: DEBUG nova.objects.instance [None req-125c5605-4287-4f54-98a1-51e06cb70bf5 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lazy-loading 'flavor' on Instance uuid 6725e588-0d8f-442d-9158-4049ebeb0262 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.787296] env[65682]: DEBUG oslo_concurrency.lockutils [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.792261] env[65682]: DEBUG nova.scheduler.client.report [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.808110] env[65682]: DEBUG oslo_vmware.api [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4616200, 'name': ReconfigVM_Task, 'duration_secs': 0.291327} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.815773] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89a9778-9f84-4234-a534-dc322956cacf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.833107] env[65682]: DEBUG nova.virt.hardware [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:27:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='921b2e3c-71c8-4f91-82c3-f9733d8823b8',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1697965743',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 923.833381] env[65682]: DEBUG nova.virt.hardware [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.833529] env[65682]: DEBUG nova.virt.hardware [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 923.833738] env[65682]: DEBUG nova.virt.hardware [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.833848] env[65682]: DEBUG nova.virt.hardware [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 923.833993] env[65682]: DEBUG nova.virt.hardware [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 923.834329] env[65682]: DEBUG nova.virt.hardware [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 923.834507] env[65682]: DEBUG nova.virt.hardware [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 923.834678] env[65682]: DEBUG nova.virt.hardware [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 923.834834] env[65682]: DEBUG nova.virt.hardware [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 923.835011] env[65682]: DEBUG nova.virt.hardware [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 923.836638] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d5c539a-13b5-40e4-856f-f6c40d626bc7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.844383] env[65682]: DEBUG oslo_vmware.api [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 923.844383] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52189129-7801-defd-1344-367081e40ef5" [ 923.844383] env[65682]: _type = "Task" [ 923.844383] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.850371] env[65682]: DEBUG oslo_concurrency.lockutils [req-fe43c022-98e9-44eb-9d5b-35c28386b722 req-999d4c35-21d2-4fad-9f3e-4bb7906b2749 service nova] Releasing lock "refresh_cache-f548ea90-2a80-41a4-96f3-a8c2baf7d1e4" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.850611] env[65682]: DEBUG nova.compute.manager [req-fe43c022-98e9-44eb-9d5b-35c28386b722 req-999d4c35-21d2-4fad-9f3e-4bb7906b2749 service nova] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Received event network-changed-48b915d8-32c1-4c59-99c7-844231690f1a {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 923.850798] env[65682]: DEBUG nova.compute.manager [req-fe43c022-98e9-44eb-9d5b-35c28386b722 req-999d4c35-21d2-4fad-9f3e-4bb7906b2749 service nova] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Refreshing instance network info cache due to event network-changed-48b915d8-32c1-4c59-99c7-844231690f1a. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 923.850969] env[65682]: DEBUG oslo_concurrency.lockutils [req-fe43c022-98e9-44eb-9d5b-35c28386b722 req-999d4c35-21d2-4fad-9f3e-4bb7906b2749 service nova] Acquiring lock "refresh_cache-bd13c2de-6abf-4237-b7b2-bbc24fc59b24" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.851116] env[65682]: DEBUG oslo_concurrency.lockutils [req-fe43c022-98e9-44eb-9d5b-35c28386b722 req-999d4c35-21d2-4fad-9f3e-4bb7906b2749 service nova] Acquired lock "refresh_cache-bd13c2de-6abf-4237-b7b2-bbc24fc59b24" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.851472] env[65682]: DEBUG nova.network.neutron [req-fe43c022-98e9-44eb-9d5b-35c28386b722 req-999d4c35-21d2-4fad-9f3e-4bb7906b2749 service nova] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Refreshing network info cache for port 48b915d8-32c1-4c59-99c7-844231690f1a {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.858713] env[65682]: DEBUG oslo_vmware.api [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52189129-7801-defd-1344-367081e40ef5, 'name': SearchDatastore_Task, 'duration_secs': 0.009403} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.864604] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Reconfiguring VM instance instance-00000035 to detach disk 2000 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 923.865473] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1add544-ef88-4b58-99fc-ccf56a444bf4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.889621] env[65682]: DEBUG oslo_vmware.api [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 923.889621] env[65682]: value = "task-4616205" [ 923.889621] env[65682]: _type = "Task" [ 923.889621] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.904969] env[65682]: DEBUG oslo_vmware.api [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4616205, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.008649] env[65682]: DEBUG oslo_vmware.api [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Task: {'id': task-4616201, 'name': Rename_Task, 'duration_secs': 0.166141} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.008926] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.009199] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eedb7b1f-3516-40ce-8c0b-f11d3caad461 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.016907] env[65682]: DEBUG oslo_vmware.api [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Waiting for the task: (returnval){ [ 924.016907] env[65682]: value = "task-4616206" [ 924.016907] env[65682]: _type = "Task" [ 924.016907] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.025814] env[65682]: DEBUG oslo_vmware.api [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Task: {'id': task-4616206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.101634] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616204, 'name': CreateVM_Task, 'duration_secs': 0.385142} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.101754] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.102244] env[65682]: DEBUG oslo_concurrency.lockutils [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.102402] env[65682]: DEBUG oslo_concurrency.lockutils [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.102714] env[65682]: DEBUG oslo_concurrency.lockutils [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.102985] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21ec4245-9ac9-4a86-859d-f19f8ffc6246 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.109128] env[65682]: DEBUG oslo_vmware.api [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Waiting for the task: (returnval){ [ 924.109128] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52aed240-b7cd-388a-ab7c-f96694e32590" [ 924.109128] env[65682]: _type = "Task" [ 924.109128] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.125326] env[65682]: DEBUG oslo_vmware.api [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52aed240-b7cd-388a-ab7c-f96694e32590, 'name': SearchDatastore_Task} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.129022] env[65682]: DEBUG oslo_concurrency.lockutils [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.129022] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.129022] env[65682]: DEBUG oslo_concurrency.lockutils [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.129022] env[65682]: DEBUG oslo_concurrency.lockutils [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.129022] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.129022] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d7a2b40-e304-4814-8555-f40daf8988b8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.138319] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.138660] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.140088] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee3cf1f5-d691-457f-8eec-7ebfeba07075 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.147710] env[65682]: DEBUG oslo_vmware.api [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Waiting for the task: (returnval){ [ 924.147710] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f1dda5-a084-d748-9ecb-a7bf13f96a72" [ 924.147710] env[65682]: _type = "Task" [ 924.147710] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.160563] env[65682]: DEBUG oslo_vmware.api [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f1dda5-a084-d748-9ecb-a7bf13f96a72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.255205] env[65682]: DEBUG oslo_concurrency.lockutils [None req-125c5605-4287-4f54-98a1-51e06cb70bf5 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquiring lock "refresh_cache-6725e588-0d8f-442d-9158-4049ebeb0262" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.255205] env[65682]: DEBUG oslo_concurrency.lockutils [None req-125c5605-4287-4f54-98a1-51e06cb70bf5 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquired lock "refresh_cache-6725e588-0d8f-442d-9158-4049ebeb0262" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.255205] env[65682]: DEBUG nova.network.neutron [None req-125c5605-4287-4f54-98a1-51e06cb70bf5 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 924.255397] env[65682]: DEBUG nova.objects.instance [None req-125c5605-4287-4f54-98a1-51e06cb70bf5 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lazy-loading 'info_cache' on Instance uuid 6725e588-0d8f-442d-9158-4049ebeb0262 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.302536] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.891s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.303074] env[65682]: DEBUG nova.compute.manager [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 924.306902] env[65682]: DEBUG oslo_concurrency.lockutils [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.600s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.355288] env[65682]: WARNING neutronclient.v2_0.client [req-fe43c022-98e9-44eb-9d5b-35c28386b722 req-999d4c35-21d2-4fad-9f3e-4bb7906b2749 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.404904] env[65682]: DEBUG oslo_vmware.api [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4616205, 'name': ReconfigVM_Task, 'duration_secs': 0.351043} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.405436] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Reconfigured VM instance instance-00000035 to detach disk 2000 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 924.406389] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81962edf-9f8e-476d-8c8c-cfb866d519e5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.432108] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 02fa8028-04bb-4b33-8931-e7af29af0204/02fa8028-04bb-4b33-8931-e7af29af0204.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.435276] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50b8efdc-691e-450d-901e-cde2240595c3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.457179] env[65682]: DEBUG oslo_vmware.api [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 924.457179] env[65682]: value = "task-4616207" [ 924.457179] env[65682]: _type = "Task" [ 924.457179] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.466778] env[65682]: DEBUG oslo_vmware.api [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4616207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.531365] env[65682]: DEBUG oslo_vmware.api [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Task: {'id': task-4616206, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.663786] env[65682]: DEBUG oslo_vmware.api [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f1dda5-a084-d748-9ecb-a7bf13f96a72, 'name': SearchDatastore_Task, 'duration_secs': 0.010805} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.664640] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91b7b144-4493-4add-a7e7-bbdc20195539 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.671265] env[65682]: DEBUG oslo_vmware.api [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Waiting for the task: (returnval){ [ 924.671265] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525ca1c8-3351-0390-1047-614d3a05d429" [ 924.671265] env[65682]: _type = "Task" [ 924.671265] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.681156] env[65682]: DEBUG oslo_vmware.api [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525ca1c8-3351-0390-1047-614d3a05d429, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.688499] env[65682]: WARNING neutronclient.v2_0.client [req-fe43c022-98e9-44eb-9d5b-35c28386b722 req-999d4c35-21d2-4fad-9f3e-4bb7906b2749 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.759625] env[65682]: DEBUG nova.objects.base [None req-125c5605-4287-4f54-98a1-51e06cb70bf5 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Object Instance<6725e588-0d8f-442d-9158-4049ebeb0262> lazy-loaded attributes: flavor,info_cache {{(pid=65682) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 924.812349] env[65682]: INFO nova.compute.claims [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.820171] env[65682]: DEBUG nova.compute.utils [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.824054] env[65682]: DEBUG nova.compute.manager [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 924.824054] env[65682]: DEBUG nova.network.neutron [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 924.824054] env[65682]: WARNING neutronclient.v2_0.client [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.824054] env[65682]: WARNING neutronclient.v2_0.client [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.886930] env[65682]: DEBUG nova.network.neutron [req-fe43c022-98e9-44eb-9d5b-35c28386b722 req-999d4c35-21d2-4fad-9f3e-4bb7906b2749 service nova] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Updated VIF entry in instance network info cache for port 48b915d8-32c1-4c59-99c7-844231690f1a. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 924.887509] env[65682]: DEBUG nova.network.neutron [req-fe43c022-98e9-44eb-9d5b-35c28386b722 req-999d4c35-21d2-4fad-9f3e-4bb7906b2749 service nova] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Updating instance_info_cache with network_info: [{"id": "48b915d8-32c1-4c59-99c7-844231690f1a", "address": "fa:16:3e:bb:a9:43", "network": {"id": "5c02b4f7-3aa0-420f-a37f-afcab4fc17f9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-357634686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f70bcfbec5214013bcdfc3f7bf6110ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48b915d8-32", "ovs_interfaceid": "48b915d8-32c1-4c59-99c7-844231690f1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.927416] env[65682]: DEBUG nova.policy [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03a7a1f9a99e49d0ae1ddf259993aa12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2752fe75166495bae3cec0990f3f531', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.969460] env[65682]: DEBUG oslo_vmware.api [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4616207, 'name': ReconfigVM_Task, 'duration_secs': 0.294745} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.973243] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 02fa8028-04bb-4b33-8931-e7af29af0204/02fa8028-04bb-4b33-8931-e7af29af0204.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.974371] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0cc444-4805-46c1-adc3-22a83950da97 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.996423] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd421c84-f6b3-43a0-b0ca-80699ba541b7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.023299] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef442b2f-d467-493e-a7a8-92ae85aef9fd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.033179] env[65682]: DEBUG oslo_vmware.api [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Task: {'id': task-4616206, 'name': PowerOnVM_Task, 'duration_secs': 0.772047} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.054137] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.054137] env[65682]: INFO nova.compute.manager [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Took 7.50 seconds to spawn the instance on the hypervisor. [ 925.054813] env[65682]: DEBUG nova.compute.manager [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 925.056000] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d370aa-d216-4261-82d5-396d3a41897a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.059117] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb842909-21b0-46d3-b08d-69bfb1571723 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.076554] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.078813] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4f1ce4f-17c5-4947-b1b4-deb784fcd783 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.084789] env[65682]: DEBUG oslo_vmware.api [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 925.084789] env[65682]: value = "task-4616208" [ 925.084789] env[65682]: _type = "Task" [ 925.084789] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.098364] env[65682]: DEBUG oslo_vmware.api [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4616208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.183868] env[65682]: DEBUG oslo_vmware.api [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525ca1c8-3351-0390-1047-614d3a05d429, 'name': SearchDatastore_Task, 'duration_secs': 0.011009} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.184223] env[65682]: DEBUG oslo_concurrency.lockutils [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.184513] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 9e255887-8fa9-414c-992c-0d8a54147de3/9e255887-8fa9-414c-992c-0d8a54147de3.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.184845] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2bcc206-8417-4b3d-bf9d-07a18846e5e3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.197342] env[65682]: DEBUG oslo_vmware.api [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Waiting for the task: (returnval){ [ 925.197342] env[65682]: value = "task-4616209" [ 925.197342] env[65682]: _type = "Task" [ 925.197342] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.207352] env[65682]: DEBUG oslo_vmware.api [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.265559] env[65682]: WARNING neutronclient.v2_0.client [None req-125c5605-4287-4f54-98a1-51e06cb70bf5 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.323393] env[65682]: INFO nova.compute.resource_tracker [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Updating resource usage from migration 8ca0d2d0-ecc5-40f0-a1e8-ff563eac8203 [ 925.326876] env[65682]: DEBUG nova.compute.manager [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 925.330580] env[65682]: DEBUG nova.network.neutron [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Successfully created port: cf45c717-5d1e-4311-b805-4ebfd7c7aa38 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 925.391249] env[65682]: DEBUG oslo_concurrency.lockutils [req-fe43c022-98e9-44eb-9d5b-35c28386b722 req-999d4c35-21d2-4fad-9f3e-4bb7906b2749 service nova] Releasing lock "refresh_cache-bd13c2de-6abf-4237-b7b2-bbc24fc59b24" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.599448] env[65682]: INFO nova.compute.manager [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Took 47.79 seconds to build instance. [ 925.609514] env[65682]: DEBUG oslo_vmware.api [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4616208, 'name': PowerOnVM_Task, 'duration_secs': 0.506442} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.609514] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.617834] env[65682]: WARNING neutronclient.v2_0.client [None req-125c5605-4287-4f54-98a1-51e06cb70bf5 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.713588] env[65682]: DEBUG oslo_vmware.api [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616209, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.982102] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87bd863-211c-4d7c-b906-5609c25410b1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.992260] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cebbc1e-73ff-427f-9429-32036986a631 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.028945] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d10f61-a965-4573-a1a0-62cdba345634 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.040413] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86bd060-0f08-40d5-88fe-8d7658decef3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.058615] env[65682]: DEBUG nova.compute.provider_tree [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.105525] env[65682]: DEBUG oslo_concurrency.lockutils [None req-43a0aa24-72fd-4f4a-b40c-f3cc5f151e36 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Lock "f548ea90-2a80-41a4-96f3-a8c2baf7d1e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.112s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.112201] env[65682]: DEBUG nova.network.neutron [None req-125c5605-4287-4f54-98a1-51e06cb70bf5 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Updating instance_info_cache with network_info: [{"id": "e4139954-93ec-4aca-b692-d08d73ed9cc7", "address": "fa:16:3e:a9:4a:52", "network": {"id": "e5ad45cb-2943-4e8f-a809-01858ab04ca0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-571225427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44bf2c1a9a904b12a683ebb7b184c7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4139954-93", "ovs_interfaceid": "e4139954-93ec-4aca-b692-d08d73ed9cc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.211955] env[65682]: DEBUG oslo_vmware.api [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609591} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.212671] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 9e255887-8fa9-414c-992c-0d8a54147de3/9e255887-8fa9-414c-992c-0d8a54147de3.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.212893] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.213187] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17b21053-d323-400c-aa72-c3e68f7ac23e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.222274] env[65682]: DEBUG oslo_vmware.api [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Waiting for the task: (returnval){ [ 926.222274] env[65682]: value = "task-4616210" [ 926.222274] env[65682]: _type = "Task" [ 926.222274] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.233836] env[65682]: DEBUG oslo_vmware.api [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.342570] env[65682]: DEBUG nova.compute.manager [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 926.382082] env[65682]: DEBUG nova.virt.hardware [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 926.382330] env[65682]: DEBUG nova.virt.hardware [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.382482] env[65682]: DEBUG nova.virt.hardware [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 926.382659] env[65682]: DEBUG nova.virt.hardware [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.382798] env[65682]: DEBUG nova.virt.hardware [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 926.382940] env[65682]: DEBUG nova.virt.hardware [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 926.383162] env[65682]: DEBUG nova.virt.hardware [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 926.383356] env[65682]: DEBUG nova.virt.hardware [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 926.383518] env[65682]: DEBUG nova.virt.hardware [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 926.383675] env[65682]: DEBUG nova.virt.hardware [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 926.383892] env[65682]: DEBUG nova.virt.hardware [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 926.384723] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1908b7eb-583b-4712-88aa-e14ba8189e29 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.394658] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318bcac2-7eb9-447e-bed5-f86580897471 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.561964] env[65682]: DEBUG nova.scheduler.client.report [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.617422] env[65682]: DEBUG oslo_concurrency.lockutils [None req-125c5605-4287-4f54-98a1-51e06cb70bf5 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Releasing lock "refresh_cache-6725e588-0d8f-442d-9158-4049ebeb0262" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.627667] env[65682]: INFO nova.compute.manager [None req-15f9f3c1-983b-423e-9e80-04e4a2f682e3 tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Updating instance to original state: 'active' [ 926.733480] env[65682]: DEBUG oslo_vmware.api [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.410393} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.733770] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.734914] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32dbf37a-ebe5-422f-add5-ff9fca3bd1ef {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.759808] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 9e255887-8fa9-414c-992c-0d8a54147de3/9e255887-8fa9-414c-992c-0d8a54147de3.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.759808] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9731b5df-8a12-4ce9-a699-24d68f57cab2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.779499] env[65682]: DEBUG oslo_vmware.api [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Waiting for the task: (returnval){ [ 926.779499] env[65682]: value = "task-4616211" [ 926.779499] env[65682]: _type = "Task" [ 926.779499] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.788756] env[65682]: DEBUG oslo_vmware.api [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.021397] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "3b36488c-6508-4175-86e5-6a78a54903d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.021667] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "3b36488c-6508-4175-86e5-6a78a54903d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.067457] env[65682]: DEBUG oslo_concurrency.lockutils [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.761s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.067678] env[65682]: INFO nova.compute.manager [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Migrating [ 927.079505] env[65682]: DEBUG oslo_concurrency.lockutils [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.402s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.079755] env[65682]: DEBUG nova.objects.instance [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lazy-loading 'resources' on Instance uuid c1dffb08-8d14-4976-addd-6f563b1f31fb {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.100677] env[65682]: DEBUG nova.network.neutron [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Successfully updated port: cf45c717-5d1e-4311-b805-4ebfd7c7aa38 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 927.293269] env[65682]: DEBUG oslo_vmware.api [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.464129] env[65682]: DEBUG nova.compute.manager [req-8cd2fd47-a2cb-41b6-b4d5-434ae9b77aff req-11517d26-0da8-4410-9d7a-7007f2f26247 service nova] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Received event network-vif-plugged-cf45c717-5d1e-4311-b805-4ebfd7c7aa38 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 927.464453] env[65682]: DEBUG oslo_concurrency.lockutils [req-8cd2fd47-a2cb-41b6-b4d5-434ae9b77aff req-11517d26-0da8-4410-9d7a-7007f2f26247 service nova] Acquiring lock "17b12689-2ce0-48b3-a281-b26b17a4da18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.465227] env[65682]: DEBUG oslo_concurrency.lockutils [req-8cd2fd47-a2cb-41b6-b4d5-434ae9b77aff req-11517d26-0da8-4410-9d7a-7007f2f26247 service nova] Lock "17b12689-2ce0-48b3-a281-b26b17a4da18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.465787] env[65682]: DEBUG oslo_concurrency.lockutils [req-8cd2fd47-a2cb-41b6-b4d5-434ae9b77aff req-11517d26-0da8-4410-9d7a-7007f2f26247 service nova] Lock "17b12689-2ce0-48b3-a281-b26b17a4da18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.465974] env[65682]: DEBUG nova.compute.manager [req-8cd2fd47-a2cb-41b6-b4d5-434ae9b77aff req-11517d26-0da8-4410-9d7a-7007f2f26247 service nova] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] No waiting events found dispatching network-vif-plugged-cf45c717-5d1e-4311-b805-4ebfd7c7aa38 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 927.467168] env[65682]: WARNING nova.compute.manager [req-8cd2fd47-a2cb-41b6-b4d5-434ae9b77aff req-11517d26-0da8-4410-9d7a-7007f2f26247 service nova] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Received unexpected event network-vif-plugged-cf45c717-5d1e-4311-b805-4ebfd7c7aa38 for instance with vm_state building and task_state spawning. [ 927.523791] env[65682]: DEBUG nova.compute.manager [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 927.582244] env[65682]: DEBUG nova.objects.instance [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lazy-loading 'numa_topology' on Instance uuid c1dffb08-8d14-4976-addd-6f563b1f31fb {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.596740] env[65682]: DEBUG oslo_concurrency.lockutils [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "refresh_cache-9101a68a-0aab-44de-8739-67096b5c28d9" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.596930] env[65682]: DEBUG oslo_concurrency.lockutils [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquired lock "refresh_cache-9101a68a-0aab-44de-8739-67096b5c28d9" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.597209] env[65682]: DEBUG nova.network.neutron [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 927.603869] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Acquiring lock "refresh_cache-17b12689-2ce0-48b3-a281-b26b17a4da18" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.604048] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Acquired lock "refresh_cache-17b12689-2ce0-48b3-a281-b26b17a4da18" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.604233] env[65682]: DEBUG nova.network.neutron [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 927.625123] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-125c5605-4287-4f54-98a1-51e06cb70bf5 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.625614] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bdd251a-5827-4742-aa8c-68e628b9841f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.634771] env[65682]: DEBUG oslo_vmware.api [None req-125c5605-4287-4f54-98a1-51e06cb70bf5 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 927.634771] env[65682]: value = "task-4616212" [ 927.634771] env[65682]: _type = "Task" [ 927.634771] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.651027] env[65682]: DEBUG oslo_vmware.api [None req-125c5605-4287-4f54-98a1-51e06cb70bf5 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.801496] env[65682]: DEBUG oslo_vmware.api [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616211, 'name': ReconfigVM_Task, 'duration_secs': 0.698852} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.801496] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 9e255887-8fa9-414c-992c-0d8a54147de3/9e255887-8fa9-414c-992c-0d8a54147de3.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.802162] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ea0d0b4-1922-418f-8aaa-e7d6f981224a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.810860] env[65682]: DEBUG oslo_vmware.api [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Waiting for the task: (returnval){ [ 927.810860] env[65682]: value = "task-4616213" [ 927.810860] env[65682]: _type = "Task" [ 927.810860] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.823366] env[65682]: DEBUG oslo_vmware.api [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616213, 'name': Rename_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.087487] env[65682]: DEBUG nova.objects.base [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65682) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 928.100732] env[65682]: WARNING neutronclient.v2_0.client [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.113318] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.148868] env[65682]: DEBUG oslo_vmware.api [None req-125c5605-4287-4f54-98a1-51e06cb70bf5 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616212, 'name': PowerOnVM_Task, 'duration_secs': 0.48924} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.149585] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-125c5605-4287-4f54-98a1-51e06cb70bf5 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.149871] env[65682]: DEBUG nova.compute.manager [None req-125c5605-4287-4f54-98a1-51e06cb70bf5 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 928.151252] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cdf7d1-69dd-44e7-999d-bf125c934627 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.160011] env[65682]: DEBUG nova.network.neutron [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 928.279296] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d0bb843c-1751-4bfe-a252-83a46c9df330 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Acquiring lock "f548ea90-2a80-41a4-96f3-a8c2baf7d1e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.279592] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d0bb843c-1751-4bfe-a252-83a46c9df330 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Lock "f548ea90-2a80-41a4-96f3-a8c2baf7d1e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.279795] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d0bb843c-1751-4bfe-a252-83a46c9df330 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Acquiring lock "f548ea90-2a80-41a4-96f3-a8c2baf7d1e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.280128] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d0bb843c-1751-4bfe-a252-83a46c9df330 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Lock "f548ea90-2a80-41a4-96f3-a8c2baf7d1e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.280228] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d0bb843c-1751-4bfe-a252-83a46c9df330 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Lock "f548ea90-2a80-41a4-96f3-a8c2baf7d1e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.282404] env[65682]: INFO nova.compute.manager [None req-d0bb843c-1751-4bfe-a252-83a46c9df330 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Terminating instance [ 928.332040] env[65682]: WARNING neutronclient.v2_0.client [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.341228] env[65682]: DEBUG oslo_vmware.api [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616213, 'name': Rename_Task, 'duration_secs': 0.166068} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.343276] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.344495] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6726db9e-e105-4cff-ad89-d14923b09ae4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.351070] env[65682]: DEBUG oslo_vmware.api [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Waiting for the task: (returnval){ [ 928.351070] env[65682]: value = "task-4616214" [ 928.351070] env[65682]: _type = "Task" [ 928.351070] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.366174] env[65682]: DEBUG oslo_vmware.api [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.366862] env[65682]: WARNING neutronclient.v2_0.client [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.418734] env[65682]: DEBUG nova.network.neutron [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Updating instance_info_cache with network_info: [{"id": "cf45c717-5d1e-4311-b805-4ebfd7c7aa38", "address": "fa:16:3e:a7:7f:c0", "network": {"id": "70165a69-9ba5-4ad5-a5ca-3b0f1559d006", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1024549131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2752fe75166495bae3cec0990f3f531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf45c717-5d", "ovs_interfaceid": "cf45c717-5d1e-4311-b805-4ebfd7c7aa38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.458627] env[65682]: DEBUG nova.network.neutron [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Updating instance_info_cache with network_info: [{"id": "0306b676-b302-4320-b76a-806a76abc312", "address": "fa:16:3e:d8:8b:7c", "network": {"id": "bb910440-198c-4502-a3a4-4e298d3e865f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558144367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa8a0b312c041e49d891b6bae417098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0306b676-b3", "ovs_interfaceid": "0306b676-b302-4320-b76a-806a76abc312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.668290] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d47ee66-a5a9-4a39-896f-81a9ef7a27d7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.680351] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4858e81d-7650-42ca-a711-8408beb6bba4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.716349] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8bfbe8-c620-4e54-8dc6-8261c083732b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.733663] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44b05f1-e476-4dc9-99c5-0257ecda74f2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.751601] env[65682]: DEBUG nova.compute.provider_tree [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.789730] env[65682]: DEBUG nova.compute.manager [None req-d0bb843c-1751-4bfe-a252-83a46c9df330 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 928.789894] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bb843c-1751-4bfe-a252-83a46c9df330 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.792201] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b62517-5289-4910-bd09-f2e061eeb046 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.802030] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0bb843c-1751-4bfe-a252-83a46c9df330 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.802030] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3cd79a5-3702-416d-94a7-e51257398276 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.810564] env[65682]: DEBUG oslo_vmware.api [None req-d0bb843c-1751-4bfe-a252-83a46c9df330 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Waiting for the task: (returnval){ [ 928.810564] env[65682]: value = "task-4616215" [ 928.810564] env[65682]: _type = "Task" [ 928.810564] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.820569] env[65682]: DEBUG oslo_vmware.api [None req-d0bb843c-1751-4bfe-a252-83a46c9df330 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Task: {'id': task-4616215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.865325] env[65682]: DEBUG oslo_vmware.api [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616214, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.922678] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Releasing lock "refresh_cache-17b12689-2ce0-48b3-a281-b26b17a4da18" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.922849] env[65682]: DEBUG nova.compute.manager [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Instance network_info: |[{"id": "cf45c717-5d1e-4311-b805-4ebfd7c7aa38", "address": "fa:16:3e:a7:7f:c0", "network": {"id": "70165a69-9ba5-4ad5-a5ca-3b0f1559d006", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1024549131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2752fe75166495bae3cec0990f3f531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf45c717-5d", "ovs_interfaceid": "cf45c717-5d1e-4311-b805-4ebfd7c7aa38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 928.923592] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:7f:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02092ea4-bae0-4e42-b0ab-abc365b4395a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf45c717-5d1e-4311-b805-4ebfd7c7aa38', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.931451] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Creating folder: Project (d2752fe75166495bae3cec0990f3f531). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.932516] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-612e9275-3275-403e-9552-8f2dc52903ec {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.944799] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Created folder: Project (d2752fe75166495bae3cec0990f3f531) in parent group-v901426. [ 928.944994] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Creating folder: Instances. Parent ref: group-v901650. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.945295] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5476f97f-3721-4f40-b7dc-33b889003b7e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.958280] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Created folder: Instances in parent group-v901650. [ 928.958599] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 928.962241] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.963096] env[65682]: DEBUG oslo_concurrency.lockutils [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Releasing lock "refresh_cache-9101a68a-0aab-44de-8739-67096b5c28d9" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.964342] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e847b53-5842-4dd8-98d4-3ef949b7072b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.993422] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.993422] env[65682]: value = "task-4616218" [ 928.993422] env[65682]: _type = "Task" [ 928.993422] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.006457] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616218, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.224356] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f6d2e998-22f4-4ecc-b5bc-e3baf7314332 tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Acquiring lock "1e2fc4ce-a979-45f2-bb70-636e0b52662c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.225436] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f6d2e998-22f4-4ecc-b5bc-e3baf7314332 tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Lock "1e2fc4ce-a979-45f2-bb70-636e0b52662c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.225436] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f6d2e998-22f4-4ecc-b5bc-e3baf7314332 tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Acquiring lock "1e2fc4ce-a979-45f2-bb70-636e0b52662c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.225436] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f6d2e998-22f4-4ecc-b5bc-e3baf7314332 tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Lock "1e2fc4ce-a979-45f2-bb70-636e0b52662c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.225678] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f6d2e998-22f4-4ecc-b5bc-e3baf7314332 tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Lock "1e2fc4ce-a979-45f2-bb70-636e0b52662c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.229231] env[65682]: INFO nova.compute.manager [None req-f6d2e998-22f4-4ecc-b5bc-e3baf7314332 tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Terminating instance [ 929.256103] env[65682]: DEBUG nova.scheduler.client.report [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.321545] env[65682]: DEBUG oslo_vmware.api [None req-d0bb843c-1751-4bfe-a252-83a46c9df330 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Task: {'id': task-4616215, 'name': PowerOffVM_Task, 'duration_secs': 0.22401} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.321759] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0bb843c-1751-4bfe-a252-83a46c9df330 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.321926] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bb843c-1751-4bfe-a252-83a46c9df330 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.322220] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da4ea060-6175-48d8-91eb-5bb65e5e6df4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.362700] env[65682]: DEBUG oslo_vmware.api [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616214, 'name': PowerOnVM_Task, 'duration_secs': 0.863903} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.362959] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.363187] env[65682]: INFO nova.compute.manager [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Took 5.89 seconds to spawn the instance on the hypervisor. [ 929.363366] env[65682]: DEBUG nova.compute.manager [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 929.364213] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54be1633-a365-470d-9f74-f75e2ff9f637 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.367193] env[65682]: DEBUG oslo_concurrency.lockutils [None req-22d21a94-a483-45aa-aeea-4a88cc46c7df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Acquiring lock "559700b5-72a1-423d-894c-f191dbb88d03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.367543] env[65682]: DEBUG oslo_concurrency.lockutils [None req-22d21a94-a483-45aa-aeea-4a88cc46c7df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Lock "559700b5-72a1-423d-894c-f191dbb88d03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.367796] env[65682]: DEBUG oslo_concurrency.lockutils [None req-22d21a94-a483-45aa-aeea-4a88cc46c7df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Acquiring lock "559700b5-72a1-423d-894c-f191dbb88d03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.368372] env[65682]: DEBUG oslo_concurrency.lockutils [None req-22d21a94-a483-45aa-aeea-4a88cc46c7df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Lock "559700b5-72a1-423d-894c-f191dbb88d03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.368372] env[65682]: DEBUG oslo_concurrency.lockutils [None req-22d21a94-a483-45aa-aeea-4a88cc46c7df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Lock "559700b5-72a1-423d-894c-f191dbb88d03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.371516] env[65682]: INFO nova.compute.manager [None req-22d21a94-a483-45aa-aeea-4a88cc46c7df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Terminating instance [ 929.406734] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bb843c-1751-4bfe-a252-83a46c9df330 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.406952] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bb843c-1751-4bfe-a252-83a46c9df330 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.407303] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0bb843c-1751-4bfe-a252-83a46c9df330 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Deleting the datastore file [datastore2] f548ea90-2a80-41a4-96f3-a8c2baf7d1e4 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.407659] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a87c134b-5305-4399-9026-aaa8cc64b7bd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.416974] env[65682]: DEBUG oslo_vmware.api [None req-d0bb843c-1751-4bfe-a252-83a46c9df330 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Waiting for the task: (returnval){ [ 929.416974] env[65682]: value = "task-4616220" [ 929.416974] env[65682]: _type = "Task" [ 929.416974] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.426935] env[65682]: DEBUG oslo_vmware.api [None req-d0bb843c-1751-4bfe-a252-83a46c9df330 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Task: {'id': task-4616220, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.463031] env[65682]: DEBUG oslo_concurrency.lockutils [None req-05ac4941-3b93-4f8c-b20e-f11bfc9ff48d tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquiring lock "02fa8028-04bb-4b33-8931-e7af29af0204" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.463278] env[65682]: DEBUG oslo_concurrency.lockutils [None req-05ac4941-3b93-4f8c-b20e-f11bfc9ff48d tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lock "02fa8028-04bb-4b33-8931-e7af29af0204" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.463499] env[65682]: DEBUG oslo_concurrency.lockutils [None req-05ac4941-3b93-4f8c-b20e-f11bfc9ff48d tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquiring lock "02fa8028-04bb-4b33-8931-e7af29af0204-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.464075] env[65682]: DEBUG oslo_concurrency.lockutils [None req-05ac4941-3b93-4f8c-b20e-f11bfc9ff48d tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lock "02fa8028-04bb-4b33-8931-e7af29af0204-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.464075] env[65682]: DEBUG oslo_concurrency.lockutils [None req-05ac4941-3b93-4f8c-b20e-f11bfc9ff48d tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lock "02fa8028-04bb-4b33-8931-e7af29af0204-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.466051] env[65682]: INFO nova.compute.manager [None req-05ac4941-3b93-4f8c-b20e-f11bfc9ff48d tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Terminating instance [ 929.506883] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616218, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.595861] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4e405c29-728d-42de-8c6d-9f99d4946dfe tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Acquiring lock "5b0b66e2-1f7d-4f3a-8ddc-748df0994391" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.595861] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4e405c29-728d-42de-8c6d-9f99d4946dfe tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Lock "5b0b66e2-1f7d-4f3a-8ddc-748df0994391" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.595861] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4e405c29-728d-42de-8c6d-9f99d4946dfe tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Acquiring lock "5b0b66e2-1f7d-4f3a-8ddc-748df0994391-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.595861] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4e405c29-728d-42de-8c6d-9f99d4946dfe tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Lock "5b0b66e2-1f7d-4f3a-8ddc-748df0994391-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.595861] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4e405c29-728d-42de-8c6d-9f99d4946dfe tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Lock "5b0b66e2-1f7d-4f3a-8ddc-748df0994391-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.596933] env[65682]: INFO nova.compute.manager [None req-4e405c29-728d-42de-8c6d-9f99d4946dfe tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Terminating instance [ 929.734352] env[65682]: DEBUG nova.compute.manager [None req-f6d2e998-22f4-4ecc-b5bc-e3baf7314332 tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 929.734582] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d2e998-22f4-4ecc-b5bc-e3baf7314332 tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.735927] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b786417e-6f40-4e7c-80bc-c84a10ef39e0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.743553] env[65682]: DEBUG nova.compute.manager [req-9e7183b8-e2e6-4d77-9bd3-11a08ede5a67 req-6a0ef473-5cb9-42b9-93f8-1d59c91d9445 service nova] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Received event network-changed-cf45c717-5d1e-4311-b805-4ebfd7c7aa38 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 929.743553] env[65682]: DEBUG nova.compute.manager [req-9e7183b8-e2e6-4d77-9bd3-11a08ede5a67 req-6a0ef473-5cb9-42b9-93f8-1d59c91d9445 service nova] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Refreshing instance network info cache due to event network-changed-cf45c717-5d1e-4311-b805-4ebfd7c7aa38. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 929.743553] env[65682]: DEBUG oslo_concurrency.lockutils [req-9e7183b8-e2e6-4d77-9bd3-11a08ede5a67 req-6a0ef473-5cb9-42b9-93f8-1d59c91d9445 service nova] Acquiring lock "refresh_cache-17b12689-2ce0-48b3-a281-b26b17a4da18" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.744147] env[65682]: DEBUG oslo_concurrency.lockutils [req-9e7183b8-e2e6-4d77-9bd3-11a08ede5a67 req-6a0ef473-5cb9-42b9-93f8-1d59c91d9445 service nova] Acquired lock "refresh_cache-17b12689-2ce0-48b3-a281-b26b17a4da18" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.744147] env[65682]: DEBUG nova.network.neutron [req-9e7183b8-e2e6-4d77-9bd3-11a08ede5a67 req-6a0ef473-5cb9-42b9-93f8-1d59c91d9445 service nova] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Refreshing network info cache for port cf45c717-5d1e-4311-b805-4ebfd7c7aa38 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.748765] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d2e998-22f4-4ecc-b5bc-e3baf7314332 tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.748765] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08585ff7-1c40-4f84-9c38-2c156069fb62 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.763631] env[65682]: DEBUG oslo_concurrency.lockutils [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.682s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.764558] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.300s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.767940] env[65682]: INFO nova.compute.claims [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.820658] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d2e998-22f4-4ecc-b5bc-e3baf7314332 tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.821623] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d2e998-22f4-4ecc-b5bc-e3baf7314332 tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.821623] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6d2e998-22f4-4ecc-b5bc-e3baf7314332 tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Deleting the datastore file [datastore1] 1e2fc4ce-a979-45f2-bb70-636e0b52662c {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.821855] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-854a8428-5bc2-4c11-ae5f-1a03d2e9cb30 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.830268] env[65682]: DEBUG oslo_vmware.api [None req-f6d2e998-22f4-4ecc-b5bc-e3baf7314332 tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Waiting for the task: (returnval){ [ 929.830268] env[65682]: value = "task-4616222" [ 929.830268] env[65682]: _type = "Task" [ 929.830268] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.842215] env[65682]: DEBUG oslo_vmware.api [None req-f6d2e998-22f4-4ecc-b5bc-e3baf7314332 tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': task-4616222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.884129] env[65682]: DEBUG nova.compute.manager [None req-22d21a94-a483-45aa-aeea-4a88cc46c7df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 929.884437] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-22d21a94-a483-45aa-aeea-4a88cc46c7df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.887484] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32753fb3-9c36-4655-a02d-f7114a76b0a1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.891272] env[65682]: INFO nova.compute.manager [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Took 41.64 seconds to build instance. [ 929.899477] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d21a94-a483-45aa-aeea-4a88cc46c7df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.899826] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62287082-2a7c-4037-bedb-55632161cc38 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.912021] env[65682]: DEBUG oslo_vmware.api [None req-22d21a94-a483-45aa-aeea-4a88cc46c7df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Waiting for the task: (returnval){ [ 929.912021] env[65682]: value = "task-4616223" [ 929.912021] env[65682]: _type = "Task" [ 929.912021] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.926228] env[65682]: DEBUG oslo_vmware.api [None req-22d21a94-a483-45aa-aeea-4a88cc46c7df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4616223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.936145] env[65682]: DEBUG oslo_vmware.api [None req-d0bb843c-1751-4bfe-a252-83a46c9df330 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Task: {'id': task-4616220, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151949} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.937385] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0bb843c-1751-4bfe-a252-83a46c9df330 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.937385] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bb843c-1751-4bfe-a252-83a46c9df330 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.937385] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d0bb843c-1751-4bfe-a252-83a46c9df330 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.937385] env[65682]: INFO nova.compute.manager [None req-d0bb843c-1751-4bfe-a252-83a46c9df330 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 929.937385] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-d0bb843c-1751-4bfe-a252-83a46c9df330 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 929.937769] env[65682]: DEBUG nova.compute.manager [-] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 929.937769] env[65682]: DEBUG nova.network.neutron [-] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 929.937975] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.972078] env[65682]: DEBUG nova.compute.manager [None req-05ac4941-3b93-4f8c-b20e-f11bfc9ff48d tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 929.972492] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-05ac4941-3b93-4f8c-b20e-f11bfc9ff48d tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.973442] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5199d3-d562-4e8e-9d61-eceb47a24629 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.977849] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.987563] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ac4941-3b93-4f8c-b20e-f11bfc9ff48d tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.987862] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f030a478-4fc3-408e-a5d1-07b8a888c0cb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.996771] env[65682]: DEBUG oslo_vmware.api [None req-05ac4941-3b93-4f8c-b20e-f11bfc9ff48d tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 929.996771] env[65682]: value = "task-4616224" [ 929.996771] env[65682]: _type = "Task" [ 929.996771] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.014864] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616218, 'name': CreateVM_Task, 'duration_secs': 0.530129} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.018554] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.018877] env[65682]: DEBUG oslo_vmware.api [None req-05ac4941-3b93-4f8c-b20e-f11bfc9ff48d tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4616224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.021887] env[65682]: WARNING neutronclient.v2_0.client [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.021887] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.021887] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.021887] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.021887] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-126ddef3-2a97-4c18-90d1-51f95f1566bd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.028270] env[65682]: DEBUG oslo_vmware.api [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Waiting for the task: (returnval){ [ 930.028270] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528d8174-45c0-e228-5265-2d58c8984f1d" [ 930.028270] env[65682]: _type = "Task" [ 930.028270] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.040956] env[65682]: DEBUG oslo_vmware.api [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528d8174-45c0-e228-5265-2d58c8984f1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.101520] env[65682]: DEBUG nova.compute.manager [None req-4e405c29-728d-42de-8c6d-9f99d4946dfe tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 930.101771] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4e405c29-728d-42de-8c6d-9f99d4946dfe tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.102715] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd62b57-2ad1-4d9e-9e15-bc0fddd9b6d2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.111395] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e405c29-728d-42de-8c6d-9f99d4946dfe tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.111700] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b0577ed-d899-4b94-9437-f16524cf5a09 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.120814] env[65682]: DEBUG oslo_vmware.api [None req-4e405c29-728d-42de-8c6d-9f99d4946dfe tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Waiting for the task: (returnval){ [ 930.120814] env[65682]: value = "task-4616225" [ 930.120814] env[65682]: _type = "Task" [ 930.120814] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.132963] env[65682]: DEBUG oslo_vmware.api [None req-4e405c29-728d-42de-8c6d-9f99d4946dfe tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Task: {'id': task-4616225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.250172] env[65682]: WARNING neutronclient.v2_0.client [req-9e7183b8-e2e6-4d77-9bd3-11a08ede5a67 req-6a0ef473-5cb9-42b9-93f8-1d59c91d9445 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.280855] env[65682]: DEBUG oslo_concurrency.lockutils [None req-93c681be-eb88-450e-b801-70e9e67dfc0f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "c1dffb08-8d14-4976-addd-6f563b1f31fb" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 51.253s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.282101] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "c1dffb08-8d14-4976-addd-6f563b1f31fb" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 25.215s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.282350] env[65682]: INFO nova.compute.manager [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Unshelving [ 930.342583] env[65682]: DEBUG oslo_vmware.api [None req-f6d2e998-22f4-4ecc-b5bc-e3baf7314332 tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': task-4616222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212398} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.343472] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6d2e998-22f4-4ecc-b5bc-e3baf7314332 tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.343472] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d2e998-22f4-4ecc-b5bc-e3baf7314332 tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.343472] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d2e998-22f4-4ecc-b5bc-e3baf7314332 tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.343694] env[65682]: INFO nova.compute.manager [None req-f6d2e998-22f4-4ecc-b5bc-e3baf7314332 tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Took 0.61 seconds to destroy the instance on the hypervisor. [ 930.343911] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-f6d2e998-22f4-4ecc-b5bc-e3baf7314332 tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 930.344270] env[65682]: DEBUG nova.compute.manager [-] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 930.344383] env[65682]: DEBUG nova.network.neutron [-] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 930.344812] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.380639] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.393761] env[65682]: DEBUG oslo_concurrency.lockutils [None req-000cf869-dbf4-40eb-b73b-f262a962b7b2 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Lock "9e255887-8fa9-414c-992c-0d8a54147de3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.208s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.422460] env[65682]: DEBUG oslo_vmware.api [None req-22d21a94-a483-45aa-aeea-4a88cc46c7df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4616223, 'name': PowerOffVM_Task, 'duration_secs': 0.224068} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.425662] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d21a94-a483-45aa-aeea-4a88cc46c7df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.425851] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-22d21a94-a483-45aa-aeea-4a88cc46c7df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.426360] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-570ed423-32d8-4437-83f8-bbda351f5e61 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.502070] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7565f3-d6fc-4902-9098-1a3184427777 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.509737] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-22d21a94-a483-45aa-aeea-4a88cc46c7df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.509940] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-22d21a94-a483-45aa-aeea-4a88cc46c7df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.510332] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-22d21a94-a483-45aa-aeea-4a88cc46c7df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Deleting the datastore file [datastore2] 559700b5-72a1-423d-894c-f191dbb88d03 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.510819] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fb6807b-fa63-4a9d-b10e-8b28efd3461c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.531857] env[65682]: DEBUG oslo_vmware.api [None req-05ac4941-3b93-4f8c-b20e-f11bfc9ff48d tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4616224, 'name': PowerOffVM_Task, 'duration_secs': 0.267099} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.531857] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Updating instance '9101a68a-0aab-44de-8739-67096b5c28d9' progress to 0 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 930.534401] env[65682]: WARNING neutronclient.v2_0.client [req-9e7183b8-e2e6-4d77-9bd3-11a08ede5a67 req-6a0ef473-5cb9-42b9-93f8-1d59c91d9445 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.537083] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ac4941-3b93-4f8c-b20e-f11bfc9ff48d tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.537286] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-05ac4941-3b93-4f8c-b20e-f11bfc9ff48d tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.541290] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90ecec05-c23d-40c8-ac61-cf7f1c79364a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.544743] env[65682]: DEBUG oslo_vmware.api [None req-22d21a94-a483-45aa-aeea-4a88cc46c7df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Waiting for the task: (returnval){ [ 930.544743] env[65682]: value = "task-4616227" [ 930.544743] env[65682]: _type = "Task" [ 930.544743] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.552937] env[65682]: DEBUG oslo_vmware.api [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528d8174-45c0-e228-5265-2d58c8984f1d, 'name': SearchDatastore_Task, 'duration_secs': 0.015729} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.553872] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.554259] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.554642] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.554896] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.555173] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.555535] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61c7815b-62e6-4b76-9ad6-493f7466ca69 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.561527] env[65682]: DEBUG oslo_vmware.api [None req-22d21a94-a483-45aa-aeea-4a88cc46c7df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4616227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.588026] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.588026] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.588026] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07a11a40-4568-4c7c-97ec-6fd23e44e29e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.593466] env[65682]: DEBUG oslo_vmware.api [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Waiting for the task: (returnval){ [ 930.593466] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f02b53-dc3c-4c41-2ffa-0b26a769325c" [ 930.593466] env[65682]: _type = "Task" [ 930.593466] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.604672] env[65682]: DEBUG oslo_vmware.api [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f02b53-dc3c-4c41-2ffa-0b26a769325c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.629907] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-05ac4941-3b93-4f8c-b20e-f11bfc9ff48d tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.630257] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-05ac4941-3b93-4f8c-b20e-f11bfc9ff48d tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.630456] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-05ac4941-3b93-4f8c-b20e-f11bfc9ff48d tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Deleting the datastore file [datastore1] 02fa8028-04bb-4b33-8931-e7af29af0204 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.631284] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f52fae8f-fb88-4bdc-9422-e013f6d4b0cb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.637591] env[65682]: DEBUG oslo_vmware.api [None req-4e405c29-728d-42de-8c6d-9f99d4946dfe tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Task: {'id': task-4616225, 'name': PowerOffVM_Task, 'duration_secs': 0.212674} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.639340] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e405c29-728d-42de-8c6d-9f99d4946dfe tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.639340] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4e405c29-728d-42de-8c6d-9f99d4946dfe tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.639680] env[65682]: DEBUG oslo_vmware.api [None req-05ac4941-3b93-4f8c-b20e-f11bfc9ff48d tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 930.639680] env[65682]: value = "task-4616229" [ 930.639680] env[65682]: _type = "Task" [ 930.639680] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.640075] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf8e3bb1-edad-4d9a-990c-cb1f8ee152b1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.651902] env[65682]: DEBUG oslo_vmware.api [None req-05ac4941-3b93-4f8c-b20e-f11bfc9ff48d tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4616229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.695356] env[65682]: DEBUG nova.network.neutron [req-9e7183b8-e2e6-4d77-9bd3-11a08ede5a67 req-6a0ef473-5cb9-42b9-93f8-1d59c91d9445 service nova] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Updated VIF entry in instance network info cache for port cf45c717-5d1e-4311-b805-4ebfd7c7aa38. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 930.695812] env[65682]: DEBUG nova.network.neutron [req-9e7183b8-e2e6-4d77-9bd3-11a08ede5a67 req-6a0ef473-5cb9-42b9-93f8-1d59c91d9445 service nova] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Updating instance_info_cache with network_info: [{"id": "cf45c717-5d1e-4311-b805-4ebfd7c7aa38", "address": "fa:16:3e:a7:7f:c0", "network": {"id": "70165a69-9ba5-4ad5-a5ca-3b0f1559d006", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1024549131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2752fe75166495bae3cec0990f3f531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf45c717-5d", "ovs_interfaceid": "cf45c717-5d1e-4311-b805-4ebfd7c7aa38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.714385] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4e405c29-728d-42de-8c6d-9f99d4946dfe tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.714643] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4e405c29-728d-42de-8c6d-9f99d4946dfe tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.714769] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e405c29-728d-42de-8c6d-9f99d4946dfe tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Deleting the datastore file [datastore2] 5b0b66e2-1f7d-4f3a-8ddc-748df0994391 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.715132] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9454a967-aeac-4460-9c0b-47e3c7c5b3e1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.723646] env[65682]: DEBUG oslo_vmware.api [None req-4e405c29-728d-42de-8c6d-9f99d4946dfe tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Waiting for the task: (returnval){ [ 930.723646] env[65682]: value = "task-4616231" [ 930.723646] env[65682]: _type = "Task" [ 930.723646] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.733869] env[65682]: DEBUG oslo_vmware.api [None req-4e405c29-728d-42de-8c6d-9f99d4946dfe tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Task: {'id': task-4616231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.742543] env[65682]: DEBUG nova.network.neutron [-] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.043190] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.043531] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fae6cb7-599d-4e21-b770-1d4f16f5f5dd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.051951] env[65682]: DEBUG oslo_vmware.api [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 931.051951] env[65682]: value = "task-4616232" [ 931.051951] env[65682]: _type = "Task" [ 931.051951] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.056611] env[65682]: DEBUG oslo_vmware.api [None req-22d21a94-a483-45aa-aeea-4a88cc46c7df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Task: {'id': task-4616227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211407} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.060571] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-22d21a94-a483-45aa-aeea-4a88cc46c7df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.060715] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-22d21a94-a483-45aa-aeea-4a88cc46c7df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.061029] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-22d21a94-a483-45aa-aeea-4a88cc46c7df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.061136] env[65682]: INFO nova.compute.manager [None req-22d21a94-a483-45aa-aeea-4a88cc46c7df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Took 1.18 seconds to destroy the instance on the hypervisor. [ 931.061362] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-22d21a94-a483-45aa-aeea-4a88cc46c7df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 931.064231] env[65682]: DEBUG nova.compute.manager [-] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 931.064231] env[65682]: DEBUG nova.network.neutron [-] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 931.064394] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.073813] env[65682]: DEBUG oslo_vmware.api [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.111690] env[65682]: DEBUG oslo_vmware.api [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f02b53-dc3c-4c41-2ffa-0b26a769325c, 'name': SearchDatastore_Task, 'duration_secs': 0.011891} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.112756] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91b846f9-feaf-4f64-81be-1a4465a6613d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.119746] env[65682]: DEBUG oslo_vmware.api [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Waiting for the task: (returnval){ [ 931.119746] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52247e07-6b2b-684c-a5cd-e8ae808eb793" [ 931.119746] env[65682]: _type = "Task" [ 931.119746] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.129521] env[65682]: DEBUG oslo_vmware.api [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52247e07-6b2b-684c-a5cd-e8ae808eb793, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.134643] env[65682]: DEBUG nova.compute.manager [req-b17f1f99-be5e-43a1-b839-0a2465c3d3a2 req-7b7975eb-df04-43d6-b0af-0715eefb80b4 service nova] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Received event network-vif-deleted-d01914d3-b02c-429f-8372-14e4f3a4b5f6 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 931.135024] env[65682]: INFO nova.compute.manager [req-b17f1f99-be5e-43a1-b839-0a2465c3d3a2 req-7b7975eb-df04-43d6-b0af-0715eefb80b4 service nova] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Neutron deleted interface d01914d3-b02c-429f-8372-14e4f3a4b5f6; detaching it from the instance and deleting it from the info cache [ 931.135370] env[65682]: DEBUG nova.network.neutron [req-b17f1f99-be5e-43a1-b839-0a2465c3d3a2 req-7b7975eb-df04-43d6-b0af-0715eefb80b4 service nova] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.154371] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.170268] env[65682]: DEBUG oslo_vmware.api [None req-05ac4941-3b93-4f8c-b20e-f11bfc9ff48d tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4616229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215652} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.170536] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-05ac4941-3b93-4f8c-b20e-f11bfc9ff48d tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.171288] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-05ac4941-3b93-4f8c-b20e-f11bfc9ff48d tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.171288] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-05ac4941-3b93-4f8c-b20e-f11bfc9ff48d tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.171288] env[65682]: INFO nova.compute.manager [None req-05ac4941-3b93-4f8c-b20e-f11bfc9ff48d tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Took 1.20 seconds to destroy the instance on the hypervisor. [ 931.171562] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-05ac4941-3b93-4f8c-b20e-f11bfc9ff48d tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 931.171741] env[65682]: DEBUG nova.compute.manager [-] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 931.171841] env[65682]: DEBUG nova.network.neutron [-] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 931.172228] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.198343] env[65682]: DEBUG nova.network.neutron [-] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.200273] env[65682]: DEBUG oslo_concurrency.lockutils [req-9e7183b8-e2e6-4d77-9bd3-11a08ede5a67 req-6a0ef473-5cb9-42b9-93f8-1d59c91d9445 service nova] Releasing lock "refresh_cache-17b12689-2ce0-48b3-a281-b26b17a4da18" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.238182] env[65682]: DEBUG oslo_vmware.api [None req-4e405c29-728d-42de-8c6d-9f99d4946dfe tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Task: {'id': task-4616231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215119} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.238542] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e405c29-728d-42de-8c6d-9f99d4946dfe tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.238946] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4e405c29-728d-42de-8c6d-9f99d4946dfe tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.238946] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4e405c29-728d-42de-8c6d-9f99d4946dfe tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.239150] env[65682]: INFO nova.compute.manager [None req-4e405c29-728d-42de-8c6d-9f99d4946dfe tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Took 1.14 seconds to destroy the instance on the hypervisor. [ 931.239455] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-4e405c29-728d-42de-8c6d-9f99d4946dfe tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 931.242189] env[65682]: DEBUG nova.compute.manager [-] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 931.242305] env[65682]: DEBUG nova.network.neutron [-] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 931.242549] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.245564] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.247649] env[65682]: INFO nova.compute.manager [-] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Took 1.31 seconds to deallocate network for instance. [ 931.302532] env[65682]: DEBUG nova.compute.utils [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 931.389717] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.395978] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60609d2a-5374-41dd-824a-798869fc39a3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.404248] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704d50a8-b0df-4015-b228-c5d847de2fe7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.461776] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a59c93-30ec-489e-a31f-c022c9daa1e2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.472905] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1641cde-d800-46fa-bb19-98df7803968b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.487731] env[65682]: DEBUG nova.compute.provider_tree [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.566554] env[65682]: DEBUG oslo_vmware.api [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616232, 'name': PowerOffVM_Task, 'duration_secs': 0.324169} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.566838] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.567035] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Updating instance '9101a68a-0aab-44de-8739-67096b5c28d9' progress to 17 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 931.637859] env[65682]: DEBUG oslo_vmware.api [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52247e07-6b2b-684c-a5cd-e8ae808eb793, 'name': SearchDatastore_Task, 'duration_secs': 0.015534} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.638305] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.638712] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 17b12689-2ce0-48b3-a281-b26b17a4da18/17b12689-2ce0-48b3-a281-b26b17a4da18.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.639128] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c296156-f058-40f6-afb5-7ed3273ded47 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.645704] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f756288-316e-4a2e-879a-e385287d3c3b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.647655] env[65682]: INFO nova.compute.manager [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Rebuilding instance [ 931.653234] env[65682]: DEBUG oslo_vmware.api [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Waiting for the task: (returnval){ [ 931.653234] env[65682]: value = "task-4616233" [ 931.653234] env[65682]: _type = "Task" [ 931.653234] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.668108] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7624a6a6-223e-4491-9710-aeab988ebfd4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.693431] env[65682]: DEBUG oslo_vmware.api [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Task: {'id': task-4616233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.704072] env[65682]: INFO nova.compute.manager [-] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Took 1.36 seconds to deallocate network for instance. [ 931.727417] env[65682]: DEBUG nova.compute.manager [req-b17f1f99-be5e-43a1-b839-0a2465c3d3a2 req-7b7975eb-df04-43d6-b0af-0715eefb80b4 service nova] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Detach interface failed, port_id=d01914d3-b02c-429f-8372-14e4f3a4b5f6, reason: Instance 1e2fc4ce-a979-45f2-bb70-636e0b52662c could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 931.741328] env[65682]: DEBUG nova.compute.manager [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 931.744810] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ea9e9a-217f-4fa9-a8cc-f53d2b44b599 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.756294] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d0bb843c-1751-4bfe-a252-83a46c9df330 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.807644] env[65682]: INFO nova.virt.block_device [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Booting with volume 5c0064ab-0ce1-42ac-af25-8ae7d50329b8 at /dev/sdb [ 931.878683] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a52a01b5-f426-4d26-b93a-def977bf2646 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.893972] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c440cbb-dc94-4a27-9a1d-99bad677a420 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.913070] env[65682]: DEBUG nova.network.neutron [-] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.936748] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6308835a-3686-4299-bc9d-85a6e06bd719 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.947905] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff483ca-4902-45ab-bd33-c1efb01f5ba7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.994463] env[65682]: DEBUG nova.scheduler.client.report [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.999275] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383f3bbb-e812-44dc-bb66-3b3a0b49c4cb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.009034] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c00b26-511b-4868-8bba-7535536f0604 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.028781] env[65682]: DEBUG nova.virt.block_device [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Updating existing volume attachment record: 5ff4f586-0fd1-4144-a730-adfd47dbd8d6 {{(pid=65682) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 932.076208] env[65682]: DEBUG nova.virt.hardware [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:23:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 932.076884] env[65682]: DEBUG nova.virt.hardware [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.078905] env[65682]: DEBUG nova.virt.hardware [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 932.079247] env[65682]: DEBUG nova.virt.hardware [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.079559] env[65682]: DEBUG nova.virt.hardware [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 932.079816] env[65682]: DEBUG nova.virt.hardware [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 932.080143] env[65682]: DEBUG nova.virt.hardware [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 932.081784] env[65682]: DEBUG nova.virt.hardware [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 932.081784] env[65682]: DEBUG nova.virt.hardware [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 932.081784] env[65682]: DEBUG nova.virt.hardware [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 932.081784] env[65682]: DEBUG nova.virt.hardware [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 932.087954] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2309e1bf-fd99-4245-a82f-f5ddeb0012de {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.110959] env[65682]: DEBUG oslo_vmware.api [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 932.110959] env[65682]: value = "task-4616234" [ 932.110959] env[65682]: _type = "Task" [ 932.110959] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.121927] env[65682]: DEBUG nova.network.neutron [-] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.126084] env[65682]: DEBUG oslo_vmware.api [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.168827] env[65682]: DEBUG oslo_vmware.api [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Task: {'id': task-4616233, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.234634] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f6d2e998-22f4-4ecc-b5bc-e3baf7314332 tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.381285] env[65682]: DEBUG nova.compute.manager [req-e6899624-dc17-40a6-9425-4670e85c150d req-3aa06706-0b5f-47a1-af98-ee5e79523bf5 service nova] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Received event network-vif-deleted-7971ae02-425f-4fe5-a415-83f314f7738f {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 932.381569] env[65682]: DEBUG nova.compute.manager [req-e6899624-dc17-40a6-9425-4670e85c150d req-3aa06706-0b5f-47a1-af98-ee5e79523bf5 service nova] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Received event network-vif-deleted-1616aa2f-6261-466c-8658-8210fa899c9c {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 932.421012] env[65682]: INFO nova.compute.manager [-] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Took 1.35 seconds to deallocate network for instance. [ 932.503945] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.504509] env[65682]: DEBUG nova.compute.manager [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 932.508246] env[65682]: DEBUG oslo_concurrency.lockutils [None req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.651s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.508450] env[65682]: DEBUG nova.objects.instance [None req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Lazy-loading 'resources' on Instance uuid 970eff7f-0e40-481a-a255-a0b4a4d211d0 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.568385] env[65682]: DEBUG nova.network.neutron [-] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.625895] env[65682]: DEBUG oslo_vmware.api [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616234, 'name': ReconfigVM_Task, 'duration_secs': 0.336105} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.625895] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Updating instance '9101a68a-0aab-44de-8739-67096b5c28d9' progress to 33 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 932.629274] env[65682]: INFO nova.compute.manager [-] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Took 1.46 seconds to deallocate network for instance. [ 932.669288] env[65682]: DEBUG oslo_vmware.api [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Task: {'id': task-4616233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603521} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.669599] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 17b12689-2ce0-48b3-a281-b26b17a4da18/17b12689-2ce0-48b3-a281-b26b17a4da18.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.669894] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.670190] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a53da482-4628-495b-afa9-ccd9a75e5be5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.679237] env[65682]: DEBUG oslo_vmware.api [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Waiting for the task: (returnval){ [ 932.679237] env[65682]: value = "task-4616238" [ 932.679237] env[65682]: _type = "Task" [ 932.679237] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.689541] env[65682]: DEBUG oslo_vmware.api [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Task: {'id': task-4616238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.761639] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.763732] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f14868d2-bed7-43bd-b329-6618ceec3dbe {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.774808] env[65682]: DEBUG oslo_vmware.api [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Waiting for the task: (returnval){ [ 932.774808] env[65682]: value = "task-4616239" [ 932.774808] env[65682]: _type = "Task" [ 932.774808] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.785118] env[65682]: DEBUG oslo_vmware.api [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.928320] env[65682]: DEBUG oslo_concurrency.lockutils [None req-22d21a94-a483-45aa-aeea-4a88cc46c7df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.012405] env[65682]: DEBUG nova.compute.utils [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.018130] env[65682]: DEBUG nova.compute.manager [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 933.018130] env[65682]: DEBUG nova.network.neutron [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 933.018130] env[65682]: WARNING neutronclient.v2_0.client [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.018436] env[65682]: WARNING neutronclient.v2_0.client [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.067777] env[65682]: DEBUG nova.policy [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc5cb60f2cc64ab2932c603b3b742666', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d024aec646340129ebc8915387af638', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.071867] env[65682]: INFO nova.compute.manager [-] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Took 1.83 seconds to deallocate network for instance. [ 933.138503] env[65682]: DEBUG nova.virt.hardware [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 933.138503] env[65682]: DEBUG nova.virt.hardware [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.138736] env[65682]: DEBUG nova.virt.hardware [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 933.138876] env[65682]: DEBUG nova.virt.hardware [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.138939] env[65682]: DEBUG nova.virt.hardware [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 933.139071] env[65682]: DEBUG nova.virt.hardware [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 933.139505] env[65682]: DEBUG nova.virt.hardware [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 933.139505] env[65682]: DEBUG nova.virt.hardware [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 933.139706] env[65682]: DEBUG nova.virt.hardware [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 933.139822] env[65682]: DEBUG nova.virt.hardware [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 933.140231] env[65682]: DEBUG nova.virt.hardware [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 933.146197] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Reconfiguring VM instance instance-00000043 to detach disk 2000 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 933.150443] env[65682]: DEBUG oslo_concurrency.lockutils [None req-05ac4941-3b93-4f8c-b20e-f11bfc9ff48d tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.151277] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2a78928-2cc7-4225-afe5-57d84f66a03a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.175990] env[65682]: DEBUG oslo_vmware.api [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 933.175990] env[65682]: value = "task-4616240" [ 933.175990] env[65682]: _type = "Task" [ 933.175990] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.194651] env[65682]: DEBUG oslo_vmware.api [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Task: {'id': task-4616238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080154} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.198477] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.199515] env[65682]: DEBUG oslo_vmware.api [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.202586] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b4361d-1a11-40af-9138-2fcdf60740ac {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.228911] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 17b12689-2ce0-48b3-a281-b26b17a4da18/17b12689-2ce0-48b3-a281-b26b17a4da18.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.232157] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a1f2501-17b4-498f-8933-9bc3262606cf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.248682] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2d192a9a-7a0b-41a9-8a49-06c091917c55 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Acquiring lock "b24ad2eb-af52-4df0-b53f-fcdab3018286" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.248682] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2d192a9a-7a0b-41a9-8a49-06c091917c55 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Lock "b24ad2eb-af52-4df0-b53f-fcdab3018286" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.248682] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2d192a9a-7a0b-41a9-8a49-06c091917c55 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Acquiring lock "b24ad2eb-af52-4df0-b53f-fcdab3018286-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.248682] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2d192a9a-7a0b-41a9-8a49-06c091917c55 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Lock "b24ad2eb-af52-4df0-b53f-fcdab3018286-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.248682] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2d192a9a-7a0b-41a9-8a49-06c091917c55 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Lock "b24ad2eb-af52-4df0-b53f-fcdab3018286-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.251108] env[65682]: INFO nova.compute.manager [None req-2d192a9a-7a0b-41a9-8a49-06c091917c55 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Terminating instance [ 933.257591] env[65682]: DEBUG oslo_vmware.api [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Waiting for the task: (returnval){ [ 933.257591] env[65682]: value = "task-4616241" [ 933.257591] env[65682]: _type = "Task" [ 933.257591] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.269498] env[65682]: DEBUG oslo_vmware.api [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Task: {'id': task-4616241, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.296539] env[65682]: DEBUG oslo_vmware.api [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616239, 'name': PowerOffVM_Task, 'duration_secs': 0.158498} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.297068] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.297355] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.298316] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2307c37f-4b43-4bc4-8e13-cef0143109ae {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.307607] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.307607] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3051fd6e-272f-4831-9ae5-24e138d898c8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.337854] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.338151] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.338353] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Deleting the datastore file [datastore2] 9e255887-8fa9-414c-992c-0d8a54147de3 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.338685] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15817ec4-84b3-410b-9499-e7d30b302fb9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.350602] env[65682]: DEBUG oslo_vmware.api [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Waiting for the task: (returnval){ [ 933.350602] env[65682]: value = "task-4616243" [ 933.350602] env[65682]: _type = "Task" [ 933.350602] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.360451] env[65682]: DEBUG oslo_vmware.api [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.448471] env[65682]: DEBUG nova.network.neutron [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Successfully created port: c9212886-e1c7-430b-93d0-b31627ef5ce5 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 933.517036] env[65682]: DEBUG nova.compute.manager [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 933.582224] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4e405c29-728d-42de-8c6d-9f99d4946dfe tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.671737] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ca947c-9983-4b01-9dd6-8676a273db73 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.683988] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c94e84f-a413-4126-9941-05e60f270c71 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.690590] env[65682]: DEBUG oslo_vmware.api [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616240, 'name': ReconfigVM_Task, 'duration_secs': 0.29259} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.691347] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Reconfigured VM instance instance-00000043 to detach disk 2000 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 933.692139] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c265acd0-cc85-455f-b5e6-3d0b58ccb076 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.720586] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3446a6-abdc-418b-8891-8d4ea63de5ea {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.740862] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 9101a68a-0aab-44de-8739-67096b5c28d9/9101a68a-0aab-44de-8739-67096b5c28d9.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.741674] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-908fbec2-487e-4d4a-a8d3-6383522fe93e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.757495] env[65682]: DEBUG nova.compute.manager [None req-2d192a9a-7a0b-41a9-8a49-06c091917c55 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 933.757677] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2d192a9a-7a0b-41a9-8a49-06c091917c55 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.759042] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88410a34-8fff-402d-8895-e09e39979677 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.763207] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc951ed9-853f-4cf4-ae99-e8de7de18d9b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.771531] env[65682]: DEBUG oslo_vmware.api [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 933.771531] env[65682]: value = "task-4616244" [ 933.771531] env[65682]: _type = "Task" [ 933.771531] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.791088] env[65682]: DEBUG oslo_vmware.api [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Task: {'id': task-4616241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.791088] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d192a9a-7a0b-41a9-8a49-06c091917c55 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.791088] env[65682]: DEBUG nova.compute.provider_tree [None req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.791221] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3cb11b9-100c-4649-9e0c-f6a7eeaf72e2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.797347] env[65682]: DEBUG oslo_vmware.api [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.800070] env[65682]: DEBUG oslo_vmware.api [None req-2d192a9a-7a0b-41a9-8a49-06c091917c55 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the task: (returnval){ [ 933.800070] env[65682]: value = "task-4616245" [ 933.800070] env[65682]: _type = "Task" [ 933.800070] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.811170] env[65682]: DEBUG oslo_vmware.api [None req-2d192a9a-7a0b-41a9-8a49-06c091917c55 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.830748] env[65682]: DEBUG nova.compute.manager [req-5dbbda4a-a46b-4789-be89-ed6c0ab9a07d req-c8a82262-842c-4702-99f2-83c7765580ef service nova] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Received event network-vif-deleted-bcfbb8b5-4022-4013-8cbe-9e52ad14c942 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 933.865910] env[65682]: DEBUG oslo_vmware.api [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135843} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.866210] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.866397] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.866568] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.269638] env[65682]: DEBUG oslo_vmware.api [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Task: {'id': task-4616241, 'name': ReconfigVM_Task, 'duration_secs': 0.626035} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.269946] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 17b12689-2ce0-48b3-a281-b26b17a4da18/17b12689-2ce0-48b3-a281-b26b17a4da18.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.270668] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fda190cd-4644-4829-8ddd-eebe11808393 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.277896] env[65682]: DEBUG oslo_vmware.api [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Waiting for the task: (returnval){ [ 934.277896] env[65682]: value = "task-4616246" [ 934.277896] env[65682]: _type = "Task" [ 934.277896] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.282123] env[65682]: DEBUG oslo_vmware.api [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.292061] env[65682]: DEBUG oslo_vmware.api [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Task: {'id': task-4616246, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.294446] env[65682]: DEBUG nova.scheduler.client.report [None req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.310551] env[65682]: DEBUG oslo_vmware.api [None req-2d192a9a-7a0b-41a9-8a49-06c091917c55 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616245, 'name': PowerOffVM_Task, 'duration_secs': 0.240528} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.311033] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d192a9a-7a0b-41a9-8a49-06c091917c55 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.311579] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2d192a9a-7a0b-41a9-8a49-06c091917c55 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.311775] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49476502-f81c-4acc-812c-06ee0f7ca73d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.400503] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2d192a9a-7a0b-41a9-8a49-06c091917c55 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.400732] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2d192a9a-7a0b-41a9-8a49-06c091917c55 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.400921] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d192a9a-7a0b-41a9-8a49-06c091917c55 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Deleting the datastore file [datastore2] b24ad2eb-af52-4df0-b53f-fcdab3018286 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.401214] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-663a0f7e-65b8-46b2-9f55-b3de0c0780b1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.409252] env[65682]: DEBUG oslo_vmware.api [None req-2d192a9a-7a0b-41a9-8a49-06c091917c55 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the task: (returnval){ [ 934.409252] env[65682]: value = "task-4616248" [ 934.409252] env[65682]: _type = "Task" [ 934.409252] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.419332] env[65682]: DEBUG oslo_vmware.api [None req-2d192a9a-7a0b-41a9-8a49-06c091917c55 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.524801] env[65682]: DEBUG nova.compute.manager [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 934.551949] env[65682]: DEBUG nova.virt.hardware [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 934.552217] env[65682]: DEBUG nova.virt.hardware [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.552374] env[65682]: DEBUG nova.virt.hardware [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 934.552639] env[65682]: DEBUG nova.virt.hardware [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.552717] env[65682]: DEBUG nova.virt.hardware [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 934.552816] env[65682]: DEBUG nova.virt.hardware [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 934.553041] env[65682]: DEBUG nova.virt.hardware [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 934.553207] env[65682]: DEBUG nova.virt.hardware [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 934.553379] env[65682]: DEBUG nova.virt.hardware [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 934.553538] env[65682]: DEBUG nova.virt.hardware [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 934.553707] env[65682]: DEBUG nova.virt.hardware [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 934.554960] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec9c617-5452-4cba-b8e4-5301faa50aca {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.563419] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4992a52-9605-45db-912e-25a526149280 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.671864] env[65682]: DEBUG nova.compute.manager [req-0d3b3eda-ea97-496f-a564-bf794601adbf req-4b03ee43-e88d-477f-9524-478771dfaa6c service nova] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Received event network-vif-deleted-08e39b13-f366-446b-93ca-c72897ca570f {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 934.784543] env[65682]: DEBUG oslo_vmware.api [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616244, 'name': ReconfigVM_Task, 'duration_secs': 0.60995} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.787782] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 9101a68a-0aab-44de-8739-67096b5c28d9/9101a68a-0aab-44de-8739-67096b5c28d9.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.788108] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Updating instance '9101a68a-0aab-44de-8739-67096b5c28d9' progress to 50 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 934.798211] env[65682]: DEBUG oslo_vmware.api [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Task: {'id': task-4616246, 'name': Rename_Task, 'duration_secs': 0.198531} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.798420] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.798734] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d9014aa-2d2e-4b32-afdf-eedaa7511f51 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.801143] env[65682]: DEBUG oslo_concurrency.lockutils [None req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.293s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.803426] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c3c01449-de93-4013-8746-b12a2d426ab3 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.801s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.803742] env[65682]: DEBUG nova.objects.instance [None req-c3c01449-de93-4013-8746-b12a2d426ab3 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Lazy-loading 'resources' on Instance uuid ad2c42c5-114c-476e-a2ec-f6ec714bde3d {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.813929] env[65682]: DEBUG oslo_vmware.api [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Waiting for the task: (returnval){ [ 934.813929] env[65682]: value = "task-4616250" [ 934.813929] env[65682]: _type = "Task" [ 934.813929] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.824145] env[65682]: DEBUG oslo_vmware.api [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Task: {'id': task-4616250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.838349] env[65682]: INFO nova.scheduler.client.report [None req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Deleted allocations for instance 970eff7f-0e40-481a-a255-a0b4a4d211d0 [ 934.917503] env[65682]: DEBUG nova.virt.hardware [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 934.917935] env[65682]: DEBUG nova.virt.hardware [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.917935] env[65682]: DEBUG nova.virt.hardware [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 934.918191] env[65682]: DEBUG nova.virt.hardware [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.918282] env[65682]: DEBUG nova.virt.hardware [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 934.918427] env[65682]: DEBUG nova.virt.hardware [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 934.918633] env[65682]: DEBUG nova.virt.hardware [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 934.919306] env[65682]: DEBUG nova.virt.hardware [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 934.919306] env[65682]: DEBUG nova.virt.hardware [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 934.919306] env[65682]: DEBUG nova.virt.hardware [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 934.919306] env[65682]: DEBUG nova.virt.hardware [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 934.920187] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c937e61b-3ac5-4c44-993a-df783176bb06 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.933147] env[65682]: DEBUG oslo_vmware.api [None req-2d192a9a-7a0b-41a9-8a49-06c091917c55 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148443} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.933501] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d192a9a-7a0b-41a9-8a49-06c091917c55 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.933679] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2d192a9a-7a0b-41a9-8a49-06c091917c55 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.933849] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2d192a9a-7a0b-41a9-8a49-06c091917c55 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.934366] env[65682]: INFO nova.compute.manager [None req-2d192a9a-7a0b-41a9-8a49-06c091917c55 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Took 1.18 seconds to destroy the instance on the hypervisor. [ 934.934664] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-2d192a9a-7a0b-41a9-8a49-06c091917c55 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 934.935930] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d79c04-d6f5-4a2d-9632-8fa71e1df855 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.940403] env[65682]: DEBUG nova.compute.manager [-] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 934.940572] env[65682]: DEBUG nova.network.neutron [-] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 934.940850] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.954912] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Instance VIF info [] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.960925] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 934.961251] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.961479] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61a6dfd1-800c-4682-b332-c834d8bcea36 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.979696] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.979696] env[65682]: value = "task-4616251" [ 934.979696] env[65682]: _type = "Task" [ 934.979696] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.992624] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616251, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.015295] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.064056] env[65682]: DEBUG nova.network.neutron [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Successfully updated port: c9212886-e1c7-430b-93d0-b31627ef5ce5 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 935.295929] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a6c031-8e5a-458a-a2bc-d2d11fb25336 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.326182] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67a7487-162a-40e8-8cce-15538c471ec3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.338375] env[65682]: DEBUG oslo_vmware.api [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Task: {'id': task-4616250, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.355754] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Updating instance '9101a68a-0aab-44de-8739-67096b5c28d9' progress to 67 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 935.360965] env[65682]: DEBUG oslo_concurrency.lockutils [None req-50355f3e-c20a-4bcb-b22a-ab4c2f3975b6 tempest-ServerRescueTestJSONUnderV235-1391946427 tempest-ServerRescueTestJSONUnderV235-1391946427-project-member] Lock "970eff7f-0e40-481a-a255-a0b4a4d211d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.819s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.497781] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616251, 'name': CreateVM_Task, 'duration_secs': 0.367428} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.500767] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.501517] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.501780] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.501978] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.502261] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f25189dd-2dbf-4a8f-a240-e27ff1181ee9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.508578] env[65682]: DEBUG oslo_vmware.api [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Waiting for the task: (returnval){ [ 935.508578] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52e38c95-f16f-d109-4dc2-8007e11e9fc1" [ 935.508578] env[65682]: _type = "Task" [ 935.508578] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.520259] env[65682]: DEBUG oslo_vmware.api [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52e38c95-f16f-d109-4dc2-8007e11e9fc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.567334] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Acquiring lock "refresh_cache-d7c988b8-d615-4581-85e5-466d8b06e7ff" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.567643] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Acquired lock "refresh_cache-d7c988b8-d615-4581-85e5-466d8b06e7ff" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.567643] env[65682]: DEBUG nova.network.neutron [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 935.760734] env[65682]: DEBUG nova.network.neutron [-] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.836353] env[65682]: DEBUG oslo_vmware.api [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Task: {'id': task-4616250, 'name': PowerOnVM_Task, 'duration_secs': 0.589626} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.836353] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.836626] env[65682]: INFO nova.compute.manager [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Took 9.49 seconds to spawn the instance on the hypervisor. [ 935.837045] env[65682]: DEBUG nova.compute.manager [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 935.843196] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ec15d5-762f-4a3d-ad17-bdb4c0e98184 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.863244] env[65682]: WARNING neutronclient.v2_0.client [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.863820] env[65682]: WARNING neutronclient.v2_0.client [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.934304] env[65682]: DEBUG nova.network.neutron [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Port 0306b676-b302-4320-b76a-806a76abc312 binding to destination host cpu-1 is already ACTIVE {{(pid=65682) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 935.968338] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0551ca6-f9d8-4b6e-b518-d0abff4b7890 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.977267] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b058e7e3-6d9d-4d8c-90cf-a779fbc391f9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.016360] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4239b9-fdcf-49ec-a7ef-d7245de36c4f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.031030] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c42707-37f8-42fa-901d-02f03cfab387 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.033367] env[65682]: DEBUG oslo_vmware.api [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52e38c95-f16f-d109-4dc2-8007e11e9fc1, 'name': SearchDatastore_Task, 'duration_secs': 0.012236} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.033761] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.033998] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.034243] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.034378] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.034561] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.035316] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab0ac3df-a4cd-4067-9a20-b889b0f1b77f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.046093] env[65682]: DEBUG nova.compute.provider_tree [None req-c3c01449-de93-4013-8746-b12a2d426ab3 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.057805] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.058023] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.059033] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae7b70ae-5257-4d7b-b35e-b5a980e01f5c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.066751] env[65682]: DEBUG oslo_vmware.api [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Waiting for the task: (returnval){ [ 936.066751] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ceb323-775b-782c-7eac-75e2e984c601" [ 936.066751] env[65682]: _type = "Task" [ 936.066751] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.076325] env[65682]: DEBUG oslo_vmware.api [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ceb323-775b-782c-7eac-75e2e984c601, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.112760] env[65682]: DEBUG nova.network.neutron [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 936.117747] env[65682]: DEBUG nova.compute.manager [req-afff775e-36da-4da1-b7c8-8ab366a188c0 req-1db8f437-17b5-4200-9d7e-226dcb58b927 service nova] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Received event network-vif-plugged-c9212886-e1c7-430b-93d0-b31627ef5ce5 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 936.117747] env[65682]: DEBUG oslo_concurrency.lockutils [req-afff775e-36da-4da1-b7c8-8ab366a188c0 req-1db8f437-17b5-4200-9d7e-226dcb58b927 service nova] Acquiring lock "d7c988b8-d615-4581-85e5-466d8b06e7ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.117747] env[65682]: DEBUG oslo_concurrency.lockutils [req-afff775e-36da-4da1-b7c8-8ab366a188c0 req-1db8f437-17b5-4200-9d7e-226dcb58b927 service nova] Lock "d7c988b8-d615-4581-85e5-466d8b06e7ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.117909] env[65682]: DEBUG oslo_concurrency.lockutils [req-afff775e-36da-4da1-b7c8-8ab366a188c0 req-1db8f437-17b5-4200-9d7e-226dcb58b927 service nova] Lock "d7c988b8-d615-4581-85e5-466d8b06e7ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.118134] env[65682]: DEBUG nova.compute.manager [req-afff775e-36da-4da1-b7c8-8ab366a188c0 req-1db8f437-17b5-4200-9d7e-226dcb58b927 service nova] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] No waiting events found dispatching network-vif-plugged-c9212886-e1c7-430b-93d0-b31627ef5ce5 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 936.118345] env[65682]: WARNING nova.compute.manager [req-afff775e-36da-4da1-b7c8-8ab366a188c0 req-1db8f437-17b5-4200-9d7e-226dcb58b927 service nova] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Received unexpected event network-vif-plugged-c9212886-e1c7-430b-93d0-b31627ef5ce5 for instance with vm_state building and task_state spawning. [ 936.118567] env[65682]: DEBUG nova.compute.manager [req-afff775e-36da-4da1-b7c8-8ab366a188c0 req-1db8f437-17b5-4200-9d7e-226dcb58b927 service nova] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Received event network-changed-c9212886-e1c7-430b-93d0-b31627ef5ce5 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 936.118917] env[65682]: DEBUG nova.compute.manager [req-afff775e-36da-4da1-b7c8-8ab366a188c0 req-1db8f437-17b5-4200-9d7e-226dcb58b927 service nova] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Refreshing instance network info cache due to event network-changed-c9212886-e1c7-430b-93d0-b31627ef5ce5. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 936.118917] env[65682]: DEBUG oslo_concurrency.lockutils [req-afff775e-36da-4da1-b7c8-8ab366a188c0 req-1db8f437-17b5-4200-9d7e-226dcb58b927 service nova] Acquiring lock "refresh_cache-d7c988b8-d615-4581-85e5-466d8b06e7ff" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.193213] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f09f9489-8ba4-4841-ae94-6ba1449388e7 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "7276c80d-0da0-484e-99a2-5d84d8ab6db9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.193443] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f09f9489-8ba4-4841-ae94-6ba1449388e7 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "7276c80d-0da0-484e-99a2-5d84d8ab6db9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.202389] env[65682]: WARNING neutronclient.v2_0.client [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.266873] env[65682]: INFO nova.compute.manager [-] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Took 1.33 seconds to deallocate network for instance. [ 936.369173] env[65682]: INFO nova.compute.manager [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Took 45.70 seconds to build instance. [ 936.511512] env[65682]: DEBUG nova.network.neutron [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Updating instance_info_cache with network_info: [{"id": "c9212886-e1c7-430b-93d0-b31627ef5ce5", "address": "fa:16:3e:21:d1:e2", "network": {"id": "99afb424-0a74-43ce-b037-80f12eb286b5", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-803588980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d024aec646340129ebc8915387af638", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9212886-e1", "ovs_interfaceid": "c9212886-e1c7-430b-93d0-b31627ef5ce5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.549580] env[65682]: DEBUG nova.scheduler.client.report [None req-c3c01449-de93-4013-8746-b12a2d426ab3 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.578516] env[65682]: DEBUG oslo_vmware.api [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ceb323-775b-782c-7eac-75e2e984c601, 'name': SearchDatastore_Task, 'duration_secs': 0.010217} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.579339] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-134d001a-2c39-470f-9c60-0188a7a048e2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.586180] env[65682]: DEBUG oslo_vmware.api [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Waiting for the task: (returnval){ [ 936.586180] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d366af-371f-6b38-47c1-111ac8512cb0" [ 936.586180] env[65682]: _type = "Task" [ 936.586180] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.595826] env[65682]: DEBUG oslo_vmware.api [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d366af-371f-6b38-47c1-111ac8512cb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.700193] env[65682]: DEBUG nova.compute.utils [None req-f09f9489-8ba4-4841-ae94-6ba1449388e7 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.777950] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2d192a9a-7a0b-41a9-8a49-06c091917c55 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.871796] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f55ff9ef-7771-4710-8f67-e5faa0820dd1 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Lock "17b12689-2ce0-48b3-a281-b26b17a4da18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.217s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.960108] env[65682]: DEBUG oslo_concurrency.lockutils [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "9101a68a-0aab-44de-8739-67096b5c28d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.960108] env[65682]: DEBUG oslo_concurrency.lockutils [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "9101a68a-0aab-44de-8739-67096b5c28d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.960108] env[65682]: DEBUG oslo_concurrency.lockutils [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "9101a68a-0aab-44de-8739-67096b5c28d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.014692] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Releasing lock "refresh_cache-d7c988b8-d615-4581-85e5-466d8b06e7ff" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.015232] env[65682]: DEBUG nova.compute.manager [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Instance network_info: |[{"id": "c9212886-e1c7-430b-93d0-b31627ef5ce5", "address": "fa:16:3e:21:d1:e2", "network": {"id": "99afb424-0a74-43ce-b037-80f12eb286b5", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-803588980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d024aec646340129ebc8915387af638", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9212886-e1", "ovs_interfaceid": "c9212886-e1c7-430b-93d0-b31627ef5ce5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 937.015660] env[65682]: DEBUG oslo_concurrency.lockutils [req-afff775e-36da-4da1-b7c8-8ab366a188c0 req-1db8f437-17b5-4200-9d7e-226dcb58b927 service nova] Acquired lock "refresh_cache-d7c988b8-d615-4581-85e5-466d8b06e7ff" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.015900] env[65682]: DEBUG nova.network.neutron [req-afff775e-36da-4da1-b7c8-8ab366a188c0 req-1db8f437-17b5-4200-9d7e-226dcb58b927 service nova] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Refreshing network info cache for port c9212886-e1c7-430b-93d0-b31627ef5ce5 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.017095] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:d1:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9212886-e1c7-430b-93d0-b31627ef5ce5', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.025540] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Creating folder: Project (5d024aec646340129ebc8915387af638). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.026600] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61ba4044-a81f-4353-9937-2e161ed585ca {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.040939] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Created folder: Project (5d024aec646340129ebc8915387af638) in parent group-v901426. [ 937.041182] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Creating folder: Instances. Parent ref: group-v901656. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.041458] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce8ef49d-2c39-49fb-b0b3-8cf8c86771f6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.054613] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Created folder: Instances in parent group-v901656. [ 937.054995] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 937.055258] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.056057] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c3c01449-de93-4013-8746-b12a2d426ab3 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.253s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.058322] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b20c8f74-7315-4f29-b355-b7c587981ef3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.073083] env[65682]: DEBUG oslo_concurrency.lockutils [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.859s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.073319] env[65682]: DEBUG nova.objects.instance [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65682) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 937.083885] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.083885] env[65682]: value = "task-4616254" [ 937.083885] env[65682]: _type = "Task" [ 937.083885] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.101319] env[65682]: DEBUG oslo_vmware.api [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d366af-371f-6b38-47c1-111ac8512cb0, 'name': SearchDatastore_Task, 'duration_secs': 0.011069} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.106420] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.107069] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 9e255887-8fa9-414c-992c-0d8a54147de3/9e255887-8fa9-414c-992c-0d8a54147de3.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.107069] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616254, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.109693] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-881f3e24-44c7-4d16-993d-f2749aad35aa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.115439] env[65682]: INFO nova.scheduler.client.report [None req-c3c01449-de93-4013-8746-b12a2d426ab3 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Deleted allocations for instance ad2c42c5-114c-476e-a2ec-f6ec714bde3d [ 937.123823] env[65682]: DEBUG oslo_vmware.api [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Waiting for the task: (returnval){ [ 937.123823] env[65682]: value = "task-4616255" [ 937.123823] env[65682]: _type = "Task" [ 937.123823] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.134594] env[65682]: DEBUG oslo_vmware.api [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.205435] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f09f9489-8ba4-4841-ae94-6ba1449388e7 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "7276c80d-0da0-484e-99a2-5d84d8ab6db9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.528182] env[65682]: WARNING neutronclient.v2_0.client [req-afff775e-36da-4da1-b7c8-8ab366a188c0 req-1db8f437-17b5-4200-9d7e-226dcb58b927 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.595188] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616254, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.624430] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c3c01449-de93-4013-8746-b12a2d426ab3 tempest-ServerMetadataTestJSON-1039918891 tempest-ServerMetadataTestJSON-1039918891-project-member] Lock "ad2c42c5-114c-476e-a2ec-f6ec714bde3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.206s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.639065] env[65682]: DEBUG oslo_vmware.api [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616255, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.690175] env[65682]: WARNING neutronclient.v2_0.client [req-afff775e-36da-4da1-b7c8-8ab366a188c0 req-1db8f437-17b5-4200-9d7e-226dcb58b927 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.765655] env[65682]: DEBUG nova.network.neutron [req-afff775e-36da-4da1-b7c8-8ab366a188c0 req-1db8f437-17b5-4200-9d7e-226dcb58b927 service nova] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Updated VIF entry in instance network info cache for port c9212886-e1c7-430b-93d0-b31627ef5ce5. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 937.766020] env[65682]: DEBUG nova.network.neutron [req-afff775e-36da-4da1-b7c8-8ab366a188c0 req-1db8f437-17b5-4200-9d7e-226dcb58b927 service nova] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Updating instance_info_cache with network_info: [{"id": "c9212886-e1c7-430b-93d0-b31627ef5ce5", "address": "fa:16:3e:21:d1:e2", "network": {"id": "99afb424-0a74-43ce-b037-80f12eb286b5", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-803588980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d024aec646340129ebc8915387af638", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9212886-e1", "ovs_interfaceid": "c9212886-e1c7-430b-93d0-b31627ef5ce5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.783521] env[65682]: DEBUG nova.compute.manager [req-dccf7a2b-15c0-434e-8fa5-c0e524cd83fe req-f6cd3361-70a2-4e99-ad4f-3601b2d93dd0 service nova] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Received event network-vif-deleted-0e54b669-b124-4983-9599-1b0267b75681 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 937.964258] env[65682]: WARNING neutronclient.v2_0.client [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.001982] env[65682]: DEBUG oslo_concurrency.lockutils [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "refresh_cache-9101a68a-0aab-44de-8739-67096b5c28d9" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.002197] env[65682]: DEBUG oslo_concurrency.lockutils [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquired lock "refresh_cache-9101a68a-0aab-44de-8739-67096b5c28d9" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.002372] env[65682]: DEBUG nova.network.neutron [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 938.086019] env[65682]: DEBUG oslo_concurrency.lockutils [None req-74b4688c-a3a4-4499-9c7e-4f6b764e82cf tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.087331] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d32a739e-c880-4c41-a174-586dc4ca2a37 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.753s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.087547] env[65682]: DEBUG nova.objects.instance [None req-d32a739e-c880-4c41-a174-586dc4ca2a37 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lazy-loading 'resources' on Instance uuid c172e47a-e3c4-4119-8ef1-67dfe27d780b {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.099063] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616254, 'name': CreateVM_Task, 'duration_secs': 0.594957} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.100014] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.100594] env[65682]: WARNING neutronclient.v2_0.client [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.101017] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.101272] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.101550] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.102622] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e67e12ca-7805-4a1a-8b3b-d785a0230cf0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.108806] env[65682]: DEBUG oslo_vmware.api [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Waiting for the task: (returnval){ [ 938.108806] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52146321-3aec-36bc-8c24-b7a77235730e" [ 938.108806] env[65682]: _type = "Task" [ 938.108806] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.119062] env[65682]: DEBUG oslo_vmware.api [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52146321-3aec-36bc-8c24-b7a77235730e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.142861] env[65682]: DEBUG oslo_vmware.api [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531031} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.142861] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 9e255887-8fa9-414c-992c-0d8a54147de3/9e255887-8fa9-414c-992c-0d8a54147de3.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.142861] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.142861] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77ed8a90-f931-4566-baf9-c3fb15e99c2a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.149960] env[65682]: DEBUG oslo_vmware.api [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Waiting for the task: (returnval){ [ 938.149960] env[65682]: value = "task-4616256" [ 938.149960] env[65682]: _type = "Task" [ 938.149960] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.163883] env[65682]: DEBUG oslo_vmware.api [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.180763] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.265274] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f09f9489-8ba4-4841-ae94-6ba1449388e7 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "7276c80d-0da0-484e-99a2-5d84d8ab6db9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.265566] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f09f9489-8ba4-4841-ae94-6ba1449388e7 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "7276c80d-0da0-484e-99a2-5d84d8ab6db9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.265872] env[65682]: INFO nova.compute.manager [None req-f09f9489-8ba4-4841-ae94-6ba1449388e7 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Attaching volume 725a95c2-455a-4b8d-ba1d-871f3ac75c06 to /dev/sdb [ 938.268363] env[65682]: DEBUG oslo_concurrency.lockutils [req-afff775e-36da-4da1-b7c8-8ab366a188c0 req-1db8f437-17b5-4200-9d7e-226dcb58b927 service nova] Releasing lock "refresh_cache-d7c988b8-d615-4581-85e5-466d8b06e7ff" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.307507] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24eb9ed-58f0-478b-a09e-f294dc352d35 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.315488] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f6b20e-048b-4172-97d3-bd047b7d0528 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.332173] env[65682]: DEBUG nova.virt.block_device [None req-f09f9489-8ba4-4841-ae94-6ba1449388e7 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Updating existing volume attachment record: 44c5630f-6e88-40d2-9bdf-897729d9e64c {{(pid=65682) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 938.371508] env[65682]: DEBUG nova.compute.manager [req-dcdb15ca-348e-411c-9508-87c187f71205 req-5bb942a3-aa57-4a83-8d7f-c0cac04aea82 service nova] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Received event network-changed-cf45c717-5d1e-4311-b805-4ebfd7c7aa38 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 938.371714] env[65682]: DEBUG nova.compute.manager [req-dcdb15ca-348e-411c-9508-87c187f71205 req-5bb942a3-aa57-4a83-8d7f-c0cac04aea82 service nova] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Refreshing instance network info cache due to event network-changed-cf45c717-5d1e-4311-b805-4ebfd7c7aa38. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 938.371934] env[65682]: DEBUG oslo_concurrency.lockutils [req-dcdb15ca-348e-411c-9508-87c187f71205 req-5bb942a3-aa57-4a83-8d7f-c0cac04aea82 service nova] Acquiring lock "refresh_cache-17b12689-2ce0-48b3-a281-b26b17a4da18" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.372080] env[65682]: DEBUG oslo_concurrency.lockutils [req-dcdb15ca-348e-411c-9508-87c187f71205 req-5bb942a3-aa57-4a83-8d7f-c0cac04aea82 service nova] Acquired lock "refresh_cache-17b12689-2ce0-48b3-a281-b26b17a4da18" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.372262] env[65682]: DEBUG nova.network.neutron [req-dcdb15ca-348e-411c-9508-87c187f71205 req-5bb942a3-aa57-4a83-8d7f-c0cac04aea82 service nova] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Refreshing network info cache for port cf45c717-5d1e-4311-b805-4ebfd7c7aa38 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.504888] env[65682]: WARNING neutronclient.v2_0.client [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.622822] env[65682]: DEBUG oslo_vmware.api [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52146321-3aec-36bc-8c24-b7a77235730e, 'name': SearchDatastore_Task, 'duration_secs': 0.011617} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.623189] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.623421] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.623680] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.623899] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.625148] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.625468] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b49ff40-6f94-409f-9455-dd3d17d76f20 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.645455] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.645455] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.645455] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71eea08b-ca60-466e-a15f-b43695e050ef {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.656268] env[65682]: DEBUG oslo_vmware.api [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Waiting for the task: (returnval){ [ 938.656268] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5250f07c-817a-00a3-b026-46febd55cdcf" [ 938.656268] env[65682]: _type = "Task" [ 938.656268] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.664786] env[65682]: DEBUG oslo_vmware.api [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074478} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.668943] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.671644] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a263b7c-36dd-439a-97a1-be883b91720a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.683036] env[65682]: DEBUG oslo_vmware.api [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5250f07c-817a-00a3-b026-46febd55cdcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.709036] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 9e255887-8fa9-414c-992c-0d8a54147de3/9e255887-8fa9-414c-992c-0d8a54147de3.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.712075] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-128dc4e0-5e16-481a-8422-f3b6501facb0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.734651] env[65682]: DEBUG oslo_vmware.api [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Waiting for the task: (returnval){ [ 938.734651] env[65682]: value = "task-4616260" [ 938.734651] env[65682]: _type = "Task" [ 938.734651] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.746086] env[65682]: DEBUG oslo_vmware.api [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616260, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.833841] env[65682]: WARNING neutronclient.v2_0.client [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.875961] env[65682]: WARNING neutronclient.v2_0.client [req-dcdb15ca-348e-411c-9508-87c187f71205 req-5bb942a3-aa57-4a83-8d7f-c0cac04aea82 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.030510] env[65682]: DEBUG nova.network.neutron [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Updating instance_info_cache with network_info: [{"id": "0306b676-b302-4320-b76a-806a76abc312", "address": "fa:16:3e:d8:8b:7c", "network": {"id": "bb910440-198c-4502-a3a4-4e298d3e865f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558144367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa8a0b312c041e49d891b6bae417098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0306b676-b3", "ovs_interfaceid": "0306b676-b302-4320-b76a-806a76abc312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.169625] env[65682]: DEBUG oslo_vmware.api [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5250f07c-817a-00a3-b026-46febd55cdcf, 'name': SearchDatastore_Task, 'duration_secs': 0.020968} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.176691] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a6cf987-f1b3-4bdf-9885-d8d675e72411 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.183468] env[65682]: DEBUG oslo_vmware.api [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Waiting for the task: (returnval){ [ 939.183468] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52e3b242-c493-ce85-9c0c-e531e4bc9f08" [ 939.183468] env[65682]: _type = "Task" [ 939.183468] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.192805] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af22799-f3a4-4cd9-a540-4ed227aa0460 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.200726] env[65682]: DEBUG oslo_vmware.api [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52e3b242-c493-ce85-9c0c-e531e4bc9f08, 'name': SearchDatastore_Task, 'duration_secs': 0.009783} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.200818] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.201098] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] d7c988b8-d615-4581-85e5-466d8b06e7ff/d7c988b8-d615-4581-85e5-466d8b06e7ff.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.201423] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-caf1794d-e2a2-4592-b075-c823edb7e866 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.211119] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9a9622-c04a-4a06-b4bd-6b2058c4e1bb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.216837] env[65682]: DEBUG oslo_vmware.api [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Waiting for the task: (returnval){ [ 939.216837] env[65682]: value = "task-4616261" [ 939.216837] env[65682]: _type = "Task" [ 939.216837] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.254537] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c1fbf3-1cb3-4c39-b6b6-e823056c4657 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.260567] env[65682]: DEBUG oslo_vmware.api [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Task: {'id': task-4616261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.271559] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ea01f9-49c5-4ebe-996c-1cb0f83eb8fc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.276170] env[65682]: DEBUG oslo_vmware.api [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616260, 'name': ReconfigVM_Task, 'duration_secs': 0.30399} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.276535] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 9e255887-8fa9-414c-992c-0d8a54147de3/9e255887-8fa9-414c-992c-0d8a54147de3.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.277718] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8991d497-bb3b-447c-8f79-349f9ef3ff27 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.289227] env[65682]: DEBUG nova.compute.provider_tree [None req-d32a739e-c880-4c41-a174-586dc4ca2a37 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.292018] env[65682]: DEBUG oslo_vmware.api [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Waiting for the task: (returnval){ [ 939.292018] env[65682]: value = "task-4616262" [ 939.292018] env[65682]: _type = "Task" [ 939.292018] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.298789] env[65682]: WARNING neutronclient.v2_0.client [req-dcdb15ca-348e-411c-9508-87c187f71205 req-5bb942a3-aa57-4a83-8d7f-c0cac04aea82 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.304534] env[65682]: DEBUG oslo_vmware.api [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616262, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.458949] env[65682]: DEBUG nova.network.neutron [req-dcdb15ca-348e-411c-9508-87c187f71205 req-5bb942a3-aa57-4a83-8d7f-c0cac04aea82 service nova] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Updated VIF entry in instance network info cache for port cf45c717-5d1e-4311-b805-4ebfd7c7aa38. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 939.458949] env[65682]: DEBUG nova.network.neutron [req-dcdb15ca-348e-411c-9508-87c187f71205 req-5bb942a3-aa57-4a83-8d7f-c0cac04aea82 service nova] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Updating instance_info_cache with network_info: [{"id": "cf45c717-5d1e-4311-b805-4ebfd7c7aa38", "address": "fa:16:3e:a7:7f:c0", "network": {"id": "70165a69-9ba5-4ad5-a5ca-3b0f1559d006", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1024549131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2752fe75166495bae3cec0990f3f531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf45c717-5d", "ovs_interfaceid": "cf45c717-5d1e-4311-b805-4ebfd7c7aa38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.534333] env[65682]: DEBUG oslo_concurrency.lockutils [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Releasing lock "refresh_cache-9101a68a-0aab-44de-8739-67096b5c28d9" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.728251] env[65682]: DEBUG oslo_vmware.api [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Task: {'id': task-4616261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492466} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.728588] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] d7c988b8-d615-4581-85e5-466d8b06e7ff/d7c988b8-d615-4581-85e5-466d8b06e7ff.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.728787] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.729067] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f0ae930-69f8-42cc-aee7-0b3be8e3bc4a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.737184] env[65682]: DEBUG oslo_vmware.api [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Waiting for the task: (returnval){ [ 939.737184] env[65682]: value = "task-4616263" [ 939.737184] env[65682]: _type = "Task" [ 939.737184] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.747053] env[65682]: DEBUG oslo_vmware.api [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Task: {'id': task-4616263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.794717] env[65682]: DEBUG nova.scheduler.client.report [None req-d32a739e-c880-4c41-a174-586dc4ca2a37 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.815914] env[65682]: DEBUG oslo_vmware.api [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616262, 'name': Rename_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.960946] env[65682]: DEBUG oslo_concurrency.lockutils [req-dcdb15ca-348e-411c-9508-87c187f71205 req-5bb942a3-aa57-4a83-8d7f-c0cac04aea82 service nova] Releasing lock "refresh_cache-17b12689-2ce0-48b3-a281-b26b17a4da18" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.066394] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fad141f-141f-443f-a19d-ac863d96b119 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.091641] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe68752d-0d44-42a1-9c2c-4e0eab748c8a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.100492] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Updating instance '9101a68a-0aab-44de-8739-67096b5c28d9' progress to 83 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 940.250982] env[65682]: DEBUG oslo_vmware.api [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Task: {'id': task-4616263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069953} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.251325] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.252492] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a2606e-a18b-4b26-a8a0-89e1fefd6623 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.279627] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] d7c988b8-d615-4581-85e5-466d8b06e7ff/d7c988b8-d615-4581-85e5-466d8b06e7ff.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.279627] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e75f8415-4bca-4d11-97da-b08cc635bcc1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.301186] env[65682]: DEBUG oslo_vmware.api [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Waiting for the task: (returnval){ [ 940.301186] env[65682]: value = "task-4616264" [ 940.301186] env[65682]: _type = "Task" [ 940.301186] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.309172] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d32a739e-c880-4c41-a174-586dc4ca2a37 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.222s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.311545] env[65682]: DEBUG oslo_concurrency.lockutils [None req-74294ed6-7329-4ead-8ec4-f2186bc23c02 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.970s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.311835] env[65682]: DEBUG nova.objects.instance [None req-74294ed6-7329-4ead-8ec4-f2186bc23c02 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lazy-loading 'resources' on Instance uuid 27326223-d996-4c1c-b863-e1db57a28117 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.321597] env[65682]: DEBUG oslo_vmware.api [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616262, 'name': Rename_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.321914] env[65682]: DEBUG oslo_vmware.api [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Task: {'id': task-4616264, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.337405] env[65682]: INFO nova.scheduler.client.report [None req-d32a739e-c880-4c41-a174-586dc4ca2a37 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Deleted allocations for instance c172e47a-e3c4-4119-8ef1-67dfe27d780b [ 940.607051] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.607436] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a383df6-920e-443e-9e25-f10cdd86d9e2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.615706] env[65682]: DEBUG oslo_vmware.api [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 940.615706] env[65682]: value = "task-4616265" [ 940.615706] env[65682]: _type = "Task" [ 940.615706] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.626979] env[65682]: DEBUG oslo_vmware.api [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.742120] env[65682]: DEBUG oslo_concurrency.lockutils [None req-21e63a6b-aeeb-4f57-a747-3697dd5dd0ea tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Acquiring lock "2342f97e-f740-49a0-b3ed-87bcfa9e2fa1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.742555] env[65682]: DEBUG oslo_concurrency.lockutils [None req-21e63a6b-aeeb-4f57-a747-3697dd5dd0ea tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Lock "2342f97e-f740-49a0-b3ed-87bcfa9e2fa1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.742689] env[65682]: DEBUG oslo_concurrency.lockutils [None req-21e63a6b-aeeb-4f57-a747-3697dd5dd0ea tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Acquiring lock "2342f97e-f740-49a0-b3ed-87bcfa9e2fa1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.742888] env[65682]: DEBUG oslo_concurrency.lockutils [None req-21e63a6b-aeeb-4f57-a747-3697dd5dd0ea tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Lock "2342f97e-f740-49a0-b3ed-87bcfa9e2fa1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.743086] env[65682]: DEBUG oslo_concurrency.lockutils [None req-21e63a6b-aeeb-4f57-a747-3697dd5dd0ea tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Lock "2342f97e-f740-49a0-b3ed-87bcfa9e2fa1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.745412] env[65682]: INFO nova.compute.manager [None req-21e63a6b-aeeb-4f57-a747-3697dd5dd0ea tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Terminating instance [ 940.832791] env[65682]: DEBUG oslo_vmware.api [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Task: {'id': task-4616264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.833108] env[65682]: DEBUG oslo_vmware.api [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616262, 'name': Rename_Task, 'duration_secs': 1.167375} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.833648] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.833888] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37d26e09-e606-421a-9f6b-d89698b39c83 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.847873] env[65682]: DEBUG oslo_vmware.api [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Waiting for the task: (returnval){ [ 940.847873] env[65682]: value = "task-4616267" [ 940.847873] env[65682]: _type = "Task" [ 940.847873] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.854233] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d32a739e-c880-4c41-a174-586dc4ca2a37 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "c172e47a-e3c4-4119-8ef1-67dfe27d780b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.039s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.863637] env[65682]: DEBUG oslo_vmware.api [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.909790] env[65682]: DEBUG oslo_concurrency.lockutils [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquiring lock "c46c1769-6758-4ad1-8768-8579ce514021" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.910064] env[65682]: DEBUG oslo_concurrency.lockutils [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lock "c46c1769-6758-4ad1-8768-8579ce514021" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.910249] env[65682]: INFO nova.compute.manager [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Shelving [ 941.134640] env[65682]: DEBUG oslo_vmware.api [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616265, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.250505] env[65682]: DEBUG nova.compute.manager [None req-21e63a6b-aeeb-4f57-a747-3697dd5dd0ea tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 941.250847] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-21e63a6b-aeeb-4f57-a747-3697dd5dd0ea tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.251953] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172c6594-ba39-48ce-865d-c663ea8cac11 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.266562] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e63a6b-aeeb-4f57-a747-3697dd5dd0ea tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.266562] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc3dd04c-fd09-4190-9a8a-cc3c6262eae8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.274281] env[65682]: DEBUG oslo_vmware.api [None req-21e63a6b-aeeb-4f57-a747-3697dd5dd0ea tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Waiting for the task: (returnval){ [ 941.274281] env[65682]: value = "task-4616268" [ 941.274281] env[65682]: _type = "Task" [ 941.274281] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.290896] env[65682]: DEBUG oslo_vmware.api [None req-21e63a6b-aeeb-4f57-a747-3697dd5dd0ea tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4616268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.312968] env[65682]: DEBUG oslo_vmware.api [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Task: {'id': task-4616264, 'name': ReconfigVM_Task, 'duration_secs': 0.606208} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.313405] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Reconfigured VM instance instance-0000004d to attach disk [datastore2] d7c988b8-d615-4581-85e5-466d8b06e7ff/d7c988b8-d615-4581-85e5-466d8b06e7ff.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.314943] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2655a2da-4988-4c97-87ce-baf995a35e50 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.327419] env[65682]: DEBUG oslo_vmware.api [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Waiting for the task: (returnval){ [ 941.327419] env[65682]: value = "task-4616269" [ 941.327419] env[65682]: _type = "Task" [ 941.327419] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.362383] env[65682]: DEBUG oslo_vmware.api [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616267, 'name': PowerOnVM_Task} progress is 98%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.364466] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3943e22-77fd-4e1d-9eac-036db7828d80 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.373546] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb1f478-1ce1-4351-bcf8-4191d33ccca2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.411973] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8884fa-a975-44f2-9b0a-16568e43d297 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.425575] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5668e6-f08f-44c8-a60e-b5b48b877ca7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.443824] env[65682]: DEBUG nova.compute.provider_tree [None req-74294ed6-7329-4ead-8ec4-f2186bc23c02 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.627390] env[65682]: DEBUG oslo_vmware.api [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616265, 'name': PowerOnVM_Task, 'duration_secs': 0.751918} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.627390] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.627624] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-de8abf43-9e40-4025-b2a0-0fcc016838da tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Updating instance '9101a68a-0aab-44de-8739-67096b5c28d9' progress to 100 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 941.790700] env[65682]: DEBUG oslo_vmware.api [None req-21e63a6b-aeeb-4f57-a747-3697dd5dd0ea tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4616268, 'name': PowerOffVM_Task, 'duration_secs': 0.313646} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.791111] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e63a6b-aeeb-4f57-a747-3697dd5dd0ea tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.791220] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-21e63a6b-aeeb-4f57-a747-3697dd5dd0ea tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.791489] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29f99c0a-024b-430d-884c-d2c90eec3ae9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.839329] env[65682]: DEBUG oslo_vmware.api [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Task: {'id': task-4616269, 'name': Rename_Task, 'duration_secs': 0.194091} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.839766] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.840059] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04f0d575-948b-4285-82cd-4e3e51e71db1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.850243] env[65682]: DEBUG oslo_vmware.api [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Waiting for the task: (returnval){ [ 941.850243] env[65682]: value = "task-4616271" [ 941.850243] env[65682]: _type = "Task" [ 941.850243] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.864423] env[65682]: DEBUG oslo_vmware.api [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616267, 'name': PowerOnVM_Task, 'duration_secs': 0.582691} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.868481] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.868850] env[65682]: DEBUG nova.compute.manager [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 941.869169] env[65682]: DEBUG oslo_vmware.api [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Task: {'id': task-4616271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.870348] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec2f491-ede7-443c-b65f-ec30946d83e0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.888306] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-21e63a6b-aeeb-4f57-a747-3697dd5dd0ea tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.888306] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-21e63a6b-aeeb-4f57-a747-3697dd5dd0ea tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.888306] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-21e63a6b-aeeb-4f57-a747-3697dd5dd0ea tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Deleting the datastore file [datastore2] 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.888306] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c30efa2-9782-4e49-8aeb-1d9533cce069 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.895371] env[65682]: DEBUG oslo_vmware.api [None req-21e63a6b-aeeb-4f57-a747-3697dd5dd0ea tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Waiting for the task: (returnval){ [ 941.895371] env[65682]: value = "task-4616272" [ 941.895371] env[65682]: _type = "Task" [ 941.895371] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.906863] env[65682]: DEBUG oslo_vmware.api [None req-21e63a6b-aeeb-4f57-a747-3697dd5dd0ea tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4616272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.933775] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.935484] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94659e33-e508-49e2-8d1d-350ff29f3e84 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.944061] env[65682]: DEBUG oslo_vmware.api [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 941.944061] env[65682]: value = "task-4616273" [ 941.944061] env[65682]: _type = "Task" [ 941.944061] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.949873] env[65682]: DEBUG nova.scheduler.client.report [None req-74294ed6-7329-4ead-8ec4-f2186bc23c02 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.960968] env[65682]: DEBUG oslo_vmware.api [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.365708] env[65682]: DEBUG oslo_vmware.api [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Task: {'id': task-4616271, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.395534] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.408358] env[65682]: DEBUG oslo_vmware.api [None req-21e63a6b-aeeb-4f57-a747-3697dd5dd0ea tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Task: {'id': task-4616272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364152} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.408822] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-21e63a6b-aeeb-4f57-a747-3697dd5dd0ea tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.408822] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-21e63a6b-aeeb-4f57-a747-3697dd5dd0ea tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.408963] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-21e63a6b-aeeb-4f57-a747-3697dd5dd0ea tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.409158] env[65682]: INFO nova.compute.manager [None req-21e63a6b-aeeb-4f57-a747-3697dd5dd0ea tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 942.409430] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-21e63a6b-aeeb-4f57-a747-3697dd5dd0ea tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 942.409622] env[65682]: DEBUG nova.compute.manager [-] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 942.409721] env[65682]: DEBUG nova.network.neutron [-] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 942.410064] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.450798] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.457351] env[65682]: DEBUG oslo_concurrency.lockutils [None req-74294ed6-7329-4ead-8ec4-f2186bc23c02 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.461609] env[65682]: DEBUG oslo_vmware.api [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616273, 'name': PowerOffVM_Task, 'duration_secs': 0.252182} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.461609] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 23.742s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.462207] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.462771] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e71284f-8dbc-4f81-a8fa-9648e8c4a2b3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.488513] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b8dbee-4bd6-4606-88c9-e3094e03b44e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.504853] env[65682]: INFO nova.scheduler.client.report [None req-74294ed6-7329-4ead-8ec4-f2186bc23c02 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Deleted allocations for instance 27326223-d996-4c1c-b863-e1db57a28117 [ 942.865372] env[65682]: DEBUG oslo_vmware.api [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Task: {'id': task-4616271, 'name': PowerOnVM_Task, 'duration_secs': 0.610597} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.865878] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.866082] env[65682]: INFO nova.compute.manager [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Took 8.34 seconds to spawn the instance on the hypervisor. [ 942.866334] env[65682]: DEBUG nova.compute.manager [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 942.867386] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1662f5-4841-4a7c-a658-1271aaa188c6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.902517] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-f09f9489-8ba4-4841-ae94-6ba1449388e7 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Volume attach. Driver type: vmdk {{(pid=65682) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 942.902517] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-f09f9489-8ba4-4841-ae94-6ba1449388e7 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901660', 'volume_id': '725a95c2-455a-4b8d-ba1d-871f3ac75c06', 'name': 'volume-725a95c2-455a-4b8d-ba1d-871f3ac75c06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7276c80d-0da0-484e-99a2-5d84d8ab6db9', 'attached_at': '', 'detached_at': '', 'volume_id': '725a95c2-455a-4b8d-ba1d-871f3ac75c06', 'serial': '725a95c2-455a-4b8d-ba1d-871f3ac75c06'} {{(pid=65682) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 942.903405] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d845a9-79d2-49a7-90e8-7f0d59c0f73e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.922789] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61154a7-3afe-475a-b61a-e63e951b7c1d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.955191] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-f09f9489-8ba4-4841-ae94-6ba1449388e7 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] volume-725a95c2-455a-4b8d-ba1d-871f3ac75c06/volume-725a95c2-455a-4b8d-ba1d-871f3ac75c06.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.955764] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3331b380-81d4-4f2b-808d-0b46ff894be3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.990022] env[65682]: DEBUG oslo_vmware.api [None req-f09f9489-8ba4-4841-ae94-6ba1449388e7 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 942.990022] env[65682]: value = "task-4616274" [ 942.990022] env[65682]: _type = "Task" [ 942.990022] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.002849] env[65682]: DEBUG oslo_vmware.api [None req-f09f9489-8ba4-4841-ae94-6ba1449388e7 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616274, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.007694] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Creating Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 943.008909] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2181737f-a26f-4db7-a7df-15b62d6b0c0c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.021047] env[65682]: DEBUG oslo_concurrency.lockutils [None req-74294ed6-7329-4ead-8ec4-f2186bc23c02 tempest-MultipleCreateTestJSON-415991953 tempest-MultipleCreateTestJSON-415991953-project-member] Lock "27326223-d996-4c1c-b863-e1db57a28117" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.734s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.023326] env[65682]: DEBUG oslo_vmware.api [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 943.023326] env[65682]: value = "task-4616275" [ 943.023326] env[65682]: _type = "Task" [ 943.023326] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.035814] env[65682]: DEBUG oslo_vmware.api [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616275, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.376212] env[65682]: DEBUG nova.compute.manager [req-25903653-e640-490b-a25f-ce34be439980 req-35bb6b9b-8e38-4686-8ae2-164ac062a4d1 service nova] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Received event network-vif-deleted-12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 943.376212] env[65682]: INFO nova.compute.manager [req-25903653-e640-490b-a25f-ce34be439980 req-35bb6b9b-8e38-4686-8ae2-164ac062a4d1 service nova] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Neutron deleted interface 12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe; detaching it from the instance and deleting it from the info cache [ 943.376212] env[65682]: DEBUG nova.network.neutron [req-25903653-e640-490b-a25f-ce34be439980 req-35bb6b9b-8e38-4686-8ae2-164ac062a4d1 service nova] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.386793] env[65682]: INFO nova.compute.manager [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Took 41.95 seconds to build instance. [ 943.484344] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Applying migration context for instance 63bdb800-aeda-456e-9acd-afab1096c9d1 as it has an incoming, in-progress migration 04e12bb2-c806-4e13-8e93-ba0e32b20105. Migration status is confirming {{(pid=65682) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 943.484731] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Applying migration context for instance 9101a68a-0aab-44de-8739-67096b5c28d9 as it has an incoming, in-progress migration 8ca0d2d0-ecc5-40f0-a1e8-ff563eac8203. Migration status is finished {{(pid=65682) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 943.488098] env[65682]: INFO nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Updating resource usage from migration 04e12bb2-c806-4e13-8e93-ba0e32b20105 [ 943.488098] env[65682]: INFO nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Updating resource usage from migration 8ca0d2d0-ecc5-40f0-a1e8-ff563eac8203 [ 943.506380] env[65682]: DEBUG oslo_vmware.api [None req-f09f9489-8ba4-4841-ae94-6ba1449388e7 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616274, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.535040] env[65682]: DEBUG oslo_vmware.api [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616275, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.537029] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance f3887e09-9b99-461c-98a1-e89e896177ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 943.537029] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 6dc6138b-9a58-44c7-a4bf-890c36ce1197 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 943.537029] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 6812a738-b2c5-4038-9943-ba204da22919 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 943.537029] env[65682]: WARNING nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 559700b5-72a1-423d-894c-f191dbb88d03 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 943.537029] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance c46c1769-6758-4ad1-8768-8579ce514021 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 943.537029] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 943.537478] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 943.537478] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 89425ade-bec0-4810-8284-ee9dd50a8c06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 943.537478] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 6725e588-0d8f-442d-9158-4049ebeb0262 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 943.537631] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 943.537631] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 48408761-7c99-450a-882d-64a99dd20435 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 943.537732] env[65682]: WARNING nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance b24ad2eb-af52-4df0-b53f-fcdab3018286 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 943.537827] env[65682]: WARNING nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 5b0b66e2-1f7d-4f3a-8ddc-748df0994391 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 943.538157] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 7276c80d-0da0-484e-99a2-5d84d8ab6db9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 943.538157] env[65682]: WARNING nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 02fa8028-04bb-4b33-8931-e7af29af0204 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. Skipping heal of allocation because we do not know what to do. [ 943.538157] env[65682]: WARNING nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 836767a3-4247-454c-bc51-f0be811bb527 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 943.538439] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance d0ef8271-64ac-4899-b800-b213195b585b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 943.538439] env[65682]: WARNING nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 1e2fc4ce-a979-45f2-bb70-636e0b52662c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 943.538543] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance bd13c2de-6abf-4237-b7b2-bbc24fc59b24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 943.538593] env[65682]: WARNING nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance f548ea90-2a80-41a4-96f3-a8c2baf7d1e4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 943.538690] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Migration 04e12bb2-c806-4e13-8e93-ba0e32b20105 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 943.538797] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 63bdb800-aeda-456e-9acd-afab1096c9d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 943.538901] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 9e255887-8fa9-414c-992c-0d8a54147de3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 943.539015] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 17b12689-2ce0-48b3-a281-b26b17a4da18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 943.539131] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Migration 8ca0d2d0-ecc5-40f0-a1e8-ff563eac8203 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 943.539239] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 9101a68a-0aab-44de-8739-67096b5c28d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 943.539500] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance d7c988b8-d615-4581-85e5-466d8b06e7ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 943.540797] env[65682]: DEBUG nova.network.neutron [-] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.879382] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90d2884d-e3b1-4902-af0e-2a90b6c25266 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.891539] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637a11a7-ad67-403a-82c0-1c51c081630b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.904211] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b293388d-e94c-4e1d-b8b8-12710ae576bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Lock "d7c988b8-d615-4581-85e5-466d8b06e7ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.482s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.937227] env[65682]: DEBUG nova.compute.manager [req-25903653-e640-490b-a25f-ce34be439980 req-35bb6b9b-8e38-4686-8ae2-164ac062a4d1 service nova] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Detach interface failed, port_id=12a0f3c9-bcbe-445f-ab7b-f9b70db3bffe, reason: Instance 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 944.003702] env[65682]: DEBUG oslo_vmware.api [None req-f09f9489-8ba4-4841-ae94-6ba1449388e7 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616274, 'name': ReconfigVM_Task, 'duration_secs': 0.579975} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.003987] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-f09f9489-8ba4-4841-ae94-6ba1449388e7 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Reconfigured VM instance instance-00000042 to attach disk [datastore1] volume-725a95c2-455a-4b8d-ba1d-871f3ac75c06/volume-725a95c2-455a-4b8d-ba1d-871f3ac75c06.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.011850] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80bc4041-818c-4700-8bc2-86ed61128ee6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.031692] env[65682]: DEBUG oslo_vmware.api [None req-f09f9489-8ba4-4841-ae94-6ba1449388e7 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 944.031692] env[65682]: value = "task-4616276" [ 944.031692] env[65682]: _type = "Task" [ 944.031692] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.043029] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance c1dffb08-8d14-4976-addd-6f563b1f31fb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 944.044470] env[65682]: DEBUG oslo_vmware.api [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616275, 'name': CreateSnapshot_Task, 'duration_secs': 0.617942} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.045453] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Created Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 944.045916] env[65682]: INFO nova.compute.manager [-] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Took 1.64 seconds to deallocate network for instance. [ 944.046814] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfd7a61-b036-4904-b994-33f9d5b6e09e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.058433] env[65682]: DEBUG oslo_vmware.api [None req-f09f9489-8ba4-4841-ae94-6ba1449388e7 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616276, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.358131] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Acquiring lock "9e255887-8fa9-414c-992c-0d8a54147de3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.358422] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Lock "9e255887-8fa9-414c-992c-0d8a54147de3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.358668] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Acquiring lock "9e255887-8fa9-414c-992c-0d8a54147de3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.358918] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Lock "9e255887-8fa9-414c-992c-0d8a54147de3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.359113] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Lock "9e255887-8fa9-414c-992c-0d8a54147de3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.362107] env[65682]: INFO nova.compute.manager [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Terminating instance [ 944.545370] env[65682]: DEBUG oslo_vmware.api [None req-f09f9489-8ba4-4841-ae94-6ba1449388e7 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616276, 'name': ReconfigVM_Task, 'duration_secs': 0.175946} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.545927] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 6053bbbc-7565-4182-abc7-6cc4800ed4bc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 944.547816] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-f09f9489-8ba4-4841-ae94-6ba1449388e7 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901660', 'volume_id': '725a95c2-455a-4b8d-ba1d-871f3ac75c06', 'name': 'volume-725a95c2-455a-4b8d-ba1d-871f3ac75c06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7276c80d-0da0-484e-99a2-5d84d8ab6db9', 'attached_at': '', 'detached_at': '', 'volume_id': '725a95c2-455a-4b8d-ba1d-871f3ac75c06', 'serial': '725a95c2-455a-4b8d-ba1d-871f3ac75c06'} {{(pid=65682) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 944.564901] env[65682]: DEBUG oslo_concurrency.lockutils [None req-21e63a6b-aeeb-4f57-a747-3697dd5dd0ea tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.585118] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Creating linked-clone VM from snapshot {{(pid=65682) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 944.585118] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-de663c0d-4d5c-4bbb-997f-a8ccd93e17f5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.594013] env[65682]: DEBUG oslo_vmware.api [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 944.594013] env[65682]: value = "task-4616277" [ 944.594013] env[65682]: _type = "Task" [ 944.594013] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.604168] env[65682]: DEBUG oslo_vmware.api [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616277, 'name': CloneVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.867516] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Acquiring lock "refresh_cache-9e255887-8fa9-414c-992c-0d8a54147de3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.867857] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Acquired lock "refresh_cache-9e255887-8fa9-414c-992c-0d8a54147de3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.868109] env[65682]: DEBUG nova.network.neutron [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 945.051567] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 945.108041] env[65682]: DEBUG oslo_vmware.api [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616277, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.374586] env[65682]: WARNING neutronclient.v2_0.client [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.404098] env[65682]: DEBUG nova.network.neutron [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 945.526549] env[65682]: DEBUG nova.network.neutron [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.559722] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 3b36488c-6508-4175-86e5-6a78a54903d0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 945.560071] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=65682) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 945.561180] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4544MB phys_disk=100GB used_disk=21GB total_vcpus=48 used_vcpus=20 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '18', 'num_vm_active': '15', 'num_task_None': '14', 'num_os_type_None': '18', 'num_proj_76b3a7f038084eeb846306a8aec646e4': '1', 'io_workload': '1', 'num_proj_c231ad911e114f9aba2f6ba48a64318d': '1', 'num_proj_8eaca82bae54434ea55d652d06ff4773': '2', 'num_vm_resized': '1', 'num_proj_1063d410f5864f5292ea4436f03d192c': '1', 'num_task_shelving': '1', 'num_proj_a8a6ae75473d441688fb59c9c7b328ea': '1', 'num_proj_f70bcfbec5214013bcdfc3f7bf6110ff': '3', 'num_task_deleting': '1', 'num_proj_8c67ea88399448a19182e3a443f4056f': '1', 'num_vm_rescued': '1', 'num_proj_44bf2c1a9a904b12a683ebb7b184c7ef': '1', 'num_proj_b62038395132428da3ab00f1df661b47': '1', 'num_proj_7ce240edeef94d9a82c6ae99671f1d50': '1', 'num_task_resize_finish': '1', 'num_proj_9aa8a0b312c041e49d891b6bae417098': '1', 'num_proj_5767ded856aa4622bc8a6e7f1c351c2a': '1', 'num_proj_e5a144aefeac487d9092bfd0db63de74': '1', 'num_proj_d2752fe75166495bae3cec0990f3f531': '1', 'num_vm_building': '1', 'num_task_spawning': '1', 'num_proj_5d024aec646340129ebc8915387af638': '1'} {{(pid=65682) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 945.609529] env[65682]: DEBUG oslo_vmware.api [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616277, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.626066] env[65682]: DEBUG nova.objects.instance [None req-f09f9489-8ba4-4841-ae94-6ba1449388e7 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lazy-loading 'flavor' on Instance uuid 7276c80d-0da0-484e-99a2-5d84d8ab6db9 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.938774] env[65682]: DEBUG oslo_concurrency.lockutils [None req-498e910f-9e01-41c8-8300-73a97d1763fd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "9101a68a-0aab-44de-8739-67096b5c28d9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.938774] env[65682]: DEBUG oslo_concurrency.lockutils [None req-498e910f-9e01-41c8-8300-73a97d1763fd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "9101a68a-0aab-44de-8739-67096b5c28d9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.938774] env[65682]: DEBUG nova.compute.manager [None req-498e910f-9e01-41c8-8300-73a97d1763fd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Going to confirm migration 4 {{(pid=65682) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 946.030392] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Releasing lock "refresh_cache-9e255887-8fa9-414c-992c-0d8a54147de3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.031976] env[65682]: DEBUG nova.compute.manager [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 946.031976] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.033083] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b96ad60-72de-4676-a99e-8a847941abe1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.047704] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.048786] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be6182f9-43ad-4339-91bd-be0884351217 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.060209] env[65682]: DEBUG oslo_vmware.api [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Waiting for the task: (returnval){ [ 946.060209] env[65682]: value = "task-4616278" [ 946.060209] env[65682]: _type = "Task" [ 946.060209] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.075015] env[65682]: DEBUG oslo_vmware.api [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.107440] env[65682]: DEBUG oslo_vmware.api [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616277, 'name': CloneVM_Task} progress is 95%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.132926] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f09f9489-8ba4-4841-ae94-6ba1449388e7 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "7276c80d-0da0-484e-99a2-5d84d8ab6db9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.867s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.211192] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2c93fe-6284-4866-aed3-743832a67469 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.221454] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf1c696-9c5b-4a61-af66-b7b79dff355c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.257737] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e4d82e-2ceb-433f-9262-57aa0a64a427 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.267367] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9375d7-16cb-4c55-97d4-42cd4af31c5b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.285308] env[65682]: DEBUG nova.compute.provider_tree [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.446375] env[65682]: WARNING neutronclient.v2_0.client [None req-498e910f-9e01-41c8-8300-73a97d1763fd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.490695] env[65682]: WARNING neutronclient.v2_0.client [None req-498e910f-9e01-41c8-8300-73a97d1763fd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.491067] env[65682]: DEBUG oslo_concurrency.lockutils [None req-498e910f-9e01-41c8-8300-73a97d1763fd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "refresh_cache-9101a68a-0aab-44de-8739-67096b5c28d9" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.492325] env[65682]: DEBUG oslo_concurrency.lockutils [None req-498e910f-9e01-41c8-8300-73a97d1763fd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquired lock "refresh_cache-9101a68a-0aab-44de-8739-67096b5c28d9" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.492325] env[65682]: DEBUG nova.network.neutron [None req-498e910f-9e01-41c8-8300-73a97d1763fd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 946.492325] env[65682]: DEBUG nova.objects.instance [None req-498e910f-9e01-41c8-8300-73a97d1763fd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lazy-loading 'info_cache' on Instance uuid 9101a68a-0aab-44de-8739-67096b5c28d9 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.511423] env[65682]: DEBUG oslo_concurrency.lockutils [None req-73310fb4-99ee-40c9-b4ba-a3ba39777208 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "bd13c2de-6abf-4237-b7b2-bbc24fc59b24" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.511881] env[65682]: DEBUG oslo_concurrency.lockutils [None req-73310fb4-99ee-40c9-b4ba-a3ba39777208 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "bd13c2de-6abf-4237-b7b2-bbc24fc59b24" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.570687] env[65682]: DEBUG oslo_vmware.api [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616278, 'name': PowerOffVM_Task, 'duration_secs': 0.156022} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.570939] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.571128] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.571394] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a36cec9e-2849-4203-86f6-a5f87db4cee7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.602637] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.602915] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.603174] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Deleting the datastore file [datastore2] 9e255887-8fa9-414c-992c-0d8a54147de3 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.603889] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-112e070a-b3f7-4435-9309-1ffd543257d9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.609219] env[65682]: DEBUG oslo_vmware.api [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616277, 'name': CloneVM_Task, 'duration_secs': 1.73086} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.610026] env[65682]: INFO nova.virt.vmwareapi.vmops [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Created linked-clone VM from snapshot [ 946.610725] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8ea90c-efb4-4ac2-bf86-f4be7ca3807f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.614800] env[65682]: DEBUG oslo_vmware.api [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Waiting for the task: (returnval){ [ 946.614800] env[65682]: value = "task-4616280" [ 946.614800] env[65682]: _type = "Task" [ 946.614800] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.621784] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Uploading image e7ad7112-5a00-427b-9169-c7e03d96c74d {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 946.630570] env[65682]: DEBUG oslo_vmware.api [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.652444] env[65682]: DEBUG oslo_vmware.rw_handles [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 946.652444] env[65682]: value = "vm-901662" [ 946.652444] env[65682]: _type = "VirtualMachine" [ 946.652444] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 946.652663] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0ca49e6b-4e2d-443a-8d59-b29bb468c67a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.662571] env[65682]: DEBUG oslo_vmware.rw_handles [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lease: (returnval){ [ 946.662571] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52136543-4982-e926-2de7-9fb1b3035143" [ 946.662571] env[65682]: _type = "HttpNfcLease" [ 946.662571] env[65682]: } obtained for exporting VM: (result){ [ 946.662571] env[65682]: value = "vm-901662" [ 946.662571] env[65682]: _type = "VirtualMachine" [ 946.662571] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 946.662571] env[65682]: DEBUG oslo_vmware.api [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the lease: (returnval){ [ 946.662571] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52136543-4982-e926-2de7-9fb1b3035143" [ 946.662571] env[65682]: _type = "HttpNfcLease" [ 946.662571] env[65682]: } to be ready. {{(pid=65682) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 946.670934] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 946.670934] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52136543-4982-e926-2de7-9fb1b3035143" [ 946.670934] env[65682]: _type = "HttpNfcLease" [ 946.670934] env[65682]: } is initializing. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 946.790552] env[65682]: DEBUG nova.scheduler.client.report [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.828388] env[65682]: DEBUG oslo_concurrency.lockutils [None req-65b14c8f-65ba-41c1-a799-f22f34b8e0bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Acquiring lock "d7c988b8-d615-4581-85e5-466d8b06e7ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.828681] env[65682]: DEBUG oslo_concurrency.lockutils [None req-65b14c8f-65ba-41c1-a799-f22f34b8e0bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Lock "d7c988b8-d615-4581-85e5-466d8b06e7ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.828888] env[65682]: DEBUG oslo_concurrency.lockutils [None req-65b14c8f-65ba-41c1-a799-f22f34b8e0bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Acquiring lock "d7c988b8-d615-4581-85e5-466d8b06e7ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.829077] env[65682]: DEBUG oslo_concurrency.lockutils [None req-65b14c8f-65ba-41c1-a799-f22f34b8e0bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Lock "d7c988b8-d615-4581-85e5-466d8b06e7ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.829246] env[65682]: DEBUG oslo_concurrency.lockutils [None req-65b14c8f-65ba-41c1-a799-f22f34b8e0bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Lock "d7c988b8-d615-4581-85e5-466d8b06e7ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.831339] env[65682]: INFO nova.compute.manager [None req-65b14c8f-65ba-41c1-a799-f22f34b8e0bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Terminating instance [ 947.015852] env[65682]: DEBUG nova.compute.utils [None req-73310fb4-99ee-40c9-b4ba-a3ba39777208 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.126878] env[65682]: DEBUG oslo_vmware.api [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Task: {'id': task-4616280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22984} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.127821] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.127821] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.127821] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.127979] env[65682]: INFO nova.compute.manager [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Took 1.10 seconds to destroy the instance on the hypervisor. [ 947.128311] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 947.128541] env[65682]: DEBUG nova.compute.manager [-] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 947.128711] env[65682]: DEBUG nova.network.neutron [-] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 947.128987] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.171418] env[65682]: DEBUG nova.network.neutron [-] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 947.171418] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.173434] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 947.173434] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52136543-4982-e926-2de7-9fb1b3035143" [ 947.173434] env[65682]: _type = "HttpNfcLease" [ 947.173434] env[65682]: } is ready. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 947.174383] env[65682]: DEBUG oslo_vmware.rw_handles [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 947.174383] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52136543-4982-e926-2de7-9fb1b3035143" [ 947.174383] env[65682]: _type = "HttpNfcLease" [ 947.174383] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 947.175522] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2085a444-dd78-45f8-a1d1-e0e16f46b9c4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.186369] env[65682]: DEBUG oslo_vmware.rw_handles [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523e2576-4580-500d-000e-bb8302ea7678/disk-0.vmdk from lease info. {{(pid=65682) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 947.186738] env[65682]: DEBUG oslo_vmware.rw_handles [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523e2576-4580-500d-000e-bb8302ea7678/disk-0.vmdk for reading. {{(pid=65682) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 947.295869] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65682) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 947.296143] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.836s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.296419] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.193s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.298012] env[65682]: INFO nova.compute.claims [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.337572] env[65682]: DEBUG nova.compute.manager [None req-65b14c8f-65ba-41c1-a799-f22f34b8e0bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 947.337848] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-65b14c8f-65ba-41c1-a799-f22f34b8e0bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.338849] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37281391-14c8-44ef-a15c-973e3f4026e9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.349799] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9dd49410-0dfc-4a59-aa36-159fd31893e5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.355225] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b14c8f-65ba-41c1-a799-f22f34b8e0bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.356027] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69f90d6e-60a0-4ae8-ae0d-a94134b9aca0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.363926] env[65682]: DEBUG oslo_vmware.api [None req-65b14c8f-65ba-41c1-a799-f22f34b8e0bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Waiting for the task: (returnval){ [ 947.363926] env[65682]: value = "task-4616282" [ 947.363926] env[65682]: _type = "Task" [ 947.363926] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.374055] env[65682]: DEBUG oslo_vmware.api [None req-65b14c8f-65ba-41c1-a799-f22f34b8e0bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Task: {'id': task-4616282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.492023] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Acquiring lock "22c4615c-9284-4e80-bc61-b43de31b03ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.492023] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Lock "22c4615c-9284-4e80-bc61-b43de31b03ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.498074] env[65682]: WARNING neutronclient.v2_0.client [None req-498e910f-9e01-41c8-8300-73a97d1763fd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.520732] env[65682]: DEBUG oslo_concurrency.lockutils [None req-73310fb4-99ee-40c9-b4ba-a3ba39777208 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "bd13c2de-6abf-4237-b7b2-bbc24fc59b24" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.596123] env[65682]: INFO nova.compute.manager [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Rebuilding instance [ 947.646525] env[65682]: DEBUG nova.compute.manager [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 947.647547] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600fa97e-18e7-4b48-98fd-836a3e2fac39 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.676896] env[65682]: DEBUG nova.network.neutron [-] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.800383] env[65682]: WARNING neutronclient.v2_0.client [None req-498e910f-9e01-41c8-8300-73a97d1763fd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.878457] env[65682]: DEBUG oslo_vmware.api [None req-65b14c8f-65ba-41c1-a799-f22f34b8e0bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Task: {'id': task-4616282, 'name': PowerOffVM_Task, 'duration_secs': 0.224741} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.878900] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b14c8f-65ba-41c1-a799-f22f34b8e0bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.879215] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-65b14c8f-65ba-41c1-a799-f22f34b8e0bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.879716] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0d53573-9dbe-4f48-b6b7-bc1fd282b49f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.952254] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-65b14c8f-65ba-41c1-a799-f22f34b8e0bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.952764] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-65b14c8f-65ba-41c1-a799-f22f34b8e0bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.953256] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b14c8f-65ba-41c1-a799-f22f34b8e0bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Deleting the datastore file [datastore2] d7c988b8-d615-4581-85e5-466d8b06e7ff {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.953256] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ae04bd7-9ea5-45ac-8ece-05018a226355 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.961972] env[65682]: DEBUG oslo_vmware.api [None req-65b14c8f-65ba-41c1-a799-f22f34b8e0bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Waiting for the task: (returnval){ [ 947.961972] env[65682]: value = "task-4616284" [ 947.961972] env[65682]: _type = "Task" [ 947.961972] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.972605] env[65682]: DEBUG oslo_vmware.api [None req-65b14c8f-65ba-41c1-a799-f22f34b8e0bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Task: {'id': task-4616284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.976020] env[65682]: DEBUG nova.network.neutron [None req-498e910f-9e01-41c8-8300-73a97d1763fd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Updating instance_info_cache with network_info: [{"id": "0306b676-b302-4320-b76a-806a76abc312", "address": "fa:16:3e:d8:8b:7c", "network": {"id": "bb910440-198c-4502-a3a4-4e298d3e865f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558144367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa8a0b312c041e49d891b6bae417098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0306b676-b3", "ovs_interfaceid": "0306b676-b302-4320-b76a-806a76abc312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.995130] env[65682]: DEBUG nova.compute.manager [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 948.181279] env[65682]: INFO nova.compute.manager [-] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Took 1.05 seconds to deallocate network for instance. [ 948.475326] env[65682]: DEBUG oslo_vmware.api [None req-65b14c8f-65ba-41c1-a799-f22f34b8e0bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Task: {'id': task-4616284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298486} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.478638] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b14c8f-65ba-41c1-a799-f22f34b8e0bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.478698] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-65b14c8f-65ba-41c1-a799-f22f34b8e0bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.478864] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-65b14c8f-65ba-41c1-a799-f22f34b8e0bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.479282] env[65682]: INFO nova.compute.manager [None req-65b14c8f-65ba-41c1-a799-f22f34b8e0bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Took 1.14 seconds to destroy the instance on the hypervisor. [ 948.479328] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-65b14c8f-65ba-41c1-a799-f22f34b8e0bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 948.480064] env[65682]: DEBUG oslo_concurrency.lockutils [None req-498e910f-9e01-41c8-8300-73a97d1763fd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Releasing lock "refresh_cache-9101a68a-0aab-44de-8739-67096b5c28d9" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.480064] env[65682]: DEBUG nova.objects.instance [None req-498e910f-9e01-41c8-8300-73a97d1763fd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lazy-loading 'migration_context' on Instance uuid 9101a68a-0aab-44de-8739-67096b5c28d9 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.481655] env[65682]: DEBUG nova.compute.manager [-] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 948.484094] env[65682]: DEBUG nova.network.neutron [-] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 948.484957] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.518731] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.598688] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.626987] env[65682]: DEBUG oslo_concurrency.lockutils [None req-73310fb4-99ee-40c9-b4ba-a3ba39777208 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "bd13c2de-6abf-4237-b7b2-bbc24fc59b24" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.627144] env[65682]: DEBUG oslo_concurrency.lockutils [None req-73310fb4-99ee-40c9-b4ba-a3ba39777208 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "bd13c2de-6abf-4237-b7b2-bbc24fc59b24" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.627564] env[65682]: INFO nova.compute.manager [None req-73310fb4-99ee-40c9-b4ba-a3ba39777208 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Attaching volume baafb90a-70c8-4102-8c59-5eb896d650f0 to /dev/sdb [ 948.663953] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.665256] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee77c2e2-85f6-459b-83a0-f37f4961a218 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.680762] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 948.680762] env[65682]: value = "task-4616285" [ 948.680762] env[65682]: _type = "Task" [ 948.680762] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.697032] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.697419] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.700566] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78eb6b75-59c8-4a10-af25-246e3f592c6a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.710903] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e002dff-15b7-45b6-9f01-083571c994cd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.728526] env[65682]: DEBUG nova.virt.block_device [None req-73310fb4-99ee-40c9-b4ba-a3ba39777208 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Updating existing volume attachment record: 9a5a93fc-fcba-401d-be35-e7b3b85ac772 {{(pid=65682) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 948.990852] env[65682]: DEBUG nova.objects.base [None req-498e910f-9e01-41c8-8300-73a97d1763fd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Object Instance<9101a68a-0aab-44de-8739-67096b5c28d9> lazy-loaded attributes: info_cache,migration_context {{(pid=65682) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 948.994363] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5de2382-f9b8-406e-a929-e17f07b28361 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.000152] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b512c5f0-4546-48b1-8e0b-fdc9c635ff95 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.028903] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9806e1-aefc-4d79-bb10-f37d2431c450 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.033671] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99414c9d-f83d-4127-a46a-7114aed906fd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.042070] env[65682]: DEBUG oslo_vmware.api [None req-498e910f-9e01-41c8-8300-73a97d1763fd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 949.042070] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]524c3795-6e52-646e-9e58-0120fe76410e" [ 949.042070] env[65682]: _type = "Task" [ 949.042070] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.079630] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8542646-a057-4fbf-9a8b-05da84db05a3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.087766] env[65682]: DEBUG oslo_vmware.api [None req-498e910f-9e01-41c8-8300-73a97d1763fd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]524c3795-6e52-646e-9e58-0120fe76410e, 'name': SearchDatastore_Task, 'duration_secs': 0.018296} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.090400] env[65682]: DEBUG oslo_concurrency.lockutils [None req-498e910f-9e01-41c8-8300-73a97d1763fd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.091925] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306f81e3-ce4f-42c3-ab84-6679ecf8f085 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.108796] env[65682]: DEBUG nova.compute.provider_tree [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.192733] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616285, 'name': PowerOffVM_Task, 'duration_secs': 0.26223} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.193104] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.280729] env[65682]: DEBUG nova.compute.manager [req-c4a5778b-786d-4a3c-94c5-3b0a6c9d8cbe req-efc16522-247c-46c3-a4f9-a276e4c7573d service nova] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Received event network-vif-deleted-c9212886-e1c7-430b-93d0-b31627ef5ce5 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 949.281099] env[65682]: INFO nova.compute.manager [req-c4a5778b-786d-4a3c-94c5-3b0a6c9d8cbe req-efc16522-247c-46c3-a4f9-a276e4c7573d service nova] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Neutron deleted interface c9212886-e1c7-430b-93d0-b31627ef5ce5; detaching it from the instance and deleting it from the info cache [ 949.281175] env[65682]: DEBUG nova.network.neutron [req-c4a5778b-786d-4a3c-94c5-3b0a6c9d8cbe req-efc16522-247c-46c3-a4f9-a276e4c7573d service nova] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.285583] env[65682]: INFO nova.compute.manager [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Detaching volume 725a95c2-455a-4b8d-ba1d-871f3ac75c06 [ 949.324885] env[65682]: INFO nova.virt.block_device [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Attempting to driver detach volume 725a95c2-455a-4b8d-ba1d-871f3ac75c06 from mountpoint /dev/sdb [ 949.325170] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Volume detach. Driver type: vmdk {{(pid=65682) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 949.325444] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901660', 'volume_id': '725a95c2-455a-4b8d-ba1d-871f3ac75c06', 'name': 'volume-725a95c2-455a-4b8d-ba1d-871f3ac75c06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7276c80d-0da0-484e-99a2-5d84d8ab6db9', 'attached_at': '', 'detached_at': '', 'volume_id': '725a95c2-455a-4b8d-ba1d-871f3ac75c06', 'serial': '725a95c2-455a-4b8d-ba1d-871f3ac75c06'} {{(pid=65682) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 949.326639] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e7eb64-c4bd-4f97-85fa-cff174f1bbc0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.353417] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668ad459-df31-47e5-af22-67f761686da1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.363237] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628713b7-88f1-407d-a0cd-3839ca232f31 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.384811] env[65682]: DEBUG nova.network.neutron [-] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.387218] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0339f383-828a-4768-9b96-ed1ec832266c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.406415] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The volume has not been displaced from its original location: [datastore1] volume-725a95c2-455a-4b8d-ba1d-871f3ac75c06/volume-725a95c2-455a-4b8d-ba1d-871f3ac75c06.vmdk. No consolidation needed. {{(pid=65682) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 949.412456] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 949.413627] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c17f3f6a-15cc-457f-8c45-de5693c78f01 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.435039] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 949.435039] env[65682]: value = "task-4616289" [ 949.435039] env[65682]: _type = "Task" [ 949.435039] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.445130] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616289, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.613256] env[65682]: DEBUG nova.scheduler.client.report [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.790352] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37a97000-3493-458d-a38c-2b18742f2c6a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.802517] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e202f062-499c-476e-acc2-f90702f513a3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.856673] env[65682]: DEBUG nova.compute.manager [req-c4a5778b-786d-4a3c-94c5-3b0a6c9d8cbe req-efc16522-247c-46c3-a4f9-a276e4c7573d service nova] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Detach interface failed, port_id=c9212886-e1c7-430b-93d0-b31627ef5ce5, reason: Instance d7c988b8-d615-4581-85e5-466d8b06e7ff could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 949.892152] env[65682]: INFO nova.compute.manager [-] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Took 1.41 seconds to deallocate network for instance. [ 949.949707] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616289, 'name': ReconfigVM_Task, 'duration_secs': 0.23303} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.950109] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 949.955140] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d701f184-7520-44f3-b156-e4f56fa801b2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.972346] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 949.972346] env[65682]: value = "task-4616290" [ 949.972346] env[65682]: _type = "Task" [ 949.972346] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.983165] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.119909] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.823s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.120718] env[65682]: DEBUG nova.compute.manager [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 950.123485] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.667s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.124985] env[65682]: INFO nova.compute.claims [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.375145] env[65682]: DEBUG oslo_concurrency.lockutils [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Acquiring lock "5677fa51-490b-4fff-8c10-fa94cdb310de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.375502] env[65682]: DEBUG oslo_concurrency.lockutils [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Lock "5677fa51-490b-4fff-8c10-fa94cdb310de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.401734] env[65682]: DEBUG oslo_concurrency.lockutils [None req-65b14c8f-65ba-41c1-a799-f22f34b8e0bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.487337] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616290, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.632986] env[65682]: DEBUG nova.compute.utils [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.634588] env[65682]: DEBUG nova.compute.manager [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 950.634588] env[65682]: DEBUG nova.network.neutron [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 950.634588] env[65682]: WARNING neutronclient.v2_0.client [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.635255] env[65682]: WARNING neutronclient.v2_0.client [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.679613] env[65682]: DEBUG nova.policy [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be5e036bdb8f406bb733a73a10b0d873', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e8294a4f3924d5e8fa5f3526a8027dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.880056] env[65682]: DEBUG nova.compute.manager [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 950.985556] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616290, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.061204] env[65682]: DEBUG nova.network.neutron [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Successfully created port: 416eb61a-943e-467f-b43d-a7b19fe4e26b {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 951.138974] env[65682]: DEBUG nova.compute.manager [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 951.420316] env[65682]: DEBUG oslo_concurrency.lockutils [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.488126] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616290, 'name': ReconfigVM_Task, 'duration_secs': 1.220868} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.488523] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901660', 'volume_id': '725a95c2-455a-4b8d-ba1d-871f3ac75c06', 'name': 'volume-725a95c2-455a-4b8d-ba1d-871f3ac75c06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7276c80d-0da0-484e-99a2-5d84d8ab6db9', 'attached_at': '', 'detached_at': '', 'volume_id': '725a95c2-455a-4b8d-ba1d-871f3ac75c06', 'serial': '725a95c2-455a-4b8d-ba1d-871f3ac75c06'} {{(pid=65682) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 951.719966] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfb0fd2-d58a-4075-9808-33c0637f1658 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.729386] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125d5684-3886-48e8-978d-f7c461ea1b29 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.763664] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1e1453-5de7-496d-b526-626d34b775a3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.772675] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd8ce9e-10d8-4280-a043-ee0f69f70435 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.789840] env[65682]: DEBUG nova.compute.provider_tree [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.152806] env[65682]: DEBUG nova.compute.manager [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 952.188468] env[65682]: DEBUG nova.virt.hardware [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 952.188818] env[65682]: DEBUG nova.virt.hardware [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.189049] env[65682]: DEBUG nova.virt.hardware [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 952.189324] env[65682]: DEBUG nova.virt.hardware [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.189543] env[65682]: DEBUG nova.virt.hardware [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 952.189750] env[65682]: DEBUG nova.virt.hardware [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 952.189977] env[65682]: DEBUG nova.virt.hardware [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 952.190185] env[65682]: DEBUG nova.virt.hardware [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 952.190383] env[65682]: DEBUG nova.virt.hardware [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 952.190625] env[65682]: DEBUG nova.virt.hardware [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 952.190789] env[65682]: DEBUG nova.virt.hardware [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 952.192612] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4960cade-bc49-4c94-a237-382028e40f91 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.202484] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0ed78b-e578-4844-ab14-12e3eed2b9d7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.293378] env[65682]: DEBUG nova.scheduler.client.report [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.526376] env[65682]: DEBUG nova.compute.manager [req-f36f2d98-ae39-4825-9ebf-93f882d99966 req-929e6b36-e892-4ca3-b3ef-6c6ef65e676f service nova] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Received event network-vif-plugged-416eb61a-943e-467f-b43d-a7b19fe4e26b {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 952.526643] env[65682]: DEBUG oslo_concurrency.lockutils [req-f36f2d98-ae39-4825-9ebf-93f882d99966 req-929e6b36-e892-4ca3-b3ef-6c6ef65e676f service nova] Acquiring lock "6053bbbc-7565-4182-abc7-6cc4800ed4bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.527237] env[65682]: DEBUG oslo_concurrency.lockutils [req-f36f2d98-ae39-4825-9ebf-93f882d99966 req-929e6b36-e892-4ca3-b3ef-6c6ef65e676f service nova] Lock "6053bbbc-7565-4182-abc7-6cc4800ed4bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.527446] env[65682]: DEBUG oslo_concurrency.lockutils [req-f36f2d98-ae39-4825-9ebf-93f882d99966 req-929e6b36-e892-4ca3-b3ef-6c6ef65e676f service nova] Lock "6053bbbc-7565-4182-abc7-6cc4800ed4bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.527721] env[65682]: DEBUG nova.compute.manager [req-f36f2d98-ae39-4825-9ebf-93f882d99966 req-929e6b36-e892-4ca3-b3ef-6c6ef65e676f service nova] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] No waiting events found dispatching network-vif-plugged-416eb61a-943e-467f-b43d-a7b19fe4e26b {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 952.527721] env[65682]: WARNING nova.compute.manager [req-f36f2d98-ae39-4825-9ebf-93f882d99966 req-929e6b36-e892-4ca3-b3ef-6c6ef65e676f service nova] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Received unexpected event network-vif-plugged-416eb61a-943e-467f-b43d-a7b19fe4e26b for instance with vm_state building and task_state spawning. [ 952.545917] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.546340] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf46331a-3f43-4eae-a528-addb5b1835d8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.555420] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 952.555420] env[65682]: value = "task-4616292" [ 952.555420] env[65682]: _type = "Task" [ 952.555420] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.565030] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.623556] env[65682]: DEBUG nova.network.neutron [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Successfully updated port: 416eb61a-943e-467f-b43d-a7b19fe4e26b {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 952.799108] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.799723] env[65682]: DEBUG nova.compute.manager [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 952.802653] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c9f7c57c-8e95-47a6-921e-3cc2dc9f94ba tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 29.358s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.066252] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] VM already powered off {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 953.066493] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Volume detach. Driver type: vmdk {{(pid=65682) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 953.066682] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901660', 'volume_id': '725a95c2-455a-4b8d-ba1d-871f3ac75c06', 'name': 'volume-725a95c2-455a-4b8d-ba1d-871f3ac75c06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7276c80d-0da0-484e-99a2-5d84d8ab6db9', 'attached_at': '', 'detached_at': '', 'volume_id': '725a95c2-455a-4b8d-ba1d-871f3ac75c06', 'serial': '725a95c2-455a-4b8d-ba1d-871f3ac75c06'} {{(pid=65682) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 953.067531] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29861e5b-b4b8-4166-a3be-d5cb49d50afd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.087368] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c98f11-92a4-48ec-9738-286ad9de466e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.096673] env[65682]: WARNING nova.virt.vmwareapi.driver [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 953.096961] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.097784] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deefa363-4562-43e6-8c01-0f7c5844e084 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.105913] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.106202] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b5096e8-3bad-4320-8c3f-34d9ad5cad80 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.127437] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Acquiring lock "refresh_cache-6053bbbc-7565-4182-abc7-6cc4800ed4bc" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.127639] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Acquired lock "refresh_cache-6053bbbc-7565-4182-abc7-6cc4800ed4bc" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.127818] env[65682]: DEBUG nova.network.neutron [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 953.188042] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.189098] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.189098] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Deleting the datastore file [datastore1] 7276c80d-0da0-484e-99a2-5d84d8ab6db9 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.189246] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-287b8fa3-237b-47d9-aec9-c6ba34996734 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.196825] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 953.196825] env[65682]: value = "task-4616294" [ 953.196825] env[65682]: _type = "Task" [ 953.196825] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.206155] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.307830] env[65682]: DEBUG nova.compute.utils [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.313191] env[65682]: DEBUG nova.compute.manager [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 953.313780] env[65682]: DEBUG nova.network.neutron [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 953.313966] env[65682]: WARNING neutronclient.v2_0.client [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.314465] env[65682]: WARNING neutronclient.v2_0.client [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.385546] env[65682]: DEBUG nova.policy [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fda0797adbe42619cc45c9e8bb907c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5767ded856aa4622bc8a6e7f1c351c2a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.684949] env[65682]: DEBUG nova.network.neutron [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 953.710057] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259488} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.712713] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.712938] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.713404] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.716402] env[65682]: DEBUG nova.network.neutron [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Successfully created port: ba572951-4474-4854-8b7a-21e019644bfb {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 953.773514] env[65682]: WARNING neutronclient.v2_0.client [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.786493] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-73310fb4-99ee-40c9-b4ba-a3ba39777208 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Volume attach. Driver type: vmdk {{(pid=65682) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 953.786677] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-73310fb4-99ee-40c9-b4ba-a3ba39777208 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901664', 'volume_id': 'baafb90a-70c8-4102-8c59-5eb896d650f0', 'name': 'volume-baafb90a-70c8-4102-8c59-5eb896d650f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd13c2de-6abf-4237-b7b2-bbc24fc59b24', 'attached_at': '', 'detached_at': '', 'volume_id': 'baafb90a-70c8-4102-8c59-5eb896d650f0', 'serial': 'baafb90a-70c8-4102-8c59-5eb896d650f0'} {{(pid=65682) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 953.787636] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbca05a-e0bf-4f54-b5b8-bb84b2bb93fd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.810934] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8007cc82-f312-4230-96b1-98d03436553e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.814856] env[65682]: DEBUG nova.compute.manager [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 953.852087] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-73310fb4-99ee-40c9-b4ba-a3ba39777208 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] volume-baafb90a-70c8-4102-8c59-5eb896d650f0/volume-baafb90a-70c8-4102-8c59-5eb896d650f0.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.858575] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d987d4bc-bbb4-4a59-a8fe-67f5b7c23698 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.881100] env[65682]: DEBUG oslo_vmware.api [None req-73310fb4-99ee-40c9-b4ba-a3ba39777208 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 953.881100] env[65682]: value = "task-4616295" [ 953.881100] env[65682]: _type = "Task" [ 953.881100] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.894286] env[65682]: DEBUG oslo_vmware.api [None req-73310fb4-99ee-40c9-b4ba-a3ba39777208 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616295, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.896345] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9626c66-44ed-43ff-a50c-158a1fabd211 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.907315] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8cab62-ac64-4ddb-a404-a17df0668690 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.943014] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9785c5f6-1e98-49ec-bd46-2b54dabaeb94 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.952602] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60bac49-92da-4e9f-95bf-2a0aaade0426 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.968111] env[65682]: DEBUG nova.compute.provider_tree [None req-c9f7c57c-8e95-47a6-921e-3cc2dc9f94ba tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.221292] env[65682]: INFO nova.virt.block_device [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Booting with volume 725a95c2-455a-4b8d-ba1d-871f3ac75c06 at /dev/sdb [ 954.265146] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6c9bcb4-30a0-468e-8c02-455473804653 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.276721] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df585c9-10d2-4622-a0d9-23f18c4cf9a1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.319156] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-308d5769-7ae2-4375-9715-1992270a85c7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.332119] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e02742-7a0a-4e6a-bf6d-329bf115890e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.370029] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5864c9c6-0f87-4f98-b5c8-37643765bb81 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.379215] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42944eff-4746-4bb7-8eda-1af03fb80fd2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.392091] env[65682]: DEBUG oslo_vmware.api [None req-73310fb4-99ee-40c9-b4ba-a3ba39777208 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616295, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.398755] env[65682]: DEBUG nova.virt.block_device [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Updating existing volume attachment record: 8d38b6f4-64e7-4a12-b536-3da42aa41cc3 {{(pid=65682) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 954.421909] env[65682]: DEBUG nova.network.neutron [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Updating instance_info_cache with network_info: [{"id": "416eb61a-943e-467f-b43d-a7b19fe4e26b", "address": "fa:16:3e:09:01:02", "network": {"id": "8a06ef73-46d1-4d7e-82c4-070f82768978", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2142398019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e8294a4f3924d5e8fa5f3526a8027dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap416eb61a-94", "ovs_interfaceid": "416eb61a-943e-467f-b43d-a7b19fe4e26b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.471842] env[65682]: DEBUG nova.scheduler.client.report [None req-c9f7c57c-8e95-47a6-921e-3cc2dc9f94ba tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.833021] env[65682]: DEBUG nova.compute.manager [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 954.863681] env[65682]: DEBUG nova.virt.hardware [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e00692e91239af2acdc5c9c7bdfedfa6',container_format='bare',created_at=2025-11-20T20:30:15Z,direct_url=,disk_format='vmdk',id=d5f393bb-b0ee-4090-9d06-78205fc61ac9,min_disk=1,min_ram=0,name='tempest-test-snap-2035210632',owner='5767ded856aa4622bc8a6e7f1c351c2a',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-11-20T20:30:32Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 954.863681] env[65682]: DEBUG nova.virt.hardware [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.864012] env[65682]: DEBUG nova.virt.hardware [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 954.864012] env[65682]: DEBUG nova.virt.hardware [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.864234] env[65682]: DEBUG nova.virt.hardware [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 954.864312] env[65682]: DEBUG nova.virt.hardware [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 954.864550] env[65682]: DEBUG nova.virt.hardware [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 954.864748] env[65682]: DEBUG nova.virt.hardware [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 954.864944] env[65682]: DEBUG nova.virt.hardware [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 954.865248] env[65682]: DEBUG nova.virt.hardware [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 954.865441] env[65682]: DEBUG nova.virt.hardware [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 954.866423] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6532b2-ff78-4c41-a9f6-ec57f615a2d9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.875559] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d512b0-90a8-4616-a315-bca8c916ccc9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.902452] env[65682]: DEBUG oslo_vmware.api [None req-73310fb4-99ee-40c9-b4ba-a3ba39777208 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616295, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.925116] env[65682]: DEBUG oslo_vmware.rw_handles [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523e2576-4580-500d-000e-bb8302ea7678/disk-0.vmdk. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 954.925867] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Releasing lock "refresh_cache-6053bbbc-7565-4182-abc7-6cc4800ed4bc" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.926322] env[65682]: DEBUG nova.compute.manager [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Instance network_info: |[{"id": "416eb61a-943e-467f-b43d-a7b19fe4e26b", "address": "fa:16:3e:09:01:02", "network": {"id": "8a06ef73-46d1-4d7e-82c4-070f82768978", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2142398019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e8294a4f3924d5e8fa5f3526a8027dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap416eb61a-94", "ovs_interfaceid": "416eb61a-943e-467f-b43d-a7b19fe4e26b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 954.927345] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10261b3-4a09-44ec-9bc8-ce6625b02162 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.931166] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:01:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '438671d0-9468-4e44-84c1-4c0ebaa743e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '416eb61a-943e-467f-b43d-a7b19fe4e26b', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.938643] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Creating folder: Project (1e8294a4f3924d5e8fa5f3526a8027dc). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.939014] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6063e7c-63ba-4132-bbb8-c6bb1843d8f4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.946367] env[65682]: DEBUG oslo_vmware.rw_handles [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523e2576-4580-500d-000e-bb8302ea7678/disk-0.vmdk is in state: ready. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 954.946537] env[65682]: ERROR oslo_vmware.rw_handles [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523e2576-4580-500d-000e-bb8302ea7678/disk-0.vmdk due to incomplete transfer. [ 954.948855] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-52ee672d-fa1d-4188-b671-d3533779e2a9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.953805] env[65682]: DEBUG nova.compute.manager [req-654d8caf-0260-4882-9fc6-4cc912735455 req-23ed3b18-26be-46b6-aa29-4462b9357bcd service nova] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Received event network-changed-416eb61a-943e-467f-b43d-a7b19fe4e26b {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 954.954026] env[65682]: DEBUG nova.compute.manager [req-654d8caf-0260-4882-9fc6-4cc912735455 req-23ed3b18-26be-46b6-aa29-4462b9357bcd service nova] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Refreshing instance network info cache due to event network-changed-416eb61a-943e-467f-b43d-a7b19fe4e26b. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 954.954244] env[65682]: DEBUG oslo_concurrency.lockutils [req-654d8caf-0260-4882-9fc6-4cc912735455 req-23ed3b18-26be-46b6-aa29-4462b9357bcd service nova] Acquiring lock "refresh_cache-6053bbbc-7565-4182-abc7-6cc4800ed4bc" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.954492] env[65682]: DEBUG oslo_concurrency.lockutils [req-654d8caf-0260-4882-9fc6-4cc912735455 req-23ed3b18-26be-46b6-aa29-4462b9357bcd service nova] Acquired lock "refresh_cache-6053bbbc-7565-4182-abc7-6cc4800ed4bc" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.954651] env[65682]: DEBUG nova.network.neutron [req-654d8caf-0260-4882-9fc6-4cc912735455 req-23ed3b18-26be-46b6-aa29-4462b9357bcd service nova] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Refreshing network info cache for port 416eb61a-943e-467f-b43d-a7b19fe4e26b {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.956031] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Created folder: Project (1e8294a4f3924d5e8fa5f3526a8027dc) in parent group-v901426. [ 954.956211] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Creating folder: Instances. Parent ref: group-v901665. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.957114] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c1dd8b2-4ec8-49b9-9a23-0f2f3246ca44 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.964482] env[65682]: DEBUG oslo_vmware.rw_handles [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523e2576-4580-500d-000e-bb8302ea7678/disk-0.vmdk. {{(pid=65682) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 954.965090] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Uploaded image e7ad7112-5a00-427b-9169-c7e03d96c74d to the Glance image server {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 954.967105] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Destroying the VM {{(pid=65682) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 954.967725] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a122ebb3-d711-4ada-9fa6-84cbcc390b39 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.971146] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Created folder: Instances in parent group-v901665. [ 954.971387] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 954.971577] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.972040] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8667d390-b612-47df-9c38-1d82c2dd403e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.746264] env[65682]: DEBUG nova.network.neutron [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Successfully updated port: ba572951-4474-4854-8b7a-21e019644bfb {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 955.756204] env[65682]: WARNING neutronclient.v2_0.client [req-654d8caf-0260-4882-9fc6-4cc912735455 req-23ed3b18-26be-46b6-aa29-4462b9357bcd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.759730] env[65682]: DEBUG oslo_vmware.api [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 955.759730] env[65682]: value = "task-4616298" [ 955.759730] env[65682]: _type = "Task" [ 955.759730] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.776368] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.776368] env[65682]: value = "task-4616299" [ 955.776368] env[65682]: _type = "Task" [ 955.776368] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.789782] env[65682]: DEBUG oslo_vmware.api [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616298, 'name': Destroy_Task} progress is 33%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.790036] env[65682]: DEBUG oslo_vmware.api [None req-73310fb4-99ee-40c9-b4ba-a3ba39777208 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616295, 'name': ReconfigVM_Task, 'duration_secs': 1.403202} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.792025] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-73310fb4-99ee-40c9-b4ba-a3ba39777208 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Reconfigured VM instance instance-00000049 to attach disk [datastore2] volume-baafb90a-70c8-4102-8c59-5eb896d650f0/volume-baafb90a-70c8-4102-8c59-5eb896d650f0.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.801039] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b323cd35-b262-406d-b97f-37f5c8169399 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.835847] env[65682]: DEBUG oslo_vmware.api [None req-73310fb4-99ee-40c9-b4ba-a3ba39777208 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 955.835847] env[65682]: value = "task-4616300" [ 955.835847] env[65682]: _type = "Task" [ 955.835847] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.846393] env[65682]: DEBUG oslo_vmware.api [None req-73310fb4-99ee-40c9-b4ba-a3ba39777208 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616300, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.950432] env[65682]: WARNING neutronclient.v2_0.client [req-654d8caf-0260-4882-9fc6-4cc912735455 req-23ed3b18-26be-46b6-aa29-4462b9357bcd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.031058] env[65682]: DEBUG nova.network.neutron [req-654d8caf-0260-4882-9fc6-4cc912735455 req-23ed3b18-26be-46b6-aa29-4462b9357bcd service nova] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Updated VIF entry in instance network info cache for port 416eb61a-943e-467f-b43d-a7b19fe4e26b. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 956.031380] env[65682]: DEBUG nova.network.neutron [req-654d8caf-0260-4882-9fc6-4cc912735455 req-23ed3b18-26be-46b6-aa29-4462b9357bcd service nova] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Updating instance_info_cache with network_info: [{"id": "416eb61a-943e-467f-b43d-a7b19fe4e26b", "address": "fa:16:3e:09:01:02", "network": {"id": "8a06ef73-46d1-4d7e-82c4-070f82768978", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2142398019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e8294a4f3924d5e8fa5f3526a8027dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap416eb61a-94", "ovs_interfaceid": "416eb61a-943e-467f-b43d-a7b19fe4e26b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.261867] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "refresh_cache-5b4adb84-808a-4b32-b2f3-a8057f4e3aa5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.261956] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquired lock "refresh_cache-5b4adb84-808a-4b32-b2f3-a8057f4e3aa5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.262106] env[65682]: DEBUG nova.network.neutron [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 956.264763] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c9f7c57c-8e95-47a6-921e-3cc2dc9f94ba tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.462s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.265513] env[65682]: DEBUG nova.compute.manager [None req-c9f7c57c-8e95-47a6-921e-3cc2dc9f94ba tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=65682) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5416}} [ 956.268329] env[65682]: DEBUG oslo_concurrency.lockutils [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.481s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.268520] env[65682]: DEBUG oslo_concurrency.lockutils [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.270789] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.159s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.273032] env[65682]: INFO nova.compute.claims [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.292296] env[65682]: DEBUG oslo_vmware.api [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616298, 'name': Destroy_Task, 'duration_secs': 0.883817} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.295687] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Destroyed the VM [ 956.296163] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Deleting Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 956.296280] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616299, 'name': CreateVM_Task, 'duration_secs': 0.466653} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.296483] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3c8887e9-09e0-41e7-bc74-bfddbde0c84d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.298671] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.299042] env[65682]: WARNING neutronclient.v2_0.client [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.299741] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.299741] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.299866] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.302029] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26b726bd-976b-4e4f-baee-099b1168a79a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.305778] env[65682]: DEBUG oslo_vmware.api [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Waiting for the task: (returnval){ [ 956.305778] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528ee2c8-7cf7-654c-3cc1-b8945b948f70" [ 956.305778] env[65682]: _type = "Task" [ 956.305778] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.307566] env[65682]: DEBUG oslo_vmware.api [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 956.307566] env[65682]: value = "task-4616301" [ 956.307566] env[65682]: _type = "Task" [ 956.307566] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.312054] env[65682]: INFO nova.scheduler.client.report [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Deleted allocations for instance 836767a3-4247-454c-bc51-f0be811bb527 [ 956.329890] env[65682]: DEBUG oslo_vmware.api [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528ee2c8-7cf7-654c-3cc1-b8945b948f70, 'name': SearchDatastore_Task, 'duration_secs': 0.017484} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.330728] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.331042] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.331403] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.331811] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.331811] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.336032] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5660a210-80f9-4f9d-b7fe-77394cc6bd80 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.339547] env[65682]: DEBUG oslo_vmware.api [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616301, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.352063] env[65682]: DEBUG oslo_vmware.api [None req-73310fb4-99ee-40c9-b4ba-a3ba39777208 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616300, 'name': ReconfigVM_Task, 'duration_secs': 0.220128} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.352063] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-73310fb4-99ee-40c9-b4ba-a3ba39777208 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901664', 'volume_id': 'baafb90a-70c8-4102-8c59-5eb896d650f0', 'name': 'volume-baafb90a-70c8-4102-8c59-5eb896d650f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd13c2de-6abf-4237-b7b2-bbc24fc59b24', 'attached_at': '', 'detached_at': '', 'volume_id': 'baafb90a-70c8-4102-8c59-5eb896d650f0', 'serial': 'baafb90a-70c8-4102-8c59-5eb896d650f0'} {{(pid=65682) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 956.354472] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.354649] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.355655] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3008b756-2f80-4d03-bb54-972571fb25f8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.362427] env[65682]: DEBUG oslo_vmware.api [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Waiting for the task: (returnval){ [ 956.362427] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]524f425f-47f3-23f1-4ffd-e7baab5bf63d" [ 956.362427] env[65682]: _type = "Task" [ 956.362427] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.377063] env[65682]: DEBUG oslo_vmware.api [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]524f425f-47f3-23f1-4ffd-e7baab5bf63d, 'name': SearchDatastore_Task, 'duration_secs': 0.012001} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.377946] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e6af511-a907-43c0-adb8-9b94dd691990 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.384095] env[65682]: DEBUG oslo_vmware.api [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Waiting for the task: (returnval){ [ 956.384095] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]529fad99-a5f2-93eb-ca27-e556da61c614" [ 956.384095] env[65682]: _type = "Task" [ 956.384095] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.393267] env[65682]: DEBUG oslo_vmware.api [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]529fad99-a5f2-93eb-ca27-e556da61c614, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.534343] env[65682]: DEBUG oslo_concurrency.lockutils [req-654d8caf-0260-4882-9fc6-4cc912735455 req-23ed3b18-26be-46b6-aa29-4462b9357bcd service nova] Releasing lock "refresh_cache-6053bbbc-7565-4182-abc7-6cc4800ed4bc" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.807336] env[65682]: DEBUG nova.network.neutron [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 956.822411] env[65682]: DEBUG oslo_vmware.api [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616301, 'name': RemoveSnapshot_Task, 'duration_secs': 0.371973} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.823053] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Deleted Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 956.823053] env[65682]: DEBUG nova.compute.manager [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 956.823848] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf4d8c0-7be1-4c0e-8a83-ed32f89db886 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.834652] env[65682]: DEBUG oslo_concurrency.lockutils [None req-710aa559-6f52-4e7a-8a68-9ab9d7dcaaeb tempest-ServersListShow298Test-1610765946 tempest-ServersListShow298Test-1610765946-project-member] Lock "836767a3-4247-454c-bc51-f0be811bb527" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.560s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.869962] env[65682]: INFO nova.scheduler.client.report [None req-c9f7c57c-8e95-47a6-921e-3cc2dc9f94ba tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Deleted allocation for migration 04e12bb2-c806-4e13-8e93-ba0e32b20105 [ 956.873428] env[65682]: DEBUG nova.virt.hardware [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 956.873428] env[65682]: DEBUG nova.virt.hardware [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.873428] env[65682]: DEBUG nova.virt.hardware [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 956.873428] env[65682]: DEBUG nova.virt.hardware [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.873958] env[65682]: DEBUG nova.virt.hardware [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 956.873958] env[65682]: DEBUG nova.virt.hardware [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 956.873958] env[65682]: DEBUG nova.virt.hardware [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 956.874136] env[65682]: DEBUG nova.virt.hardware [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 956.874232] env[65682]: DEBUG nova.virt.hardware [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 956.875326] env[65682]: DEBUG nova.virt.hardware [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 956.875326] env[65682]: DEBUG nova.virt.hardware [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 956.875461] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2334df-1380-4393-8cba-260580c7a1f7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.898969] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a2a00f-e801-49b1-88a9-f0863b48cdc1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.909322] env[65682]: DEBUG oslo_vmware.api [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]529fad99-a5f2-93eb-ca27-e556da61c614, 'name': SearchDatastore_Task, 'duration_secs': 0.009747} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.910096] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.910437] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 6053bbbc-7565-4182-abc7-6cc4800ed4bc/6053bbbc-7565-4182-abc7-6cc4800ed4bc.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.910704] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cc65f98-5b6a-4bbb-8c71-2e1fc89038c4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.923548] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:d7:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '603bf5b3-8f43-4532-944d-1a216bdb7ce3', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.936544] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 956.943443] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.944026] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82381fb6-747b-499c-bb02-32070a528120 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.963446] env[65682]: DEBUG oslo_vmware.api [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Waiting for the task: (returnval){ [ 956.963446] env[65682]: value = "task-4616302" [ 956.963446] env[65682]: _type = "Task" [ 956.963446] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.969991] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.969991] env[65682]: value = "task-4616303" [ 956.969991] env[65682]: _type = "Task" [ 956.969991] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.971290] env[65682]: WARNING neutronclient.v2_0.client [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.981735] env[65682]: DEBUG oslo_vmware.api [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Task: {'id': task-4616302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.988633] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616303, 'name': CreateVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.077509] env[65682]: DEBUG nova.network.neutron [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Updating instance_info_cache with network_info: [{"id": "ba572951-4474-4854-8b7a-21e019644bfb", "address": "fa:16:3e:c9:6d:e7", "network": {"id": "ec6b4524-66db-47ab-a707-b451781a6e46", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1309945081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5767ded856aa4622bc8a6e7f1c351c2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba572951-44", "ovs_interfaceid": "ba572951-4474-4854-8b7a-21e019644bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.094241] env[65682]: DEBUG nova.compute.manager [req-964e05ed-a3ca-4112-8999-03f07698eb27 req-22e46af9-2b18-4c1e-9c8a-9dc126a16d10 service nova] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Received event network-vif-plugged-ba572951-4474-4854-8b7a-21e019644bfb {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 957.095061] env[65682]: DEBUG oslo_concurrency.lockutils [req-964e05ed-a3ca-4112-8999-03f07698eb27 req-22e46af9-2b18-4c1e-9c8a-9dc126a16d10 service nova] Acquiring lock "5b4adb84-808a-4b32-b2f3-a8057f4e3aa5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.095061] env[65682]: DEBUG oslo_concurrency.lockutils [req-964e05ed-a3ca-4112-8999-03f07698eb27 req-22e46af9-2b18-4c1e-9c8a-9dc126a16d10 service nova] Lock "5b4adb84-808a-4b32-b2f3-a8057f4e3aa5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.095061] env[65682]: DEBUG oslo_concurrency.lockutils [req-964e05ed-a3ca-4112-8999-03f07698eb27 req-22e46af9-2b18-4c1e-9c8a-9dc126a16d10 service nova] Lock "5b4adb84-808a-4b32-b2f3-a8057f4e3aa5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.095061] env[65682]: DEBUG nova.compute.manager [req-964e05ed-a3ca-4112-8999-03f07698eb27 req-22e46af9-2b18-4c1e-9c8a-9dc126a16d10 service nova] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] No waiting events found dispatching network-vif-plugged-ba572951-4474-4854-8b7a-21e019644bfb {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 957.095490] env[65682]: WARNING nova.compute.manager [req-964e05ed-a3ca-4112-8999-03f07698eb27 req-22e46af9-2b18-4c1e-9c8a-9dc126a16d10 service nova] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Received unexpected event network-vif-plugged-ba572951-4474-4854-8b7a-21e019644bfb for instance with vm_state building and task_state spawning. [ 957.095610] env[65682]: DEBUG nova.compute.manager [req-964e05ed-a3ca-4112-8999-03f07698eb27 req-22e46af9-2b18-4c1e-9c8a-9dc126a16d10 service nova] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Received event network-changed-ba572951-4474-4854-8b7a-21e019644bfb {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 957.095735] env[65682]: DEBUG nova.compute.manager [req-964e05ed-a3ca-4112-8999-03f07698eb27 req-22e46af9-2b18-4c1e-9c8a-9dc126a16d10 service nova] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Refreshing instance network info cache due to event network-changed-ba572951-4474-4854-8b7a-21e019644bfb. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 957.096375] env[65682]: DEBUG oslo_concurrency.lockutils [req-964e05ed-a3ca-4112-8999-03f07698eb27 req-22e46af9-2b18-4c1e-9c8a-9dc126a16d10 service nova] Acquiring lock "refresh_cache-5b4adb84-808a-4b32-b2f3-a8057f4e3aa5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.356722] env[65682]: INFO nova.compute.manager [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Shelve offloading [ 957.384658] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c9f7c57c-8e95-47a6-921e-3cc2dc9f94ba tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "63bdb800-aeda-456e-9acd-afab1096c9d1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 37.698s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.447251] env[65682]: DEBUG nova.objects.instance [None req-73310fb4-99ee-40c9-b4ba-a3ba39777208 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lazy-loading 'flavor' on Instance uuid bd13c2de-6abf-4237-b7b2-bbc24fc59b24 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.478712] env[65682]: DEBUG oslo_vmware.api [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Task: {'id': task-4616302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511931} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.485157] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 6053bbbc-7565-4182-abc7-6cc4800ed4bc/6053bbbc-7565-4182-abc7-6cc4800ed4bc.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.485413] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.485921] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e881ebb3-4581-48f2-ae4a-bc397a28515c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.494742] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616303, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.500505] env[65682]: DEBUG oslo_vmware.api [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Waiting for the task: (returnval){ [ 957.500505] env[65682]: value = "task-4616304" [ 957.500505] env[65682]: _type = "Task" [ 957.500505] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.517496] env[65682]: DEBUG oslo_vmware.api [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Task: {'id': task-4616304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.579103] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Releasing lock "refresh_cache-5b4adb84-808a-4b32-b2f3-a8057f4e3aa5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.579486] env[65682]: DEBUG nova.compute.manager [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Instance network_info: |[{"id": "ba572951-4474-4854-8b7a-21e019644bfb", "address": "fa:16:3e:c9:6d:e7", "network": {"id": "ec6b4524-66db-47ab-a707-b451781a6e46", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1309945081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5767ded856aa4622bc8a6e7f1c351c2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba572951-44", "ovs_interfaceid": "ba572951-4474-4854-8b7a-21e019644bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 957.579991] env[65682]: DEBUG oslo_concurrency.lockutils [req-964e05ed-a3ca-4112-8999-03f07698eb27 req-22e46af9-2b18-4c1e-9c8a-9dc126a16d10 service nova] Acquired lock "refresh_cache-5b4adb84-808a-4b32-b2f3-a8057f4e3aa5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.579991] env[65682]: DEBUG nova.network.neutron [req-964e05ed-a3ca-4112-8999-03f07698eb27 req-22e46af9-2b18-4c1e-9c8a-9dc126a16d10 service nova] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Refreshing network info cache for port ba572951-4474-4854-8b7a-21e019644bfb {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.581218] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:6d:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba572951-4474-4854-8b7a-21e019644bfb', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.590110] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 957.594475] env[65682]: WARNING neutronclient.v2_0.client [req-964e05ed-a3ca-4112-8999-03f07698eb27 req-22e46af9-2b18-4c1e-9c8a-9dc126a16d10 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.596686] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.597553] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ab03793-8f29-4a10-a3ba-16bd65d1dceb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.622158] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.622158] env[65682]: value = "task-4616305" [ 957.622158] env[65682]: _type = "Task" [ 957.622158] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.635760] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616305, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.775165] env[65682]: WARNING neutronclient.v2_0.client [req-964e05ed-a3ca-4112-8999-03f07698eb27 req-22e46af9-2b18-4c1e-9c8a-9dc126a16d10 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.842877] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31467be-c060-4aa3-a5ac-abb72704f76e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.853011] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f27d47-cb6f-4d7a-8ecf-2a5383a817a6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.861922] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.891162] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e1c2a02-d554-4cf1-9c15-e8d5c38d5af8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.894348] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f88f0f-92d0-4eb1-999b-fc11347c955b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.897804] env[65682]: DEBUG nova.network.neutron [req-964e05ed-a3ca-4112-8999-03f07698eb27 req-22e46af9-2b18-4c1e-9c8a-9dc126a16d10 service nova] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Updated VIF entry in instance network info cache for port ba572951-4474-4854-8b7a-21e019644bfb. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 957.898159] env[65682]: DEBUG nova.network.neutron [req-964e05ed-a3ca-4112-8999-03f07698eb27 req-22e46af9-2b18-4c1e-9c8a-9dc126a16d10 service nova] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Updating instance_info_cache with network_info: [{"id": "ba572951-4474-4854-8b7a-21e019644bfb", "address": "fa:16:3e:c9:6d:e7", "network": {"id": "ec6b4524-66db-47ab-a707-b451781a6e46", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1309945081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5767ded856aa4622bc8a6e7f1c351c2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba572951-44", "ovs_interfaceid": "ba572951-4474-4854-8b7a-21e019644bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.906882] env[65682]: DEBUG oslo_vmware.api [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 957.906882] env[65682]: value = "task-4616306" [ 957.906882] env[65682]: _type = "Task" [ 957.906882] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.909062] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40579bc-2684-45e3-9b12-52db5a5204da {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.929799] env[65682]: DEBUG nova.compute.provider_tree [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.937165] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] VM already powered off {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 957.937355] env[65682]: DEBUG nova.compute.manager [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 957.938440] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777cc72f-82db-4338-9f58-9105de6bd094 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.947486] env[65682]: DEBUG oslo_concurrency.lockutils [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquiring lock "refresh_cache-c46c1769-6758-4ad1-8768-8579ce514021" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.947628] env[65682]: DEBUG oslo_concurrency.lockutils [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquired lock "refresh_cache-c46c1769-6758-4ad1-8768-8579ce514021" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.947878] env[65682]: DEBUG nova.network.neutron [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 957.954501] env[65682]: DEBUG oslo_concurrency.lockutils [None req-73310fb4-99ee-40c9-b4ba-a3ba39777208 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "bd13c2de-6abf-4237-b7b2-bbc24fc59b24" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.327s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.989181] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616303, 'name': CreateVM_Task, 'duration_secs': 0.626447} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.989358] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.989888] env[65682]: WARNING neutronclient.v2_0.client [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 957.990271] env[65682]: DEBUG oslo_concurrency.lockutils [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.990521] env[65682]: DEBUG oslo_concurrency.lockutils [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.990775] env[65682]: DEBUG oslo_concurrency.lockutils [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.991093] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe0a89cc-7440-410f-afb7-ff7b102337c4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.998611] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 957.998611] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522bc0fb-1f10-5adc-269e-dc31b38ce90b" [ 957.998611] env[65682]: _type = "Task" [ 957.998611] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.008422] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522bc0fb-1f10-5adc-269e-dc31b38ce90b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.015643] env[65682]: DEBUG oslo_vmware.api [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Task: {'id': task-4616304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069693} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.015643] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.015643] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3997d35c-f0dd-4f3b-b5b4-71eac9d7f449 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.041382] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 6053bbbc-7565-4182-abc7-6cc4800ed4bc/6053bbbc-7565-4182-abc7-6cc4800ed4bc.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.042066] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea35b480-1394-4d85-8f55-c5da4fd87ec7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.064652] env[65682]: DEBUG oslo_vmware.api [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Waiting for the task: (returnval){ [ 958.064652] env[65682]: value = "task-4616307" [ 958.064652] env[65682]: _type = "Task" [ 958.064652] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.074746] env[65682]: DEBUG oslo_vmware.api [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Task: {'id': task-4616307, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.134823] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616305, 'name': CreateVM_Task, 'duration_secs': 0.355085} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.136092] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.136092] env[65682]: WARNING neutronclient.v2_0.client [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.136238] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5f393bb-b0ee-4090-9d06-78205fc61ac9" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.136377] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5f393bb-b0ee-4090-9d06-78205fc61ac9" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.136749] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5f393bb-b0ee-4090-9d06-78205fc61ac9" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.137038] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9849ada5-b3f5-485e-ac34-39d91765cc48 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.142593] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 958.142593] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5275b0e8-6187-b68d-23ba-890384466d87" [ 958.142593] env[65682]: _type = "Task" [ 958.142593] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.151715] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5275b0e8-6187-b68d-23ba-890384466d87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.240553] env[65682]: INFO nova.compute.manager [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Rescuing [ 958.240875] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "refresh_cache-bd13c2de-6abf-4237-b7b2-bbc24fc59b24" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.241068] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquired lock "refresh_cache-bd13c2de-6abf-4237-b7b2-bbc24fc59b24" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.241271] env[65682]: DEBUG nova.network.neutron [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 958.404261] env[65682]: DEBUG oslo_concurrency.lockutils [req-964e05ed-a3ca-4112-8999-03f07698eb27 req-22e46af9-2b18-4c1e-9c8a-9dc126a16d10 service nova] Releasing lock "refresh_cache-5b4adb84-808a-4b32-b2f3-a8057f4e3aa5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.438827] env[65682]: DEBUG nova.scheduler.client.report [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.451190] env[65682]: WARNING neutronclient.v2_0.client [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.469974] env[65682]: DEBUG nova.objects.instance [None req-0f94132c-024e-4ff0-bcf3-c20178a84c51 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lazy-loading 'flavor' on Instance uuid 63bdb800-aeda-456e-9acd-afab1096c9d1 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.508463] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522bc0fb-1f10-5adc-269e-dc31b38ce90b, 'name': SearchDatastore_Task, 'duration_secs': 0.012298} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.508801] env[65682]: DEBUG oslo_concurrency.lockutils [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.509000] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.509245] env[65682]: DEBUG oslo_concurrency.lockutils [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.509386] env[65682]: DEBUG oslo_concurrency.lockutils [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.509571] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.509869] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54b2e198-9223-415d-95c0-3a4bbd0bf701 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.521055] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.521273] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.522036] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc802b84-0853-42b0-9867-0f2489cb9599 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.528884] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 958.528884] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52eb2711-a667-cb93-6767-e8309bd8eaeb" [ 958.528884] env[65682]: _type = "Task" [ 958.528884] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.538255] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52eb2711-a667-cb93-6767-e8309bd8eaeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.575519] env[65682]: DEBUG oslo_vmware.api [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Task: {'id': task-4616307, 'name': ReconfigVM_Task, 'duration_secs': 0.340821} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.575819] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 6053bbbc-7565-4182-abc7-6cc4800ed4bc/6053bbbc-7565-4182-abc7-6cc4800ed4bc.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.576511] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-883ee211-df15-4259-b134-cb859223ed16 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.583380] env[65682]: DEBUG oslo_vmware.api [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Waiting for the task: (returnval){ [ 958.583380] env[65682]: value = "task-4616308" [ 958.583380] env[65682]: _type = "Task" [ 958.583380] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.597194] env[65682]: DEBUG oslo_vmware.api [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Task: {'id': task-4616308, 'name': Rename_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.628344] env[65682]: WARNING neutronclient.v2_0.client [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.654296] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5f393bb-b0ee-4090-9d06-78205fc61ac9" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.654617] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Processing image d5f393bb-b0ee-4090-9d06-78205fc61ac9 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.654893] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5f393bb-b0ee-4090-9d06-78205fc61ac9/d5f393bb-b0ee-4090-9d06-78205fc61ac9.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.655061] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5f393bb-b0ee-4090-9d06-78205fc61ac9/d5f393bb-b0ee-4090-9d06-78205fc61ac9.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.655248] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.655508] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c583de65-b9b5-4ec4-b460-f90c7f784c69 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.664760] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.664848] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.665697] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee828fcd-d550-4874-808d-64b41336a2a0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.675310] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 958.675310] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52aa6d82-695f-ee84-a7df-f69bf738deb2" [ 958.675310] env[65682]: _type = "Task" [ 958.675310] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.684090] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52aa6d82-695f-ee84-a7df-f69bf738deb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.704928] env[65682]: DEBUG nova.network.neutron [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Updating instance_info_cache with network_info: [{"id": "1580d32a-ff27-48ab-b764-a8f30729bf0a", "address": "fa:16:3e:4e:0e:7c", "network": {"id": "caeb0c63-e524-44d9-a3f3-d330265a2b0e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-390549341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a6ae75473d441688fb59c9c7b328ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1580d32a-ff", "ovs_interfaceid": "1580d32a-ff27-48ab-b764-a8f30729bf0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.744156] env[65682]: WARNING neutronclient.v2_0.client [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.921850] env[65682]: WARNING neutronclient.v2_0.client [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.946052] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.946210] env[65682]: DEBUG nova.compute.manager [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 958.948876] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d0bb843c-1751-4bfe-a252-83a46c9df330 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.193s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.950348] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d0bb843c-1751-4bfe-a252-83a46c9df330 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.952691] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f6d2e998-22f4-4ecc-b5bc-e3baf7314332 tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.718s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.952896] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f6d2e998-22f4-4ecc-b5bc-e3baf7314332 tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.955365] env[65682]: DEBUG oslo_concurrency.lockutils [None req-22d21a94-a483-45aa-aeea-4a88cc46c7df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.027s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.955538] env[65682]: DEBUG oslo_concurrency.lockutils [None req-22d21a94-a483-45aa-aeea-4a88cc46c7df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.957357] env[65682]: DEBUG oslo_concurrency.lockutils [None req-05ac4941-3b93-4f8c-b20e-f11bfc9ff48d tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.807s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.957501] env[65682]: DEBUG oslo_concurrency.lockutils [None req-05ac4941-3b93-4f8c-b20e-f11bfc9ff48d tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.959120] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4e405c29-728d-42de-8c6d-9f99d4946dfe tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.377s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.959394] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4e405c29-728d-42de-8c6d-9f99d4946dfe tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.961497] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2d192a9a-7a0b-41a9-8a49-06c091917c55 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.184s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.961678] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2d192a9a-7a0b-41a9-8a49-06c091917c55 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.964271] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.783s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.964271] env[65682]: DEBUG nova.objects.instance [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lazy-loading 'pci_requests' on Instance uuid c1dffb08-8d14-4976-addd-6f563b1f31fb {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.975712] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0f94132c-024e-4ff0-bcf3-c20178a84c51 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "refresh_cache-63bdb800-aeda-456e-9acd-afab1096c9d1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.975712] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0f94132c-024e-4ff0-bcf3-c20178a84c51 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquired lock "refresh_cache-63bdb800-aeda-456e-9acd-afab1096c9d1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.975712] env[65682]: DEBUG nova.network.neutron [None req-0f94132c-024e-4ff0-bcf3-c20178a84c51 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 958.975712] env[65682]: DEBUG nova.objects.instance [None req-0f94132c-024e-4ff0-bcf3-c20178a84c51 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lazy-loading 'info_cache' on Instance uuid 63bdb800-aeda-456e-9acd-afab1096c9d1 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.993738] env[65682]: INFO nova.scheduler.client.report [None req-2d192a9a-7a0b-41a9-8a49-06c091917c55 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Deleted allocations for instance b24ad2eb-af52-4df0-b53f-fcdab3018286 [ 958.998832] env[65682]: INFO nova.scheduler.client.report [None req-05ac4941-3b93-4f8c-b20e-f11bfc9ff48d tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Deleted allocations for instance 02fa8028-04bb-4b33-8931-e7af29af0204 [ 959.022917] env[65682]: INFO nova.scheduler.client.report [None req-4e405c29-728d-42de-8c6d-9f99d4946dfe tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Deleted allocations for instance 5b0b66e2-1f7d-4f3a-8ddc-748df0994391 [ 959.034119] env[65682]: INFO nova.scheduler.client.report [None req-f6d2e998-22f4-4ecc-b5bc-e3baf7314332 tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Deleted allocations for instance 1e2fc4ce-a979-45f2-bb70-636e0b52662c [ 959.050136] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52eb2711-a667-cb93-6767-e8309bd8eaeb, 'name': SearchDatastore_Task, 'duration_secs': 0.017503} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.051286] env[65682]: DEBUG nova.network.neutron [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Updating instance_info_cache with network_info: [{"id": "48b915d8-32c1-4c59-99c7-844231690f1a", "address": "fa:16:3e:bb:a9:43", "network": {"id": "5c02b4f7-3aa0-420f-a37f-afcab4fc17f9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-357634686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f70bcfbec5214013bcdfc3f7bf6110ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48b915d8-32", "ovs_interfaceid": "48b915d8-32c1-4c59-99c7-844231690f1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.053794] env[65682]: INFO nova.scheduler.client.report [None req-22d21a94-a483-45aa-aeea-4a88cc46c7df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Deleted allocations for instance 559700b5-72a1-423d-894c-f191dbb88d03 [ 959.054978] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-960a82e2-90e5-4ab9-b189-e90a6b015ff9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.064364] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 959.064364] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52995e7b-a853-48ba-3490-e40ddeb15e7d" [ 959.064364] env[65682]: _type = "Task" [ 959.064364] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.068831] env[65682]: INFO nova.scheduler.client.report [None req-d0bb843c-1751-4bfe-a252-83a46c9df330 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Deleted allocations for instance f548ea90-2a80-41a4-96f3-a8c2baf7d1e4 [ 959.072306] env[65682]: WARNING oslo_messaging._drivers.amqpdriver [None req-d0bb843c-1751-4bfe-a252-83a46c9df330 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 959.081512] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52995e7b-a853-48ba-3490-e40ddeb15e7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.094046] env[65682]: DEBUG oslo_vmware.api [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Task: {'id': task-4616308, 'name': Rename_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.187740] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Preparing fetch location {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 959.187740] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Fetch image to [datastore2] OSTACK_IMG_edf1baa2-2b70-407a-bed3-156926c5677b/OSTACK_IMG_edf1baa2-2b70-407a-bed3-156926c5677b.vmdk {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 959.187740] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Downloading stream optimized image d5f393bb-b0ee-4090-9d06-78205fc61ac9 to [datastore2] OSTACK_IMG_edf1baa2-2b70-407a-bed3-156926c5677b/OSTACK_IMG_edf1baa2-2b70-407a-bed3-156926c5677b.vmdk on the data store datastore2 as vApp {{(pid=65682) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 959.187901] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Downloading image file data d5f393bb-b0ee-4090-9d06-78205fc61ac9 to the ESX as VM named 'OSTACK_IMG_edf1baa2-2b70-407a-bed3-156926c5677b' {{(pid=65682) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 959.207551] env[65682]: DEBUG oslo_concurrency.lockutils [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Releasing lock "refresh_cache-c46c1769-6758-4ad1-8768-8579ce514021" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.207973] env[65682]: WARNING neutronclient.v2_0.client [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.209058] env[65682]: WARNING neutronclient.v2_0.client [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.284454] env[65682]: DEBUG oslo_vmware.rw_handles [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 959.284454] env[65682]: value = "resgroup-9" [ 959.284454] env[65682]: _type = "ResourcePool" [ 959.284454] env[65682]: }. {{(pid=65682) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 959.287933] env[65682]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9111415c-fcb8-431d-94a9-42b25eb71321 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.312924] env[65682]: DEBUG oslo_vmware.rw_handles [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lease: (returnval){ [ 959.312924] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522e5d32-3422-9532-6ff6-c2b636fc97fd" [ 959.312924] env[65682]: _type = "HttpNfcLease" [ 959.312924] env[65682]: } obtained for vApp import into resource pool (val){ [ 959.312924] env[65682]: value = "resgroup-9" [ 959.312924] env[65682]: _type = "ResourcePool" [ 959.312924] env[65682]: }. {{(pid=65682) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 959.313296] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the lease: (returnval){ [ 959.313296] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522e5d32-3422-9532-6ff6-c2b636fc97fd" [ 959.313296] env[65682]: _type = "HttpNfcLease" [ 959.313296] env[65682]: } to be ready. {{(pid=65682) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 959.328148] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 959.328148] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522e5d32-3422-9532-6ff6-c2b636fc97fd" [ 959.328148] env[65682]: _type = "HttpNfcLease" [ 959.328148] env[65682]: } is initializing. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 959.470545] env[65682]: DEBUG nova.compute.utils [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.473807] env[65682]: DEBUG nova.objects.instance [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lazy-loading 'numa_topology' on Instance uuid c1dffb08-8d14-4976-addd-6f563b1f31fb {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.475668] env[65682]: DEBUG nova.compute.manager [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 959.475668] env[65682]: DEBUG nova.network.neutron [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 959.475825] env[65682]: WARNING neutronclient.v2_0.client [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.476130] env[65682]: WARNING neutronclient.v2_0.client [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.480267] env[65682]: DEBUG nova.objects.base [None req-0f94132c-024e-4ff0-bcf3-c20178a84c51 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Object Instance<63bdb800-aeda-456e-9acd-afab1096c9d1> lazy-loaded attributes: flavor,info_cache {{(pid=65682) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 959.506115] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2d192a9a-7a0b-41a9-8a49-06c091917c55 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Lock "b24ad2eb-af52-4df0-b53f-fcdab3018286" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.258s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.507991] env[65682]: DEBUG oslo_concurrency.lockutils [None req-05ac4941-3b93-4f8c-b20e-f11bfc9ff48d tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lock "02fa8028-04bb-4b33-8931-e7af29af0204" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.044s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.510113] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.510948] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27339d4f-bfd2-45b1-8a9e-012a07b92eea {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.519199] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.520315] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd73c0fb-e6b8-4cc2-95d5-c629c14e06e7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.537708] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4e405c29-728d-42de-8c6d-9f99d4946dfe tempest-ServersV294TestFqdnHostnames-994769688 tempest-ServersV294TestFqdnHostnames-994769688-project-member] Lock "5b0b66e2-1f7d-4f3a-8ddc-748df0994391" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.943s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.544492] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f6d2e998-22f4-4ecc-b5bc-e3baf7314332 tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Lock "1e2fc4ce-a979-45f2-bb70-636e0b52662c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.320s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.555816] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Releasing lock "refresh_cache-bd13c2de-6abf-4237-b7b2-bbc24fc59b24" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.567278] env[65682]: DEBUG oslo_concurrency.lockutils [None req-22d21a94-a483-45aa-aeea-4a88cc46c7df tempest-SecurityGroupsTestJSON-1191347736 tempest-SecurityGroupsTestJSON-1191347736-project-member] Lock "559700b5-72a1-423d-894c-f191dbb88d03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.200s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.589029] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d0bb843c-1751-4bfe-a252-83a46c9df330 tempest-ServerPasswordTestJSON-1654237388 tempest-ServerPasswordTestJSON-1654237388-project-member] Lock "f548ea90-2a80-41a4-96f3-a8c2baf7d1e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.309s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.590640] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52995e7b-a853-48ba-3490-e40ddeb15e7d, 'name': SearchDatastore_Task, 'duration_secs': 0.02162} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.599721] env[65682]: DEBUG oslo_concurrency.lockutils [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.600025] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 7276c80d-0da0-484e-99a2-5d84d8ab6db9/7276c80d-0da0-484e-99a2-5d84d8ab6db9.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.603808] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d261afce-8626-4095-867d-955c98663e5c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.606901] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.607117] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.607327] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Deleting the datastore file [datastore2] c46c1769-6758-4ad1-8768-8579ce514021 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.608596] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f18aa16f-466b-4d98-8f6b-0eb6ff75dd5f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.614975] env[65682]: DEBUG oslo_vmware.api [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Task: {'id': task-4616308, 'name': Rename_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.616628] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 959.616628] env[65682]: value = "task-4616311" [ 959.616628] env[65682]: _type = "Task" [ 959.616628] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.624192] env[65682]: DEBUG oslo_vmware.api [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 959.624192] env[65682]: value = "task-4616312" [ 959.624192] env[65682]: _type = "Task" [ 959.624192] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.629854] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.635472] env[65682]: DEBUG oslo_vmware.api [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.648028] env[65682]: DEBUG nova.policy [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e57073e2ad84d08a91ca82ce72096c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '983a459c835447309a57d7ac8b8bcfa5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.805564] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e99196c2-1c81-4740-82f7-1121286ebc8e tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Acquiring lock "1eafb1a1-d3fd-4599-88ed-b19c77aca8e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.805924] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e99196c2-1c81-4740-82f7-1121286ebc8e tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Lock "1eafb1a1-d3fd-4599-88ed-b19c77aca8e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.806180] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e99196c2-1c81-4740-82f7-1121286ebc8e tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Acquiring lock "1eafb1a1-d3fd-4599-88ed-b19c77aca8e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.806454] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e99196c2-1c81-4740-82f7-1121286ebc8e tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Lock "1eafb1a1-d3fd-4599-88ed-b19c77aca8e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.806668] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e99196c2-1c81-4740-82f7-1121286ebc8e tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Lock "1eafb1a1-d3fd-4599-88ed-b19c77aca8e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.810266] env[65682]: INFO nova.compute.manager [None req-e99196c2-1c81-4740-82f7-1121286ebc8e tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Terminating instance [ 959.822297] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 959.822297] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522e5d32-3422-9532-6ff6-c2b636fc97fd" [ 959.822297] env[65682]: _type = "HttpNfcLease" [ 959.822297] env[65682]: } is initializing. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 959.975884] env[65682]: DEBUG nova.compute.manager [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 959.980295] env[65682]: INFO nova.compute.claims [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.984939] env[65682]: WARNING neutronclient.v2_0.client [None req-0f94132c-024e-4ff0-bcf3-c20178a84c51 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.105853] env[65682]: DEBUG oslo_vmware.api [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Task: {'id': task-4616308, 'name': Rename_Task, 'duration_secs': 1.156394} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.106922] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.107285] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99cb8209-ec0f-4c15-b6d0-7d1c8142e047 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.116716] env[65682]: DEBUG oslo_vmware.api [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Waiting for the task: (returnval){ [ 960.116716] env[65682]: value = "task-4616313" [ 960.116716] env[65682]: _type = "Task" [ 960.116716] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.134988] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616311, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.137194] env[65682]: DEBUG oslo_vmware.api [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Task: {'id': task-4616313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.144459] env[65682]: DEBUG oslo_vmware.api [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252895} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.144849] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.145065] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.145327] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.173133] env[65682]: INFO nova.scheduler.client.report [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Deleted allocations for instance c46c1769-6758-4ad1-8768-8579ce514021 [ 960.196126] env[65682]: DEBUG nova.network.neutron [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Successfully created port: ee1bab36-6b41-490e-b610-de093cd4a361 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 960.314201] env[65682]: DEBUG nova.compute.manager [None req-e99196c2-1c81-4740-82f7-1121286ebc8e tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 960.315065] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e99196c2-1c81-4740-82f7-1121286ebc8e tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.315493] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565d004d-18df-49eb-bef4-5e2217c9cd86 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.333528] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 960.333528] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522e5d32-3422-9532-6ff6-c2b636fc97fd" [ 960.333528] env[65682]: _type = "HttpNfcLease" [ 960.333528] env[65682]: } is ready. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 960.333843] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-e99196c2-1c81-4740-82f7-1121286ebc8e tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.334123] env[65682]: DEBUG oslo_vmware.rw_handles [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 960.334123] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522e5d32-3422-9532-6ff6-c2b636fc97fd" [ 960.334123] env[65682]: _type = "HttpNfcLease" [ 960.334123] env[65682]: }. {{(pid=65682) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 960.334340] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16543158-7ea2-40ea-8c34-4bbff5e094d3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.341436] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1c6fdd-da49-4b58-8485-7ffcfaa867bf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.356256] env[65682]: DEBUG oslo_vmware.rw_handles [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b833ff-e4e1-e831-6e02-1ff31b6fbd43/disk-0.vmdk from lease info. {{(pid=65682) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 960.356256] env[65682]: DEBUG oslo_vmware.rw_handles [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b833ff-e4e1-e831-6e02-1ff31b6fbd43/disk-0.vmdk. {{(pid=65682) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 960.366142] env[65682]: DEBUG nova.compute.manager [req-e03d7bd3-0e14-4742-9ce0-97e31aa87b63 req-d63feebf-018d-4545-a64c-896e5c569937 service nova] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Received event network-vif-unplugged-1580d32a-ff27-48ab-b764-a8f30729bf0a {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 960.367847] env[65682]: DEBUG oslo_concurrency.lockutils [req-e03d7bd3-0e14-4742-9ce0-97e31aa87b63 req-d63feebf-018d-4545-a64c-896e5c569937 service nova] Acquiring lock "c46c1769-6758-4ad1-8768-8579ce514021-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.368150] env[65682]: DEBUG oslo_concurrency.lockutils [req-e03d7bd3-0e14-4742-9ce0-97e31aa87b63 req-d63feebf-018d-4545-a64c-896e5c569937 service nova] Lock "c46c1769-6758-4ad1-8768-8579ce514021-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.368329] env[65682]: DEBUG oslo_concurrency.lockutils [req-e03d7bd3-0e14-4742-9ce0-97e31aa87b63 req-d63feebf-018d-4545-a64c-896e5c569937 service nova] Lock "c46c1769-6758-4ad1-8768-8579ce514021-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.368662] env[65682]: DEBUG nova.compute.manager [req-e03d7bd3-0e14-4742-9ce0-97e31aa87b63 req-d63feebf-018d-4545-a64c-896e5c569937 service nova] [instance: c46c1769-6758-4ad1-8768-8579ce514021] No waiting events found dispatching network-vif-unplugged-1580d32a-ff27-48ab-b764-a8f30729bf0a {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 960.368833] env[65682]: WARNING nova.compute.manager [req-e03d7bd3-0e14-4742-9ce0-97e31aa87b63 req-d63feebf-018d-4545-a64c-896e5c569937 service nova] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Received unexpected event network-vif-unplugged-1580d32a-ff27-48ab-b764-a8f30729bf0a for instance with vm_state shelved_offloaded and task_state None. [ 960.370665] env[65682]: DEBUG oslo_vmware.api [None req-e99196c2-1c81-4740-82f7-1121286ebc8e tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Waiting for the task: (returnval){ [ 960.370665] env[65682]: value = "task-4616314" [ 960.370665] env[65682]: _type = "Task" [ 960.370665] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.452637] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6e38909d-3fa8-44c6-b9ab-a1d188c81557 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.454282] env[65682]: DEBUG oslo_vmware.api [None req-e99196c2-1c81-4740-82f7-1121286ebc8e tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': task-4616314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.634647] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521671} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.638577] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 7276c80d-0da0-484e-99a2-5d84d8ab6db9/7276c80d-0da0-484e-99a2-5d84d8ab6db9.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.639143] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.639691] env[65682]: DEBUG oslo_vmware.api [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Task: {'id': task-4616313, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.639768] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc796c7a-bd79-40cc-b900-d752413262aa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.647693] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 960.647693] env[65682]: value = "task-4616315" [ 960.647693] env[65682]: _type = "Task" [ 960.647693] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.658628] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.680351] env[65682]: DEBUG oslo_concurrency.lockutils [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.890590] env[65682]: DEBUG oslo_vmware.api [None req-e99196c2-1c81-4740-82f7-1121286ebc8e tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': task-4616314, 'name': PowerOffVM_Task, 'duration_secs': 0.244676} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.892417] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-e99196c2-1c81-4740-82f7-1121286ebc8e tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.892841] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e99196c2-1c81-4740-82f7-1121286ebc8e tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.893178] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f2d3003-6dcc-481d-9efe-07923f942e09 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.970188] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e99196c2-1c81-4740-82f7-1121286ebc8e tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.970556] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e99196c2-1c81-4740-82f7-1121286ebc8e tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.970761] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-e99196c2-1c81-4740-82f7-1121286ebc8e tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Deleting the datastore file [datastore2] 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.972763] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e1afc10-0af4-4b27-a4c9-7efb22635035 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.980468] env[65682]: DEBUG oslo_vmware.api [None req-e99196c2-1c81-4740-82f7-1121286ebc8e tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Waiting for the task: (returnval){ [ 960.980468] env[65682]: value = "task-4616317" [ 960.980468] env[65682]: _type = "Task" [ 960.980468] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.987952] env[65682]: DEBUG nova.compute.manager [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 961.005146] env[65682]: DEBUG oslo_vmware.api [None req-e99196c2-1c81-4740-82f7-1121286ebc8e tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': task-4616317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.030812] env[65682]: DEBUG nova.virt.hardware [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 961.031101] env[65682]: DEBUG nova.virt.hardware [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.031278] env[65682]: DEBUG nova.virt.hardware [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 961.031525] env[65682]: DEBUG nova.virt.hardware [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.031695] env[65682]: DEBUG nova.virt.hardware [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 961.031848] env[65682]: DEBUG nova.virt.hardware [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 961.032750] env[65682]: DEBUG nova.virt.hardware [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 961.032750] env[65682]: DEBUG nova.virt.hardware [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 961.032750] env[65682]: DEBUG nova.virt.hardware [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 961.032750] env[65682]: DEBUG nova.virt.hardware [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 961.032929] env[65682]: DEBUG nova.virt.hardware [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 961.033753] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679c33b6-a3dc-4149-bc4b-397d17f5443f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.049173] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f9eb0d-78fb-4196-949d-910e059ae124 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.106039] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.107625] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc11427d-5e55-4e39-a672-1f4125a78399 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.116106] env[65682]: DEBUG oslo_vmware.api [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 961.116106] env[65682]: value = "task-4616318" [ 961.116106] env[65682]: _type = "Task" [ 961.116106] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.139306] env[65682]: DEBUG oslo_vmware.api [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.149924] env[65682]: DEBUG oslo_vmware.api [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Task: {'id': task-4616313, 'name': PowerOnVM_Task, 'duration_secs': 0.541573} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.154594] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.155319] env[65682]: INFO nova.compute.manager [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Took 9.00 seconds to spawn the instance on the hypervisor. [ 961.155319] env[65682]: DEBUG nova.compute.manager [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 961.155819] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdf5d6e-22b0-4568-8fbd-a8d615163542 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.168490] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070053} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.172200] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.179702] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8382ccf4-f6a4-4cb5-aa04-b56ecf63dba5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.220018] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 7276c80d-0da0-484e-99a2-5d84d8ab6db9/7276c80d-0da0-484e-99a2-5d84d8ab6db9.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.228041] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8dea71c-7cb1-47fc-a1aa-337d4765f367 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.254841] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 961.254841] env[65682]: value = "task-4616319" [ 961.254841] env[65682]: _type = "Task" [ 961.254841] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.271739] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616319, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.484744] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5b8e91-6a5b-4333-884e-32eb73fbb358 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.492888] env[65682]: DEBUG oslo_vmware.rw_handles [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Completed reading data from the image iterator. {{(pid=65682) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 961.493116] env[65682]: DEBUG oslo_vmware.rw_handles [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b833ff-e4e1-e831-6e02-1ff31b6fbd43/disk-0.vmdk. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 961.494361] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce26c19-6a16-436e-98f3-55c1922d97cf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.500242] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced22e89-f801-4c50-8bd4-98c48e9e04c0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.509192] env[65682]: DEBUG oslo_vmware.api [None req-e99196c2-1c81-4740-82f7-1121286ebc8e tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Task: {'id': task-4616317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22022} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.509473] env[65682]: DEBUG oslo_vmware.rw_handles [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b833ff-e4e1-e831-6e02-1ff31b6fbd43/disk-0.vmdk is in state: ready. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 961.509634] env[65682]: DEBUG oslo_vmware.rw_handles [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b833ff-e4e1-e831-6e02-1ff31b6fbd43/disk-0.vmdk. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 961.510523] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-e99196c2-1c81-4740-82f7-1121286ebc8e tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.510748] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e99196c2-1c81-4740-82f7-1121286ebc8e tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.510927] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e99196c2-1c81-4740-82f7-1121286ebc8e tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.511132] env[65682]: INFO nova.compute.manager [None req-e99196c2-1c81-4740-82f7-1121286ebc8e tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Took 1.20 seconds to destroy the instance on the hypervisor. [ 961.511512] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-e99196c2-1c81-4740-82f7-1121286ebc8e tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 961.511727] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-85f9ff24-bc29-4cec-8575-03087a759231 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.514172] env[65682]: DEBUG nova.compute.manager [-] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 961.514282] env[65682]: DEBUG nova.network.neutron [-] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 961.514633] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 961.549261] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ffe4ca-3abe-41e7-bfe6-88e039418153 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.559730] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8120f6-f830-4f5d-871f-81c6a0da7071 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.574327] env[65682]: DEBUG nova.compute.provider_tree [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.632280] env[65682]: DEBUG oslo_vmware.api [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616318, 'name': PowerOffVM_Task, 'duration_secs': 0.367251} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.632570] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.633393] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5d4874-0b70-497a-9979-458de5852172 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.657563] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224aed9a-0c10-4e88-bb17-3b0b2eee7156 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.690960] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.691283] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fb0fd3b-9bef-4ef8-a326-1b880d91decc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.695110] env[65682]: INFO nova.compute.manager [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Took 41.61 seconds to build instance. [ 961.701088] env[65682]: DEBUG oslo_vmware.api [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 961.701088] env[65682]: value = "task-4616320" [ 961.701088] env[65682]: _type = "Task" [ 961.701088] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.712046] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] VM already powered off {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 961.712438] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.712584] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.714290] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.714290] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.714290] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed6438be-680f-489a-9608-306884d4f3d4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.724319] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.724319] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.724702] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10a38458-f232-415a-ba26-eaa79f2396bb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.731906] env[65682]: DEBUG oslo_vmware.api [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 961.731906] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5235bb74-4b43-5aca-5c2d-41af024e83ca" [ 961.731906] env[65682]: _type = "Task" [ 961.731906] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.742171] env[65682]: DEBUG oslo_vmware.api [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5235bb74-4b43-5aca-5c2d-41af024e83ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.770734] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616319, 'name': ReconfigVM_Task, 'duration_secs': 0.517605} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.771034] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 7276c80d-0da0-484e-99a2-5d84d8ab6db9/7276c80d-0da0-484e-99a2-5d84d8ab6db9.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.772878] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'encryption_secret_uuid': None, 'device_type': 'disk', 'disk_bus': None, 'guest_format': None, 'device_name': '/dev/sda', 'encrypted': False, 'size': 0, 'encryption_options': None, 'encryption_format': None, 'image_id': '7e411482-4ba4-42db-a7a9-44449cf54ba0'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'device_type': None, 'disk_bus': None, 'guest_format': None, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901660', 'volume_id': '725a95c2-455a-4b8d-ba1d-871f3ac75c06', 'name': 'volume-725a95c2-455a-4b8d-ba1d-871f3ac75c06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7276c80d-0da0-484e-99a2-5d84d8ab6db9', 'attached_at': '', 'detached_at': '', 'volume_id': '725a95c2-455a-4b8d-ba1d-871f3ac75c06', 'serial': '725a95c2-455a-4b8d-ba1d-871f3ac75c06'}, 'delete_on_termination': False, 'attachment_id': '8d38b6f4-64e7-4a12-b536-3da42aa41cc3', 'volume_type': None}], 'swap': None} {{(pid=65682) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 961.773099] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Volume attach. Driver type: vmdk {{(pid=65682) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 961.773298] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901660', 'volume_id': '725a95c2-455a-4b8d-ba1d-871f3ac75c06', 'name': 'volume-725a95c2-455a-4b8d-ba1d-871f3ac75c06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7276c80d-0da0-484e-99a2-5d84d8ab6db9', 'attached_at': '', 'detached_at': '', 'volume_id': '725a95c2-455a-4b8d-ba1d-871f3ac75c06', 'serial': '725a95c2-455a-4b8d-ba1d-871f3ac75c06'} {{(pid=65682) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 961.774254] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85ce7cf-9887-4374-9e20-3375e3ac083a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.793834] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276f059c-1f88-4d97-b23e-58865baa3df0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.821169] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] volume-725a95c2-455a-4b8d-ba1d-871f3ac75c06/volume-725a95c2-455a-4b8d-ba1d-871f3ac75c06.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.821410] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dd80dc7-625b-4b3d-80d6-765d5622764d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.844772] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 961.844772] env[65682]: value = "task-4616321" [ 961.844772] env[65682]: _type = "Task" [ 961.844772] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.852909] env[65682]: DEBUG oslo_vmware.rw_handles [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b833ff-e4e1-e831-6e02-1ff31b6fbd43/disk-0.vmdk. {{(pid=65682) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 961.853653] env[65682]: INFO nova.virt.vmwareapi.images [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Downloaded image file data d5f393bb-b0ee-4090-9d06-78205fc61ac9 [ 961.855366] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59690f8-e183-4001-92db-9a1047c5648f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.865571] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616321, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.881237] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8d4ee59-2a11-46c1-805a-290c8763d3d0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.920367] env[65682]: INFO nova.virt.vmwareapi.images [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] The imported VM was unregistered [ 961.922743] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Caching image {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 961.922999] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Creating directory with path [datastore2] devstack-image-cache_base/d5f393bb-b0ee-4090-9d06-78205fc61ac9 {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.923337] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57bcfc95-5ea4-4216-8484-30bf07ab4a1d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.949086] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Created directory with path [datastore2] devstack-image-cache_base/d5f393bb-b0ee-4090-9d06-78205fc61ac9 {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.949456] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_edf1baa2-2b70-407a-bed3-156926c5677b/OSTACK_IMG_edf1baa2-2b70-407a-bed3-156926c5677b.vmdk to [datastore2] devstack-image-cache_base/d5f393bb-b0ee-4090-9d06-78205fc61ac9/d5f393bb-b0ee-4090-9d06-78205fc61ac9.vmdk. {{(pid=65682) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 961.949898] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e64ff964-7ec4-49df-a78c-5a92d40a0f46 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.964197] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 961.964197] env[65682]: value = "task-4616323" [ 961.964197] env[65682]: _type = "Task" [ 961.964197] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.971641] env[65682]: DEBUG nova.network.neutron [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Successfully updated port: ee1bab36-6b41-490e-b610-de093cd4a361 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 961.977212] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616323, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.077629] env[65682]: DEBUG nova.scheduler.client.report [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.165671] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.198260] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa94bd4e-d41d-47d8-8835-c3197b4f5646 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Lock "6053bbbc-7565-4182-abc7-6cc4800ed4bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.126s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.245973] env[65682]: DEBUG oslo_vmware.api [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5235bb74-4b43-5aca-5c2d-41af024e83ca, 'name': SearchDatastore_Task, 'duration_secs': 0.020617} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.247464] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e537196-164c-4af9-a161-19ba0272e6ae {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.255150] env[65682]: DEBUG oslo_vmware.api [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 962.255150] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525890b6-21c8-dd53-9234-0f7ff042c6a9" [ 962.255150] env[65682]: _type = "Task" [ 962.255150] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.265872] env[65682]: DEBUG oslo_vmware.api [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525890b6-21c8-dd53-9234-0f7ff042c6a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.355585] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.483782] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "refresh_cache-3b36488c-6508-4175-86e5-6a78a54903d0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.483782] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquired lock "refresh_cache-3b36488c-6508-4175-86e5-6a78a54903d0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.483782] env[65682]: DEBUG nova.network.neutron [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 962.483782] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616323, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.586199] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.622s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.586443] env[65682]: WARNING neutronclient.v2_0.client [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.590870] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.195s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.591289] env[65682]: DEBUG nova.objects.instance [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65682) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 962.771892] env[65682]: DEBUG oslo_vmware.api [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525890b6-21c8-dd53-9234-0f7ff042c6a9, 'name': SearchDatastore_Task, 'duration_secs': 0.018098} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.771892] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.772112] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] bd13c2de-6abf-4237-b7b2-bbc24fc59b24/7e411482-4ba4-42db-a7a9-44449cf54ba0-rescue.vmdk. {{(pid=65682) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 962.772808] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3fd054c-3ed9-4a46-8d55-e1c91d412dee {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.792036] env[65682]: DEBUG oslo_vmware.api [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 962.792036] env[65682]: value = "task-4616324" [ 962.792036] env[65682]: _type = "Task" [ 962.792036] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.795034] env[65682]: WARNING neutronclient.v2_0.client [None req-0f94132c-024e-4ff0-bcf3-c20178a84c51 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.805533] env[65682]: DEBUG oslo_vmware.api [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.859598] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.860883] env[65682]: INFO nova.network.neutron [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Updating port 52570d6e-b09c-4f52-962c-95ab754de987 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 962.979053] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616323, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.263366] env[65682]: DEBUG nova.network.neutron [-] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.309304] env[65682]: DEBUG oslo_vmware.api [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.366032] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616321, 'name': ReconfigVM_Task, 'duration_secs': 1.351512} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.366032] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Reconfigured VM instance instance-00000042 to attach disk [datastore1] volume-725a95c2-455a-4b8d-ba1d-871f3ac75c06/volume-725a95c2-455a-4b8d-ba1d-871f3ac75c06.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.372550] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f064246-fa10-41dc-ad21-46ba4886abb9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.397933] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 963.397933] env[65682]: value = "task-4616325" [ 963.397933] env[65682]: _type = "Task" [ 963.397933] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.410771] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616325, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.461141] env[65682]: DEBUG nova.network.neutron [None req-0f94132c-024e-4ff0-bcf3-c20178a84c51 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Updating instance_info_cache with network_info: [{"id": "b8905af9-655c-4519-bfe2-21faf39488c8", "address": "fa:16:3e:27:6b:26", "network": {"id": "1719932d-bcf4-4ad2-8e3f-f55b5aaf896d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1384213493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1063d410f5864f5292ea4436f03d192c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8905af9-65", "ovs_interfaceid": "b8905af9-655c-4519-bfe2-21faf39488c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.477227] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616323, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.506266] env[65682]: DEBUG nova.network.neutron [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 963.606051] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a1a4309e-9e8d-478e-855d-26bba1b01c2f tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.607645] env[65682]: DEBUG oslo_concurrency.lockutils [None req-21e63a6b-aeeb-4f57-a747-3697dd5dd0ea tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.043s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.608461] env[65682]: DEBUG nova.objects.instance [None req-21e63a6b-aeeb-4f57-a747-3697dd5dd0ea tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Lazy-loading 'resources' on Instance uuid 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.766450] env[65682]: INFO nova.compute.manager [-] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Took 2.25 seconds to deallocate network for instance. [ 963.799934] env[65682]: DEBUG oslo_vmware.api [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616324, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.909458] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.963909] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0f94132c-024e-4ff0-bcf3-c20178a84c51 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Releasing lock "refresh_cache-63bdb800-aeda-456e-9acd-afab1096c9d1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.977028] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616323, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.281793] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e99196c2-1c81-4740-82f7-1121286ebc8e tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.305417] env[65682]: DEBUG oslo_vmware.api [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616324, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.412755] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.482344] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616323, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.486726] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d075575c-2619-4a95-9899-5304cc1a6979 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.495942] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aebeb7a-0120-4bd3-a2fb-b91d06d3cebf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.534055] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abc2c93-9775-42db-9d3c-aa793373db55 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.543945] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f85efc8-efee-4398-a0f8-ca375d94fcbe {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.560968] env[65682]: DEBUG nova.compute.provider_tree [None req-21e63a6b-aeeb-4f57-a747-3697dd5dd0ea tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.801241] env[65682]: DEBUG oslo_vmware.api [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616324, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.782238} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.801547] env[65682]: INFO nova.virt.vmwareapi.ds_util [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] bd13c2de-6abf-4237-b7b2-bbc24fc59b24/7e411482-4ba4-42db-a7a9-44449cf54ba0-rescue.vmdk. [ 964.802558] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5383e65-4730-41e7-b71d-fc2abe237dea {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.834187] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] bd13c2de-6abf-4237-b7b2-bbc24fc59b24/7e411482-4ba4-42db-a7a9-44449cf54ba0-rescue.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.834577] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c650508-9f0e-4dee-93da-fd83b9ffd14a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.856523] env[65682]: DEBUG oslo_vmware.api [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 964.856523] env[65682]: value = "task-4616326" [ 964.856523] env[65682]: _type = "Task" [ 964.856523] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.867253] env[65682]: DEBUG oslo_vmware.api [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616326, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.911863] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616325, 'name': ReconfigVM_Task, 'duration_secs': 1.431754} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.912380] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901660', 'volume_id': '725a95c2-455a-4b8d-ba1d-871f3ac75c06', 'name': 'volume-725a95c2-455a-4b8d-ba1d-871f3ac75c06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7276c80d-0da0-484e-99a2-5d84d8ab6db9', 'attached_at': '', 'detached_at': '', 'volume_id': '725a95c2-455a-4b8d-ba1d-871f3ac75c06', 'serial': '725a95c2-455a-4b8d-ba1d-871f3ac75c06'} {{(pid=65682) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 964.913018] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85b6ea78-c6e2-4e21-8d46-67d8bb07d883 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.922102] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 964.922102] env[65682]: value = "task-4616327" [ 964.922102] env[65682]: _type = "Task" [ 964.922102] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.938395] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616327, 'name': Rename_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.975561] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f94132c-024e-4ff0-bcf3-c20178a84c51 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.979021] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dedea39a-0d0b-41a2-a8b1-84d58e879484 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.981012] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616323, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.987232] env[65682]: DEBUG oslo_vmware.api [None req-0f94132c-024e-4ff0-bcf3-c20178a84c51 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 964.987232] env[65682]: value = "task-4616328" [ 964.987232] env[65682]: _type = "Task" [ 964.987232] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.999936] env[65682]: DEBUG oslo_vmware.api [None req-0f94132c-024e-4ff0-bcf3-c20178a84c51 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.064427] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquiring lock "refresh_cache-c1dffb08-8d14-4976-addd-6f563b1f31fb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.064648] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquired lock "refresh_cache-c1dffb08-8d14-4976-addd-6f563b1f31fb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.064831] env[65682]: DEBUG nova.network.neutron [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 965.073882] env[65682]: DEBUG nova.scheduler.client.report [None req-21e63a6b-aeeb-4f57-a747-3697dd5dd0ea tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.284205] env[65682]: WARNING neutronclient.v2_0.client [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.370844] env[65682]: DEBUG oslo_vmware.api [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.432879] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616327, 'name': Rename_Task, 'duration_secs': 0.421871} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.433367] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.433731] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9d5888a-1351-450a-9b7d-36604310c57b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.442203] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 965.442203] env[65682]: value = "task-4616329" [ 965.442203] env[65682]: _type = "Task" [ 965.442203] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.453017] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.454321] env[65682]: DEBUG nova.network.neutron [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Updating instance_info_cache with network_info: [{"id": "ee1bab36-6b41-490e-b610-de093cd4a361", "address": "fa:16:3e:a6:f9:73", "network": {"id": "d2e676e7-8222-43c3-a279-0be7d717d854", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637644478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983a459c835447309a57d7ac8b8bcfa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee1bab36-6b", "ovs_interfaceid": "ee1bab36-6b41-490e-b610-de093cd4a361", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.483499] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616323, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.25204} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.483940] env[65682]: INFO nova.virt.vmwareapi.ds_util [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_edf1baa2-2b70-407a-bed3-156926c5677b/OSTACK_IMG_edf1baa2-2b70-407a-bed3-156926c5677b.vmdk to [datastore2] devstack-image-cache_base/d5f393bb-b0ee-4090-9d06-78205fc61ac9/d5f393bb-b0ee-4090-9d06-78205fc61ac9.vmdk. [ 965.484185] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Cleaning up location [datastore2] OSTACK_IMG_edf1baa2-2b70-407a-bed3-156926c5677b {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 965.484436] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_edf1baa2-2b70-407a-bed3-156926c5677b {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.484785] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1629906b-dfd1-4e51-836a-850fe204fa71 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.494735] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 965.494735] env[65682]: value = "task-4616330" [ 965.494735] env[65682]: _type = "Task" [ 965.494735] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.504131] env[65682]: DEBUG oslo_vmware.api [None req-0f94132c-024e-4ff0-bcf3-c20178a84c51 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616328, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.510994] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.580026] env[65682]: WARNING neutronclient.v2_0.client [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.585204] env[65682]: DEBUG oslo_concurrency.lockutils [None req-21e63a6b-aeeb-4f57-a747-3697dd5dd0ea tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.589354] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.070s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.594803] env[65682]: INFO nova.compute.claims [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.621760] env[65682]: INFO nova.scheduler.client.report [None req-21e63a6b-aeeb-4f57-a747-3697dd5dd0ea tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Deleted allocations for instance 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1 [ 965.870717] env[65682]: DEBUG oslo_vmware.api [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.958143] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Releasing lock "refresh_cache-3b36488c-6508-4175-86e5-6a78a54903d0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.958542] env[65682]: DEBUG nova.compute.manager [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Instance network_info: |[{"id": "ee1bab36-6b41-490e-b610-de093cd4a361", "address": "fa:16:3e:a6:f9:73", "network": {"id": "d2e676e7-8222-43c3-a279-0be7d717d854", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637644478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983a459c835447309a57d7ac8b8bcfa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee1bab36-6b", "ovs_interfaceid": "ee1bab36-6b41-490e-b610-de093cd4a361", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 965.958920] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616329, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.960239] env[65682]: WARNING neutronclient.v2_0.client [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.962818] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:f9:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee1bab36-6b41-490e-b610-de093cd4a361', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.970514] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Creating folder: Project (983a459c835447309a57d7ac8b8bcfa5). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.971300] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-453084a2-91a0-4f43-a000-118b02b9328a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.988065] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Created folder: Project (983a459c835447309a57d7ac8b8bcfa5) in parent group-v901426. [ 965.988491] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Creating folder: Instances. Parent ref: group-v901671. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.989315] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12c98fa0-2b14-4673-b81f-4c1b239d8afd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.006507] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09768} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.011979] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.012160] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5f393bb-b0ee-4090-9d06-78205fc61ac9/d5f393bb-b0ee-4090-9d06-78205fc61ac9.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.012523] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5f393bb-b0ee-4090-9d06-78205fc61ac9/d5f393bb-b0ee-4090-9d06-78205fc61ac9.vmdk to [datastore2] 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5/5b4adb84-808a-4b32-b2f3-a8057f4e3aa5.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.012807] env[65682]: DEBUG oslo_vmware.api [None req-0f94132c-024e-4ff0-bcf3-c20178a84c51 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616328, 'name': PowerOnVM_Task, 'duration_secs': 0.533594} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.013013] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Created folder: Instances in parent group-v901671. [ 966.013403] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 966.013445] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8be1f096-7cd3-45e8-9a15-b094a24ab1db {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.015583] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f94132c-024e-4ff0-bcf3-c20178a84c51 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.015804] env[65682]: DEBUG nova.compute.manager [None req-0f94132c-024e-4ff0-bcf3-c20178a84c51 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 966.016070] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.017112] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d3dfeb-fcba-4c09-843e-4c8e3789b49d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.019717] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22ffca50-653a-4657-afb7-86604a6bd06d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.038700] env[65682]: DEBUG nova.compute.manager [req-3ccb9eee-b164-45b2-9c42-c7e9aefbb600 req-24ecee78-c6a8-4e5d-b693-2678fcf05311 service nova] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Received event network-changed-1580d32a-ff27-48ab-b764-a8f30729bf0a {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 966.039877] env[65682]: DEBUG nova.compute.manager [req-3ccb9eee-b164-45b2-9c42-c7e9aefbb600 req-24ecee78-c6a8-4e5d-b693-2678fcf05311 service nova] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Refreshing instance network info cache due to event network-changed-1580d32a-ff27-48ab-b764-a8f30729bf0a. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 966.039877] env[65682]: DEBUG oslo_concurrency.lockutils [req-3ccb9eee-b164-45b2-9c42-c7e9aefbb600 req-24ecee78-c6a8-4e5d-b693-2678fcf05311 service nova] Acquiring lock "refresh_cache-c46c1769-6758-4ad1-8768-8579ce514021" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.039877] env[65682]: DEBUG oslo_concurrency.lockutils [req-3ccb9eee-b164-45b2-9c42-c7e9aefbb600 req-24ecee78-c6a8-4e5d-b693-2678fcf05311 service nova] Acquired lock "refresh_cache-c46c1769-6758-4ad1-8768-8579ce514021" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.039877] env[65682]: DEBUG nova.network.neutron [req-3ccb9eee-b164-45b2-9c42-c7e9aefbb600 req-24ecee78-c6a8-4e5d-b693-2678fcf05311 service nova] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Refreshing network info cache for port 1580d32a-ff27-48ab-b764-a8f30729bf0a {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.047027] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 966.047027] env[65682]: value = "task-4616333" [ 966.047027] env[65682]: _type = "Task" [ 966.047027] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.047368] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.047368] env[65682]: value = "task-4616334" [ 966.047368] env[65682]: _type = "Task" [ 966.047368] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.074584] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.074947] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Acquiring lock "48408761-7c99-450a-882d-64a99dd20435" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.075205] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Lock "48408761-7c99-450a-882d-64a99dd20435" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.076193] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Acquiring lock "48408761-7c99-450a-882d-64a99dd20435-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.076193] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Lock "48408761-7c99-450a-882d-64a99dd20435-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.076193] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Lock "48408761-7c99-450a-882d-64a99dd20435-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.077226] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616334, 'name': CreateVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.079826] env[65682]: INFO nova.compute.manager [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Terminating instance [ 966.122571] env[65682]: DEBUG nova.network.neutron [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Updating instance_info_cache with network_info: [{"id": "52570d6e-b09c-4f52-962c-95ab754de987", "address": "fa:16:3e:f5:87:e6", "network": {"id": "bbb1b243-b946-4884-a796-2a10b7d24ede", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2053837350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa33bc1eaa5b4d4bb5063ffee3b1d8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52570d6e-b0", "ovs_interfaceid": "52570d6e-b09c-4f52-962c-95ab754de987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.132967] env[65682]: DEBUG oslo_concurrency.lockutils [None req-21e63a6b-aeeb-4f57-a747-3697dd5dd0ea tempest-ServersWithSpecificFlavorTestJSON-1916649278 tempest-ServersWithSpecificFlavorTestJSON-1916649278-project-member] Lock "2342f97e-f740-49a0-b3ed-87bcfa9e2fa1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.390s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.231245] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquiring lock "6dc6138b-9a58-44c7-a4bf-890c36ce1197" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.231831] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lock "6dc6138b-9a58-44c7-a4bf-890c36ce1197" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.232068] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquiring lock "6dc6138b-9a58-44c7-a4bf-890c36ce1197-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.232387] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lock "6dc6138b-9a58-44c7-a4bf-890c36ce1197-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.232597] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lock "6dc6138b-9a58-44c7-a4bf-890c36ce1197-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.235217] env[65682]: INFO nova.compute.manager [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Terminating instance [ 966.370902] env[65682]: DEBUG oslo_vmware.api [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616326, 'name': ReconfigVM_Task, 'duration_secs': 1.12109} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.371458] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Reconfigured VM instance instance-00000049 to attach disk [datastore1] bd13c2de-6abf-4237-b7b2-bbc24fc59b24/7e411482-4ba4-42db-a7a9-44449cf54ba0-rescue.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.372451] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f7ef16-916a-475c-b695-e3a0204656a8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.415694] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ee5d6f1-f65b-46cb-9d26-210cde4d215c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.435114] env[65682]: DEBUG oslo_vmware.api [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 966.435114] env[65682]: value = "task-4616335" [ 966.435114] env[65682]: _type = "Task" [ 966.435114] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.447029] env[65682]: DEBUG oslo_vmware.api [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616335, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.460404] env[65682]: DEBUG oslo_vmware.api [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616329, 'name': PowerOnVM_Task, 'duration_secs': 0.886259} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.460862] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.461243] env[65682]: DEBUG nova.compute.manager [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 966.462202] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc2f185-ccf9-4297-8071-5d822ab9ff77 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.471548] env[65682]: DEBUG nova.compute.manager [req-00c841a1-7e8f-44cd-ab21-523546e3c41d req-39bdc66e-9466-4e99-9b49-d111e3128a4c service nova] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Received event network-vif-plugged-52570d6e-b09c-4f52-962c-95ab754de987 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 966.473032] env[65682]: DEBUG oslo_concurrency.lockutils [req-00c841a1-7e8f-44cd-ab21-523546e3c41d req-39bdc66e-9466-4e99-9b49-d111e3128a4c service nova] Acquiring lock "c1dffb08-8d14-4976-addd-6f563b1f31fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.473032] env[65682]: DEBUG oslo_concurrency.lockutils [req-00c841a1-7e8f-44cd-ab21-523546e3c41d req-39bdc66e-9466-4e99-9b49-d111e3128a4c service nova] Lock "c1dffb08-8d14-4976-addd-6f563b1f31fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.473032] env[65682]: DEBUG oslo_concurrency.lockutils [req-00c841a1-7e8f-44cd-ab21-523546e3c41d req-39bdc66e-9466-4e99-9b49-d111e3128a4c service nova] Lock "c1dffb08-8d14-4976-addd-6f563b1f31fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.473032] env[65682]: DEBUG nova.compute.manager [req-00c841a1-7e8f-44cd-ab21-523546e3c41d req-39bdc66e-9466-4e99-9b49-d111e3128a4c service nova] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] No waiting events found dispatching network-vif-plugged-52570d6e-b09c-4f52-962c-95ab754de987 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 966.473032] env[65682]: WARNING nova.compute.manager [req-00c841a1-7e8f-44cd-ab21-523546e3c41d req-39bdc66e-9466-4e99-9b49-d111e3128a4c service nova] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Received unexpected event network-vif-plugged-52570d6e-b09c-4f52-962c-95ab754de987 for instance with vm_state shelved_offloaded and task_state spawning. [ 966.550747] env[65682]: WARNING neutronclient.v2_0.client [req-3ccb9eee-b164-45b2-9c42-c7e9aefbb600 req-24ecee78-c6a8-4e5d-b693-2678fcf05311 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.573055] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616334, 'name': CreateVM_Task, 'duration_secs': 0.50722} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.580257] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.580257] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616333, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.580257] env[65682]: WARNING neutronclient.v2_0.client [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.580257] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.580257] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.581048] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.581271] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d411a423-12da-4c36-9093-348dc3ad83ed {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.584231] env[65682]: DEBUG nova.compute.manager [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 966.584505] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.585881] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e449fe-c18b-4dd9-8ceb-c44203ca11e8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.594660] env[65682]: DEBUG oslo_vmware.api [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 966.594660] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522d86e4-41e5-51a4-8f0c-0a8322370e4e" [ 966.594660] env[65682]: _type = "Task" [ 966.594660] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.598307] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.601620] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91975085-9911-4e99-8988-67736e9f97c4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.620192] env[65682]: DEBUG oslo_vmware.api [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522d86e4-41e5-51a4-8f0c-0a8322370e4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.620721] env[65682]: DEBUG oslo_vmware.api [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the task: (returnval){ [ 966.620721] env[65682]: value = "task-4616336" [ 966.620721] env[65682]: _type = "Task" [ 966.620721] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.631203] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Releasing lock "refresh_cache-c1dffb08-8d14-4976-addd-6f563b1f31fb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.646379] env[65682]: DEBUG oslo_vmware.api [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.683801] env[65682]: DEBUG nova.virt.hardware [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='011853f58f450737740116687a91165e',container_format='bare',created_at=2025-11-20T20:29:53Z,direct_url=,disk_format='vmdk',id=4f5be816-3003-4479-af5d-32c325dc0c94,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1272963077-shelved',owner='aa33bc1eaa5b4d4bb5063ffee3b1d8c6',properties=ImageMetaProps,protected=,size=31671808,status='active',tags=,updated_at=2025-11-20T20:30:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 966.684177] env[65682]: DEBUG nova.virt.hardware [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.684324] env[65682]: DEBUG nova.virt.hardware [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 966.686796] env[65682]: DEBUG nova.virt.hardware [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.686796] env[65682]: DEBUG nova.virt.hardware [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 966.686796] env[65682]: DEBUG nova.virt.hardware [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 966.686796] env[65682]: DEBUG nova.virt.hardware [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 966.686796] env[65682]: DEBUG nova.virt.hardware [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 966.686796] env[65682]: DEBUG nova.virt.hardware [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 966.686796] env[65682]: DEBUG nova.virt.hardware [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 966.686796] env[65682]: DEBUG nova.virt.hardware [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 966.687861] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d515b8ed-ceba-4a7e-bdbe-fbf33dfe6147 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.705170] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba39ab86-75a1-4506-8872-19272c173ce5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.731554] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:87:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52570d6e-b09c-4f52-962c-95ab754de987', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.742715] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 966.749181] env[65682]: DEBUG nova.compute.manager [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 966.749499] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.750064] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.751527] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f64d43-8288-4259-a1fc-1154e76e4963 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.754874] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ba56788-c0c0-4392-873e-7a096c1f648b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.782009] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.782009] env[65682]: value = "task-4616337" [ 966.782009] env[65682]: _type = "Task" [ 966.782009] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.782414] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.782735] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59f9fc01-f899-44af-b627-ed685e3d41b2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.801104] env[65682]: DEBUG oslo_vmware.api [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 966.801104] env[65682]: value = "task-4616338" [ 966.801104] env[65682]: _type = "Task" [ 966.801104] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.813532] env[65682]: DEBUG oslo_vmware.api [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4616338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.948025] env[65682]: DEBUG oslo_vmware.api [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616335, 'name': ReconfigVM_Task, 'duration_secs': 0.315787} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.948394] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.948737] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b912e63d-a995-4f19-8da7-e24fb212c71b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.957928] env[65682]: DEBUG oslo_vmware.api [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 966.957928] env[65682]: value = "task-4616339" [ 966.957928] env[65682]: _type = "Task" [ 966.957928] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.970550] env[65682]: DEBUG oslo_vmware.api [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.996187] env[65682]: DEBUG oslo_concurrency.lockutils [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.068898] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616333, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.109951] env[65682]: DEBUG oslo_vmware.api [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522d86e4-41e5-51a4-8f0c-0a8322370e4e, 'name': SearchDatastore_Task, 'duration_secs': 0.094958} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.113185] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.113521] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.113747] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.113908] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.114105] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.114711] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ce6efed-3469-4317-b26b-622c723c267f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.136822] env[65682]: DEBUG oslo_vmware.api [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.138998] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b75956a6-4be7-4a97-a275-c673cc93caa8 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquiring lock "6725e588-0d8f-442d-9158-4049ebeb0262" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.138998] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b75956a6-4be7-4a97-a275-c673cc93caa8 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "6725e588-0d8f-442d-9158-4049ebeb0262" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.140754] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.141023] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.142292] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2c1c578-391d-47b2-bd54-d206cca64c08 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.153437] env[65682]: DEBUG oslo_vmware.api [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 967.153437] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d13d4c-a16b-ef17-13e8-4aa1beedccc7" [ 967.153437] env[65682]: _type = "Task" [ 967.153437] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.164963] env[65682]: DEBUG oslo_vmware.api [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d13d4c-a16b-ef17-13e8-4aa1beedccc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.166999] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d526cc0f-7ec3-4568-8060-d1b67a8d5912 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.176369] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0375ff-eccc-4a1c-ba91-8c7ca7f1f3e8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.211213] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaf5617-e3b9-47e6-bf3d-d2bcfee3baec {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.223244] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2042f7c-5c2a-43a8-a57e-a6d59f4b58a2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.252394] env[65682]: DEBUG nova.compute.provider_tree [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.296592] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616337, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.316076] env[65682]: DEBUG oslo_vmware.api [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4616338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.470298] env[65682]: DEBUG oslo_vmware.api [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616339, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.514377] env[65682]: WARNING neutronclient.v2_0.client [req-3ccb9eee-b164-45b2-9c42-c7e9aefbb600 req-24ecee78-c6a8-4e5d-b693-2678fcf05311 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 967.566886] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616333, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.634496] env[65682]: DEBUG oslo_vmware.api [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.644464] env[65682]: INFO nova.compute.manager [None req-b75956a6-4be7-4a97-a275-c673cc93caa8 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Detaching volume 9a70a697-e757-4543-8279-0bba9807738e [ 967.669543] env[65682]: DEBUG oslo_vmware.api [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d13d4c-a16b-ef17-13e8-4aa1beedccc7, 'name': SearchDatastore_Task, 'duration_secs': 0.08788} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.670611] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-084cc7b8-9b7c-448d-988b-7963049db800 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.677915] env[65682]: DEBUG oslo_vmware.api [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 967.677915] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5203f161-d7e9-9376-489c-a2dff56ee75c" [ 967.677915] env[65682]: _type = "Task" [ 967.677915] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.690685] env[65682]: DEBUG oslo_vmware.api [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5203f161-d7e9-9376-489c-a2dff56ee75c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.701315] env[65682]: INFO nova.virt.block_device [None req-b75956a6-4be7-4a97-a275-c673cc93caa8 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Attempting to driver detach volume 9a70a697-e757-4543-8279-0bba9807738e from mountpoint /dev/sdb [ 967.702251] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-b75956a6-4be7-4a97-a275-c673cc93caa8 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Volume detach. Driver type: vmdk {{(pid=65682) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 967.702251] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-b75956a6-4be7-4a97-a275-c673cc93caa8 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901638', 'volume_id': '9a70a697-e757-4543-8279-0bba9807738e', 'name': 'volume-9a70a697-e757-4543-8279-0bba9807738e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6725e588-0d8f-442d-9158-4049ebeb0262', 'attached_at': '', 'detached_at': '', 'volume_id': '9a70a697-e757-4543-8279-0bba9807738e', 'serial': '9a70a697-e757-4543-8279-0bba9807738e'} {{(pid=65682) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 967.702855] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5128ec2-74d7-4e8b-a51e-d1661cf2c59e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.729118] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a75fa0-cf88-4d14-8d0e-ac7b36ac7136 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.738734] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15f9f23-8830-4eb1-a17b-40b24f4e4a7b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.767109] env[65682]: DEBUG nova.scheduler.client.report [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.772312] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6789b793-8fef-45c0-80af-92e3a36aeb6e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.794118] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-b75956a6-4be7-4a97-a275-c673cc93caa8 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] The volume has not been displaced from its original location: [datastore1] volume-9a70a697-e757-4543-8279-0bba9807738e/volume-9a70a697-e757-4543-8279-0bba9807738e.vmdk. No consolidation needed. {{(pid=65682) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 967.800373] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-b75956a6-4be7-4a97-a275-c673cc93caa8 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Reconfiguring VM instance instance-00000037 to detach disk 2001 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 967.804768] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a279d8e-2921-4bf9-99e1-21e18ef70235 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.833639] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616337, 'name': CreateVM_Task, 'duration_secs': 0.536678} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.840380] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.840979] env[65682]: DEBUG oslo_vmware.api [None req-b75956a6-4be7-4a97-a275-c673cc93caa8 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 967.840979] env[65682]: value = "task-4616340" [ 967.840979] env[65682]: _type = "Task" [ 967.840979] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.842126] env[65682]: DEBUG oslo_vmware.api [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4616338, 'name': PowerOffVM_Task, 'duration_secs': 0.754688} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.842587] env[65682]: WARNING neutronclient.v2_0.client [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 967.843072] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f5be816-3003-4479-af5d-32c325dc0c94" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.843268] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f5be816-3003-4479-af5d-32c325dc0c94" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.844165] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f5be816-3003-4479-af5d-32c325dc0c94" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.844165] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.844480] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.844850] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66a6a02b-698d-4e1a-bba5-e51a2638c387 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.852145] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83cd9ef3-9074-4e10-9771-268a97654849 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.862917] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 967.862917] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a29496-39ad-a6ec-7265-eb0ccce3edef" [ 967.862917] env[65682]: _type = "Task" [ 967.862917] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.868214] env[65682]: DEBUG oslo_vmware.api [None req-b75956a6-4be7-4a97-a275-c673cc93caa8 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.881199] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a29496-39ad-a6ec-7265-eb0ccce3edef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.966681] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.967798] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.967798] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Deleting the datastore file [datastore1] 6dc6138b-9a58-44c7-a4bf-890c36ce1197 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.968364] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89d48fb8-89e7-4f31-8fec-a1a69d9fdc68 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.977257] env[65682]: DEBUG oslo_vmware.api [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616339, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.984823] env[65682]: DEBUG oslo_vmware.api [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for the task: (returnval){ [ 967.984823] env[65682]: value = "task-4616342" [ 967.984823] env[65682]: _type = "Task" [ 967.984823] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.003976] env[65682]: DEBUG oslo_vmware.api [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4616342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.067971] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616333, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.134620] env[65682]: DEBUG oslo_vmware.api [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616336, 'name': PowerOffVM_Task, 'duration_secs': 1.135365} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.135044] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.135339] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.135724] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aea5fcca-ecd4-42f0-80bc-94afc9de7b73 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.194531] env[65682]: DEBUG oslo_vmware.api [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5203f161-d7e9-9376-489c-a2dff56ee75c, 'name': SearchDatastore_Task, 'duration_secs': 0.101218} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.194820] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.195602] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 3b36488c-6508-4175-86e5-6a78a54903d0/3b36488c-6508-4175-86e5-6a78a54903d0.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.195602] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60974f1f-c3e9-4a42-88d0-06a3929c5861 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.204427] env[65682]: DEBUG oslo_vmware.api [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 968.204427] env[65682]: value = "task-4616344" [ 968.204427] env[65682]: _type = "Task" [ 968.204427] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.216645] env[65682]: DEBUG oslo_vmware.api [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.275312] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.275737] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.275948] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Deleting the datastore file [datastore2] 48408761-7c99-450a-882d-64a99dd20435 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.276391] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-473172b2-ea2f-4f12-a860-b78037f269c7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.279716] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.280337] env[65682]: DEBUG nova.compute.manager [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 968.284439] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.587s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.284673] env[65682]: DEBUG nova.objects.instance [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Lazy-loading 'resources' on Instance uuid 9e255887-8fa9-414c-992c-0d8a54147de3 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.293751] env[65682]: DEBUG oslo_vmware.api [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for the task: (returnval){ [ 968.293751] env[65682]: value = "task-4616345" [ 968.293751] env[65682]: _type = "Task" [ 968.293751] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.308352] env[65682]: DEBUG oslo_vmware.api [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.360645] env[65682]: DEBUG oslo_vmware.api [None req-b75956a6-4be7-4a97-a275-c673cc93caa8 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616340, 'name': ReconfigVM_Task, 'duration_secs': 0.461843} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.361056] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-b75956a6-4be7-4a97-a275-c673cc93caa8 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Reconfigured VM instance instance-00000037 to detach disk 2001 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 968.368033] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86fbdfa4-f175-469c-9065-bb0db3a6ffe4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.397541] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f5be816-3003-4479-af5d-32c325dc0c94" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.397838] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Processing image 4f5be816-3003-4479-af5d-32c325dc0c94 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.398107] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f5be816-3003-4479-af5d-32c325dc0c94/4f5be816-3003-4479-af5d-32c325dc0c94.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.398262] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f5be816-3003-4479-af5d-32c325dc0c94/4f5be816-3003-4479-af5d-32c325dc0c94.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.398534] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.398921] env[65682]: DEBUG oslo_vmware.api [None req-b75956a6-4be7-4a97-a275-c673cc93caa8 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 968.398921] env[65682]: value = "task-4616346" [ 968.398921] env[65682]: _type = "Task" [ 968.398921] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.399166] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c667f2f-5f82-482b-8111-ac7a0f97cff7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.412546] env[65682]: DEBUG oslo_vmware.api [None req-b75956a6-4be7-4a97-a275-c673cc93caa8 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.434275] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.434576] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.435332] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-104cf8c4-35e8-49b0-98ba-0d33d4cba091 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.442663] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 968.442663] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525c4fe0-8da7-8ca6-3bf7-b1b81a7f5618" [ 968.442663] env[65682]: _type = "Task" [ 968.442663] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.451347] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525c4fe0-8da7-8ca6-3bf7-b1b81a7f5618, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.470906] env[65682]: DEBUG oslo_vmware.api [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616339, 'name': PowerOnVM_Task, 'duration_secs': 1.438208} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.471483] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.474939] env[65682]: DEBUG nova.compute.manager [None req-1d44426a-bd96-4c36-aa8e-f399a8f9e4ae tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 968.475626] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddbd3e2-6233-4be1-bde8-ffd11e5b33af {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.499735] env[65682]: DEBUG oslo_vmware.api [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4616342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.568400] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616333, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.623382] env[65682]: DEBUG nova.network.neutron [req-3ccb9eee-b164-45b2-9c42-c7e9aefbb600 req-24ecee78-c6a8-4e5d-b693-2678fcf05311 service nova] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Updated VIF entry in instance network info cache for port 1580d32a-ff27-48ab-b764-a8f30729bf0a. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 968.623382] env[65682]: DEBUG nova.network.neutron [req-3ccb9eee-b164-45b2-9c42-c7e9aefbb600 req-24ecee78-c6a8-4e5d-b693-2678fcf05311 service nova] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Updating instance_info_cache with network_info: [{"id": "1580d32a-ff27-48ab-b764-a8f30729bf0a", "address": "fa:16:3e:4e:0e:7c", "network": {"id": "caeb0c63-e524-44d9-a3f3-d330265a2b0e", "bridge": null, "label": "tempest-ServersNegativeTestJSON-390549341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a6ae75473d441688fb59c9c7b328ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1580d32a-ff", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.719711] env[65682]: DEBUG oslo_vmware.api [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.791110] env[65682]: DEBUG nova.compute.utils [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.791110] env[65682]: DEBUG nova.compute.manager [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 968.791110] env[65682]: DEBUG nova.network.neutron [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 968.791110] env[65682]: WARNING neutronclient.v2_0.client [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.791110] env[65682]: WARNING neutronclient.v2_0.client [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.806961] env[65682]: DEBUG oslo_vmware.api [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.892754] env[65682]: DEBUG nova.policy [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e869f32e58434c9ca22f4a6e0a2aebab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0b53c39738e4f2f8d05bd82b62e0ec3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.916034] env[65682]: DEBUG oslo_vmware.api [None req-b75956a6-4be7-4a97-a275-c673cc93caa8 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.959715] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Preparing fetch location {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 968.959977] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Fetch image to [datastore2] OSTACK_IMG_0c438816-d1fa-401d-8290-8a19fd65e903/OSTACK_IMG_0c438816-d1fa-401d-8290-8a19fd65e903.vmdk {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 968.960172] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Downloading stream optimized image 4f5be816-3003-4479-af5d-32c325dc0c94 to [datastore2] OSTACK_IMG_0c438816-d1fa-401d-8290-8a19fd65e903/OSTACK_IMG_0c438816-d1fa-401d-8290-8a19fd65e903.vmdk on the data store datastore2 as vApp {{(pid=65682) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 968.960334] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Downloading image file data 4f5be816-3003-4479-af5d-32c325dc0c94 to the ESX as VM named 'OSTACK_IMG_0c438816-d1fa-401d-8290-8a19fd65e903' {{(pid=65682) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 969.009117] env[65682]: DEBUG oslo_vmware.api [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Task: {'id': task-4616342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.926508} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.031602] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.031878] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.033222] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.033509] env[65682]: INFO nova.compute.manager [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Took 2.28 seconds to destroy the instance on the hypervisor. [ 969.033798] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 969.039664] env[65682]: DEBUG nova.compute.manager [-] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 969.039664] env[65682]: DEBUG nova.network.neutron [-] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 969.039664] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.072700] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616333, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.793585} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.072841] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5f393bb-b0ee-4090-9d06-78205fc61ac9/d5f393bb-b0ee-4090-9d06-78205fc61ac9.vmdk to [datastore2] 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5/5b4adb84-808a-4b32-b2f3-a8057f4e3aa5.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.073653] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615a3519-947a-468e-89fe-20e9e8542ccd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.101107] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5/5b4adb84-808a-4b32-b2f3-a8057f4e3aa5.vmdk or device None with type streamOptimized {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.104588] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e55da0ca-1fd6-4ba6-924f-c2caf1f626a2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.121606] env[65682]: DEBUG oslo_vmware.rw_handles [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 969.121606] env[65682]: value = "resgroup-9" [ 969.121606] env[65682]: _type = "ResourcePool" [ 969.121606] env[65682]: }. {{(pid=65682) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 969.124158] env[65682]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-aa89e85b-b30f-4c0d-9037-ebffb21be489 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.148075] env[65682]: DEBUG oslo_concurrency.lockutils [req-3ccb9eee-b164-45b2-9c42-c7e9aefbb600 req-24ecee78-c6a8-4e5d-b693-2678fcf05311 service nova] Releasing lock "refresh_cache-c46c1769-6758-4ad1-8768-8579ce514021" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.148495] env[65682]: DEBUG nova.compute.manager [req-3ccb9eee-b164-45b2-9c42-c7e9aefbb600 req-24ecee78-c6a8-4e5d-b693-2678fcf05311 service nova] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Received event network-vif-plugged-ee1bab36-6b41-490e-b610-de093cd4a361 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 969.148495] env[65682]: DEBUG oslo_concurrency.lockutils [req-3ccb9eee-b164-45b2-9c42-c7e9aefbb600 req-24ecee78-c6a8-4e5d-b693-2678fcf05311 service nova] Acquiring lock "3b36488c-6508-4175-86e5-6a78a54903d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.149077] env[65682]: DEBUG oslo_concurrency.lockutils [req-3ccb9eee-b164-45b2-9c42-c7e9aefbb600 req-24ecee78-c6a8-4e5d-b693-2678fcf05311 service nova] Lock "3b36488c-6508-4175-86e5-6a78a54903d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.149077] env[65682]: DEBUG oslo_concurrency.lockutils [req-3ccb9eee-b164-45b2-9c42-c7e9aefbb600 req-24ecee78-c6a8-4e5d-b693-2678fcf05311 service nova] Lock "3b36488c-6508-4175-86e5-6a78a54903d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.149077] env[65682]: DEBUG nova.compute.manager [req-3ccb9eee-b164-45b2-9c42-c7e9aefbb600 req-24ecee78-c6a8-4e5d-b693-2678fcf05311 service nova] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] No waiting events found dispatching network-vif-plugged-ee1bab36-6b41-490e-b610-de093cd4a361 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 969.149279] env[65682]: WARNING nova.compute.manager [req-3ccb9eee-b164-45b2-9c42-c7e9aefbb600 req-24ecee78-c6a8-4e5d-b693-2678fcf05311 service nova] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Received unexpected event network-vif-plugged-ee1bab36-6b41-490e-b610-de093cd4a361 for instance with vm_state building and task_state spawning. [ 969.149634] env[65682]: DEBUG nova.compute.manager [req-3ccb9eee-b164-45b2-9c42-c7e9aefbb600 req-24ecee78-c6a8-4e5d-b693-2678fcf05311 service nova] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Received event network-changed-ee1bab36-6b41-490e-b610-de093cd4a361 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 969.149634] env[65682]: DEBUG nova.compute.manager [req-3ccb9eee-b164-45b2-9c42-c7e9aefbb600 req-24ecee78-c6a8-4e5d-b693-2678fcf05311 service nova] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Refreshing instance network info cache due to event network-changed-ee1bab36-6b41-490e-b610-de093cd4a361. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 969.149817] env[65682]: DEBUG oslo_concurrency.lockutils [req-3ccb9eee-b164-45b2-9c42-c7e9aefbb600 req-24ecee78-c6a8-4e5d-b693-2678fcf05311 service nova] Acquiring lock "refresh_cache-3b36488c-6508-4175-86e5-6a78a54903d0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.150067] env[65682]: DEBUG oslo_concurrency.lockutils [req-3ccb9eee-b164-45b2-9c42-c7e9aefbb600 req-24ecee78-c6a8-4e5d-b693-2678fcf05311 service nova] Acquired lock "refresh_cache-3b36488c-6508-4175-86e5-6a78a54903d0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.150462] env[65682]: DEBUG nova.network.neutron [req-3ccb9eee-b164-45b2-9c42-c7e9aefbb600 req-24ecee78-c6a8-4e5d-b693-2678fcf05311 service nova] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Refreshing network info cache for port ee1bab36-6b41-490e-b610-de093cd4a361 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.154780] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 969.154780] env[65682]: value = "task-4616347" [ 969.154780] env[65682]: _type = "Task" [ 969.154780] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.160718] env[65682]: DEBUG oslo_vmware.rw_handles [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lease: (returnval){ [ 969.160718] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527f075a-27f9-ab89-ee21-e15e24248a2a" [ 969.160718] env[65682]: _type = "HttpNfcLease" [ 969.160718] env[65682]: } obtained for vApp import into resource pool (val){ [ 969.160718] env[65682]: value = "resgroup-9" [ 969.160718] env[65682]: _type = "ResourcePool" [ 969.160718] env[65682]: }. {{(pid=65682) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 969.161857] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the lease: (returnval){ [ 969.161857] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527f075a-27f9-ab89-ee21-e15e24248a2a" [ 969.161857] env[65682]: _type = "HttpNfcLease" [ 969.161857] env[65682]: } to be ready. {{(pid=65682) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 969.170490] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616347, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.176158] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 969.176158] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527f075a-27f9-ab89-ee21-e15e24248a2a" [ 969.176158] env[65682]: _type = "HttpNfcLease" [ 969.176158] env[65682]: } is initializing. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 969.222726] env[65682]: DEBUG oslo_vmware.api [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616344, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.298968] env[65682]: DEBUG nova.compute.manager [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 969.316805] env[65682]: DEBUG oslo_vmware.api [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Task: {'id': task-4616345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.759915} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.316805] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.316805] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.316805] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.316805] env[65682]: INFO nova.compute.manager [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] [instance: 48408761-7c99-450a-882d-64a99dd20435] Took 2.73 seconds to destroy the instance on the hypervisor. [ 969.316805] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 969.319372] env[65682]: DEBUG nova.compute.manager [-] [instance: 48408761-7c99-450a-882d-64a99dd20435] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 969.320295] env[65682]: DEBUG nova.network.neutron [-] [instance: 48408761-7c99-450a-882d-64a99dd20435] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 969.320295] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.416387] env[65682]: DEBUG oslo_vmware.api [None req-b75956a6-4be7-4a97-a275-c673cc93caa8 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616346, 'name': ReconfigVM_Task, 'duration_secs': 1.003696} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.420023] env[65682]: DEBUG nova.network.neutron [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Successfully created port: 63ea5809-a74d-4e76-8026-79c6e3d8f18f {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 969.422277] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-b75956a6-4be7-4a97-a275-c673cc93caa8 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901638', 'volume_id': '9a70a697-e757-4543-8279-0bba9807738e', 'name': 'volume-9a70a697-e757-4543-8279-0bba9807738e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6725e588-0d8f-442d-9158-4049ebeb0262', 'attached_at': '', 'detached_at': '', 'volume_id': '9a70a697-e757-4543-8279-0bba9807738e', 'serial': '9a70a697-e757-4543-8279-0bba9807738e'} {{(pid=65682) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 969.426058] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574f905c-6019-48aa-9700-d4ff3b760044 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.439319] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7f9224-985e-4ce7-964e-2b85216153fc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.490844] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853926b3-ec8d-4cab-aa67-009fd36eb575 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.502145] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.506357] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f052d84-9bee-4c13-a736-54e5b1861f0b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.524693] env[65682]: DEBUG nova.compute.provider_tree [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.552024] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.653606] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Acquiring lock "6053bbbc-7565-4182-abc7-6cc4800ed4bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.653934] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Lock "6053bbbc-7565-4182-abc7-6cc4800ed4bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.654109] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Acquiring lock "6053bbbc-7565-4182-abc7-6cc4800ed4bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.654298] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Lock "6053bbbc-7565-4182-abc7-6cc4800ed4bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.654474] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Lock "6053bbbc-7565-4182-abc7-6cc4800ed4bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.656426] env[65682]: WARNING neutronclient.v2_0.client [req-3ccb9eee-b164-45b2-9c42-c7e9aefbb600 req-24ecee78-c6a8-4e5d-b693-2678fcf05311 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.665021] env[65682]: INFO nova.compute.manager [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Terminating instance [ 969.675383] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.681263] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 969.681263] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527f075a-27f9-ab89-ee21-e15e24248a2a" [ 969.681263] env[65682]: _type = "HttpNfcLease" [ 969.681263] env[65682]: } is initializing. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 969.720146] env[65682]: DEBUG oslo_vmware.api [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616344, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.190359} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.720432] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 3b36488c-6508-4175-86e5-6a78a54903d0/3b36488c-6508-4175-86e5-6a78a54903d0.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.720649] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.720924] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54f23272-4224-4884-970b-e93921469932 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.729178] env[65682]: DEBUG oslo_vmware.api [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 969.729178] env[65682]: value = "task-4616349" [ 969.729178] env[65682]: _type = "Task" [ 969.729178] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.740441] env[65682]: DEBUG oslo_vmware.api [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.985598] env[65682]: DEBUG nova.objects.instance [None req-b75956a6-4be7-4a97-a275-c673cc93caa8 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lazy-loading 'flavor' on Instance uuid 6725e588-0d8f-442d-9158-4049ebeb0262 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.031078] env[65682]: DEBUG nova.scheduler.client.report [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.172794] env[65682]: DEBUG nova.compute.manager [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 970.173065] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.173448] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.174710] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f1c447-70db-4a9f-9659-6b7812799e24 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.179469] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 970.179469] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527f075a-27f9-ab89-ee21-e15e24248a2a" [ 970.179469] env[65682]: _type = "HttpNfcLease" [ 970.179469] env[65682]: } is initializing. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 970.186334] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.186334] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d762e6fe-fad8-4137-bcea-0b961a2ef7d2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.193227] env[65682]: DEBUG oslo_vmware.api [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Waiting for the task: (returnval){ [ 970.193227] env[65682]: value = "task-4616350" [ 970.193227] env[65682]: _type = "Task" [ 970.193227] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.203177] env[65682]: DEBUG oslo_vmware.api [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Task: {'id': task-4616350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.242685] env[65682]: DEBUG oslo_vmware.api [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.314571] env[65682]: DEBUG nova.compute.manager [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 970.347919] env[65682]: DEBUG nova.virt.hardware [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 970.348355] env[65682]: DEBUG nova.virt.hardware [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.348584] env[65682]: DEBUG nova.virt.hardware [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 970.348882] env[65682]: DEBUG nova.virt.hardware [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.349554] env[65682]: DEBUG nova.virt.hardware [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 970.349554] env[65682]: DEBUG nova.virt.hardware [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 970.350428] env[65682]: DEBUG nova.virt.hardware [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 970.350428] env[65682]: DEBUG nova.virt.hardware [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 970.350428] env[65682]: DEBUG nova.virt.hardware [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 970.350855] env[65682]: DEBUG nova.virt.hardware [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 970.351602] env[65682]: DEBUG nova.virt.hardware [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 970.352409] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f87f623-72de-40ee-b38c-461a67f594e6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.364681] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188d08eb-6cca-489f-947c-7a6db4baa887 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.510262] env[65682]: DEBUG nova.network.neutron [-] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.537814] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.253s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.545416] env[65682]: DEBUG oslo_concurrency.lockutils [None req-498e910f-9e01-41c8-8300-73a97d1763fd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.455s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.577307] env[65682]: INFO nova.scheduler.client.report [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Deleted allocations for instance 9e255887-8fa9-414c-992c-0d8a54147de3 [ 970.591746] env[65682]: WARNING neutronclient.v2_0.client [req-3ccb9eee-b164-45b2-9c42-c7e9aefbb600 req-24ecee78-c6a8-4e5d-b693-2678fcf05311 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.680878] env[65682]: DEBUG nova.compute.manager [req-5e0df5d6-7c85-4262-891d-bf74a9fba7ef req-606bf8f6-f494-42c0-a14d-63f674fe87e3 service nova] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Received event network-vif-deleted-3b7ced77-8022-452a-b31d-7cc7475b795b {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 970.682412] env[65682]: DEBUG nova.compute.manager [req-e9f455ac-b7e1-42f5-9572-1162cba5fc89 req-e3288af0-14dc-4c6a-8d0a-8ea912e8808d service nova] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Received event network-changed-52570d6e-b09c-4f52-962c-95ab754de987 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 970.682729] env[65682]: DEBUG nova.compute.manager [req-e9f455ac-b7e1-42f5-9572-1162cba5fc89 req-e3288af0-14dc-4c6a-8d0a-8ea912e8808d service nova] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Refreshing instance network info cache due to event network-changed-52570d6e-b09c-4f52-962c-95ab754de987. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 970.683012] env[65682]: DEBUG oslo_concurrency.lockutils [req-e9f455ac-b7e1-42f5-9572-1162cba5fc89 req-e3288af0-14dc-4c6a-8d0a-8ea912e8808d service nova] Acquiring lock "refresh_cache-c1dffb08-8d14-4976-addd-6f563b1f31fb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.683357] env[65682]: DEBUG oslo_concurrency.lockutils [req-e9f455ac-b7e1-42f5-9572-1162cba5fc89 req-e3288af0-14dc-4c6a-8d0a-8ea912e8808d service nova] Acquired lock "refresh_cache-c1dffb08-8d14-4976-addd-6f563b1f31fb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.683564] env[65682]: DEBUG nova.network.neutron [req-e9f455ac-b7e1-42f5-9572-1162cba5fc89 req-e3288af0-14dc-4c6a-8d0a-8ea912e8808d service nova] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Refreshing network info cache for port 52570d6e-b09c-4f52-962c-95ab754de987 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.685081] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616347, 'name': ReconfigVM_Task, 'duration_secs': 1.065765} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.692811] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5/5b4adb84-808a-4b32-b2f3-a8057f4e3aa5.vmdk or device None with type streamOptimized {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.695859] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-260dc7eb-3a9e-4009-a898-86042cebc973 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.705527] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 970.705527] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527f075a-27f9-ab89-ee21-e15e24248a2a" [ 970.705527] env[65682]: _type = "HttpNfcLease" [ 970.705527] env[65682]: } is ready. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 970.709234] env[65682]: DEBUG oslo_vmware.rw_handles [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 970.709234] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527f075a-27f9-ab89-ee21-e15e24248a2a" [ 970.709234] env[65682]: _type = "HttpNfcLease" [ 970.709234] env[65682]: }. {{(pid=65682) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 970.710884] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6df849-c1f8-4fda-a065-f61622e018ee {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.719304] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 970.719304] env[65682]: value = "task-4616351" [ 970.719304] env[65682]: _type = "Task" [ 970.719304] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.719620] env[65682]: DEBUG oslo_vmware.api [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Task: {'id': task-4616350, 'name': PowerOffVM_Task, 'duration_secs': 0.342381} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.720459] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.720674] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.724759] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50e1ede3-47d1-4f87-b9b3-08e59548f7ed {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.730036] env[65682]: DEBUG oslo_vmware.rw_handles [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ceaf8f-ecda-8d8f-a652-c13b16368816/disk-0.vmdk from lease info. {{(pid=65682) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 970.730227] env[65682]: DEBUG oslo_vmware.rw_handles [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Creating HTTP connection to write to file with size = 31671808 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ceaf8f-ecda-8d8f-a652-c13b16368816/disk-0.vmdk. {{(pid=65682) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 970.742047] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616351, 'name': Rename_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.799710] env[65682]: DEBUG nova.network.neutron [-] [instance: 48408761-7c99-450a-882d-64a99dd20435] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.802866] env[65682]: DEBUG nova.network.neutron [req-3ccb9eee-b164-45b2-9c42-c7e9aefbb600 req-24ecee78-c6a8-4e5d-b693-2678fcf05311 service nova] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Updated VIF entry in instance network info cache for port ee1bab36-6b41-490e-b610-de093cd4a361. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 970.802866] env[65682]: DEBUG nova.network.neutron [req-3ccb9eee-b164-45b2-9c42-c7e9aefbb600 req-24ecee78-c6a8-4e5d-b693-2678fcf05311 service nova] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Updating instance_info_cache with network_info: [{"id": "ee1bab36-6b41-490e-b610-de093cd4a361", "address": "fa:16:3e:a6:f9:73", "network": {"id": "d2e676e7-8222-43c3-a279-0be7d717d854", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637644478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983a459c835447309a57d7ac8b8bcfa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee1bab36-6b", "ovs_interfaceid": "ee1bab36-6b41-490e-b610-de093cd4a361", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.813275] env[65682]: DEBUG oslo_vmware.api [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.711659} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.815377] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.819747] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d376c0fa-dac6-48fe-8176-3fa841da6f6b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.823095] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ce266194-f966-4723-9240-43b5efae6cb2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.825771] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.825985] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.826183] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Deleting the datastore file [datastore2] 6053bbbc-7565-4182-abc7-6cc4800ed4bc {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.827422] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f749b918-9f1d-4d94-841b-d6bfc48f917a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.856546] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 3b36488c-6508-4175-86e5-6a78a54903d0/3b36488c-6508-4175-86e5-6a78a54903d0.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.859787] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f789eed2-276c-4f9a-8780-58d44d884117 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.883565] env[65682]: DEBUG oslo_vmware.api [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Waiting for the task: (returnval){ [ 970.883565] env[65682]: value = "task-4616353" [ 970.883565] env[65682]: _type = "Task" [ 970.883565] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.891922] env[65682]: DEBUG oslo_vmware.api [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 970.891922] env[65682]: value = "task-4616354" [ 970.891922] env[65682]: _type = "Task" [ 970.891922] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.908572] env[65682]: DEBUG oslo_vmware.api [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616354, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.997781] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b75956a6-4be7-4a97-a275-c673cc93caa8 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "6725e588-0d8f-442d-9158-4049ebeb0262" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.859s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.012389] env[65682]: INFO nova.compute.manager [-] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Took 1.97 seconds to deallocate network for instance. [ 971.090165] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0a1b37a7-cbc9-4362-88b7-dc816084a5d1 tempest-ServerShowV254Test-1956612949 tempest-ServerShowV254Test-1956612949-project-member] Lock "9e255887-8fa9-414c-992c-0d8a54147de3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.731s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.191247] env[65682]: DEBUG nova.network.neutron [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Successfully updated port: 63ea5809-a74d-4e76-8026-79c6e3d8f18f {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 971.192565] env[65682]: WARNING neutronclient.v2_0.client [req-e9f455ac-b7e1-42f5-9572-1162cba5fc89 req-e3288af0-14dc-4c6a-8d0a-8ea912e8808d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.240776] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616351, 'name': Rename_Task, 'duration_secs': 0.227302} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.241718] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.241718] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3767ccb9-7827-4eae-816e-091df454fbf1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.253888] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 971.253888] env[65682]: value = "task-4616355" [ 971.253888] env[65682]: _type = "Task" [ 971.253888] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.264257] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.306580] env[65682]: INFO nova.compute.manager [-] [instance: 48408761-7c99-450a-882d-64a99dd20435] Took 1.99 seconds to deallocate network for instance. [ 971.314627] env[65682]: DEBUG oslo_concurrency.lockutils [req-3ccb9eee-b164-45b2-9c42-c7e9aefbb600 req-24ecee78-c6a8-4e5d-b693-2678fcf05311 service nova] Releasing lock "refresh_cache-3b36488c-6508-4175-86e5-6a78a54903d0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.411409] env[65682]: DEBUG oslo_vmware.api [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Task: {'id': task-4616353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271075} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.417582] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.417738] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.417804] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.417986] env[65682]: INFO nova.compute.manager [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Took 1.24 seconds to destroy the instance on the hypervisor. [ 971.418273] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 971.420532] env[65682]: DEBUG nova.compute.manager [-] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 971.420532] env[65682]: DEBUG nova.network.neutron [-] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 971.420797] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.431269] env[65682]: DEBUG oslo_vmware.api [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616354, 'name': ReconfigVM_Task, 'duration_secs': 0.453168} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.432259] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 3b36488c-6508-4175-86e5-6a78a54903d0/3b36488c-6508-4175-86e5-6a78a54903d0.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.432843] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-981fe0e0-7391-41aa-9d86-9f74d03b2808 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.444873] env[65682]: DEBUG oslo_vmware.api [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 971.444873] env[65682]: value = "task-4616356" [ 971.444873] env[65682]: _type = "Task" [ 971.444873] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.459111] env[65682]: DEBUG oslo_vmware.api [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616356, 'name': Rename_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.521685] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.540433] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.570859] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef76547-6c60-4ea5-a060-447a2081e3b4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.580962] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a578d483-8021-418c-b260-574e379508f4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.625243] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58412523-8a47-4cfc-9cdd-89ba51f8f365 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.630175] env[65682]: WARNING neutronclient.v2_0.client [req-e9f455ac-b7e1-42f5-9572-1162cba5fc89 req-e3288af0-14dc-4c6a-8d0a-8ea912e8808d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.642464] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9607d0-ec06-44df-90b4-7750eb5ff8e4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.663099] env[65682]: DEBUG nova.compute.provider_tree [None req-498e910f-9e01-41c8-8300-73a97d1763fd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.698721] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Acquiring lock "refresh_cache-22c4615c-9284-4e80-bc61-b43de31b03ac" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.698721] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Acquired lock "refresh_cache-22c4615c-9284-4e80-bc61-b43de31b03ac" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.698721] env[65682]: DEBUG nova.network.neutron [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 971.768800] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616355, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.779670] env[65682]: DEBUG nova.network.neutron [req-e9f455ac-b7e1-42f5-9572-1162cba5fc89 req-e3288af0-14dc-4c6a-8d0a-8ea912e8808d service nova] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Updated VIF entry in instance network info cache for port 52570d6e-b09c-4f52-962c-95ab754de987. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 971.780284] env[65682]: DEBUG nova.network.neutron [req-e9f455ac-b7e1-42f5-9572-1162cba5fc89 req-e3288af0-14dc-4c6a-8d0a-8ea912e8808d service nova] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Updating instance_info_cache with network_info: [{"id": "52570d6e-b09c-4f52-962c-95ab754de987", "address": "fa:16:3e:f5:87:e6", "network": {"id": "bbb1b243-b946-4884-a796-2a10b7d24ede", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2053837350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa33bc1eaa5b4d4bb5063ffee3b1d8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52570d6e-b0", "ovs_interfaceid": "52570d6e-b09c-4f52-962c-95ab754de987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.818036] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.933428] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "63bdb800-aeda-456e-9acd-afab1096c9d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.934266] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "63bdb800-aeda-456e-9acd-afab1096c9d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.934266] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "63bdb800-aeda-456e-9acd-afab1096c9d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.934513] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "63bdb800-aeda-456e-9acd-afab1096c9d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.934786] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "63bdb800-aeda-456e-9acd-afab1096c9d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.937988] env[65682]: INFO nova.compute.manager [None req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Terminating instance [ 971.958889] env[65682]: DEBUG oslo_vmware.api [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616356, 'name': Rename_Task, 'duration_secs': 0.245084} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.958990] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.959977] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1227da1d-9c80-442e-9dee-d44a524c27dc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.968290] env[65682]: DEBUG oslo_vmware.api [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 971.968290] env[65682]: value = "task-4616357" [ 971.968290] env[65682]: _type = "Task" [ 971.968290] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.979355] env[65682]: DEBUG oslo_vmware.api [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.169467] env[65682]: DEBUG nova.scheduler.client.report [None req-498e910f-9e01-41c8-8300-73a97d1763fd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.278921] env[65682]: DEBUG oslo_vmware.api [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616355, 'name': PowerOnVM_Task, 'duration_secs': 0.698192} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.278921] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.278921] env[65682]: INFO nova.compute.manager [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Took 17.45 seconds to spawn the instance on the hypervisor. [ 972.279061] env[65682]: DEBUG nova.compute.manager [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 972.280077] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657b1feb-943b-45e6-9d0c-94788ca5c16a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.289765] env[65682]: DEBUG oslo_concurrency.lockutils [req-e9f455ac-b7e1-42f5-9572-1162cba5fc89 req-e3288af0-14dc-4c6a-8d0a-8ea912e8808d service nova] Releasing lock "refresh_cache-c1dffb08-8d14-4976-addd-6f563b1f31fb" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.294770] env[65682]: DEBUG oslo_concurrency.lockutils [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquiring lock "c46c1769-6758-4ad1-8768-8579ce514021" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.316214] env[65682]: DEBUG nova.network.neutron [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 972.366878] env[65682]: DEBUG nova.network.neutron [-] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.428146] env[65682]: DEBUG oslo_vmware.rw_handles [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Completed reading data from the image iterator. {{(pid=65682) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 972.428411] env[65682]: DEBUG oslo_vmware.rw_handles [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ceaf8f-ecda-8d8f-a652-c13b16368816/disk-0.vmdk. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 972.429378] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c064a9-1af0-415e-a328-8d30a58e509a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.436990] env[65682]: DEBUG oslo_vmware.rw_handles [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ceaf8f-ecda-8d8f-a652-c13b16368816/disk-0.vmdk is in state: ready. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 972.437202] env[65682]: DEBUG oslo_vmware.rw_handles [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ceaf8f-ecda-8d8f-a652-c13b16368816/disk-0.vmdk. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 972.437503] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-64b9e9f3-b827-4bcd-9183-f977abfa1dae {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.442370] env[65682]: DEBUG nova.compute.manager [None req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 972.442546] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.443450] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04554b86-db7b-4758-86d3-b512d1300638 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.454668] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "2cdca24a-4bb0-4adc-886f-4b73acc2a545" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.455009] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "2cdca24a-4bb0-4adc-886f-4b73acc2a545" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.461707] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.462488] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25dc745d-162e-4d1b-aa43-2844a5559946 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.478674] env[65682]: DEBUG oslo_vmware.api [None req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 972.478674] env[65682]: value = "task-4616358" [ 972.478674] env[65682]: _type = "Task" [ 972.478674] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.489398] env[65682]: DEBUG oslo_vmware.api [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616357, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.496860] env[65682]: DEBUG oslo_vmware.api [None req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.675421] env[65682]: DEBUG oslo_vmware.rw_handles [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ceaf8f-ecda-8d8f-a652-c13b16368816/disk-0.vmdk. {{(pid=65682) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 972.676036] env[65682]: INFO nova.virt.vmwareapi.images [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Downloaded image file data 4f5be816-3003-4479-af5d-32c325dc0c94 [ 972.682877] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bb350f-8224-4f6d-b80e-5a9bb675c2c3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.703707] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29fcc6bb-1284-4552-b21d-45626e5e2fc9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.769588] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9f1abb86-69ca-4bf3-aba6-0e1c9ea20860 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquiring lock "6725e588-0d8f-442d-9158-4049ebeb0262" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.769848] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9f1abb86-69ca-4bf3-aba6-0e1c9ea20860 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "6725e588-0d8f-442d-9158-4049ebeb0262" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.770722] env[65682]: DEBUG nova.compute.manager [None req-9f1abb86-69ca-4bf3-aba6-0e1c9ea20860 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 972.771385] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b1abda-c0d4-461a-a149-c962d2b689d4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.781026] env[65682]: DEBUG nova.compute.manager [None req-9f1abb86-69ca-4bf3-aba6-0e1c9ea20860 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65682) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 972.781026] env[65682]: DEBUG nova.objects.instance [None req-9f1abb86-69ca-4bf3-aba6-0e1c9ea20860 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lazy-loading 'flavor' on Instance uuid 6725e588-0d8f-442d-9158-4049ebeb0262 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.793029] env[65682]: INFO nova.virt.vmwareapi.images [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] The imported VM was unregistered [ 972.794557] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Caching image {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 972.794933] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Creating directory with path [datastore2] devstack-image-cache_base/4f5be816-3003-4479-af5d-32c325dc0c94 {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.799737] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5019788-10b0-4f2f-af83-7b8a5e2c3179 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.811762] env[65682]: INFO nova.compute.manager [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Took 51.38 seconds to build instance. [ 972.827019] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Created directory with path [datastore2] devstack-image-cache_base/4f5be816-3003-4479-af5d-32c325dc0c94 {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.827019] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_0c438816-d1fa-401d-8290-8a19fd65e903/OSTACK_IMG_0c438816-d1fa-401d-8290-8a19fd65e903.vmdk to [datastore2] devstack-image-cache_base/4f5be816-3003-4479-af5d-32c325dc0c94/4f5be816-3003-4479-af5d-32c325dc0c94.vmdk. {{(pid=65682) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 972.827019] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-cdc2bc82-0169-45c7-a694-e42d589fba9f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.839032] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 972.839032] env[65682]: value = "task-4616360" [ 972.839032] env[65682]: _type = "Task" [ 972.839032] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.849782] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616360, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.871767] env[65682]: INFO nova.compute.manager [-] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Took 1.45 seconds to deallocate network for instance. [ 972.957274] env[65682]: DEBUG nova.compute.manager [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 972.981906] env[65682]: DEBUG oslo_vmware.api [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616357, 'name': PowerOnVM_Task, 'duration_secs': 0.646201} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.985893] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.985893] env[65682]: INFO nova.compute.manager [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Took 12.00 seconds to spawn the instance on the hypervisor. [ 972.985893] env[65682]: DEBUG nova.compute.manager [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 972.986681] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b4dc7c-ce85-46fc-a9d3-679762608c6d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.997625] env[65682]: DEBUG oslo_vmware.api [None req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616358, 'name': PowerOffVM_Task, 'duration_secs': 0.314697} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.999875] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.000132] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.003836] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b57a601f-a5f7-4aa5-ab62-61b8b24bd710 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.072361] env[65682]: WARNING neutronclient.v2_0.client [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.095211] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.095501] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.095708] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Deleting the datastore file [datastore2] 63bdb800-aeda-456e-9acd-afab1096c9d1 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.096133] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c207809-b521-4507-85b4-ef35b1991f40 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.105138] env[65682]: DEBUG oslo_vmware.api [None req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 973.105138] env[65682]: value = "task-4616362" [ 973.105138] env[65682]: _type = "Task" [ 973.105138] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.115853] env[65682]: DEBUG oslo_vmware.api [None req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.189934] env[65682]: DEBUG oslo_concurrency.lockutils [None req-498e910f-9e01-41c8-8300-73a97d1763fd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.644s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.193331] env[65682]: DEBUG oslo_concurrency.lockutils [None req-65b14c8f-65ba-41c1-a799-f22f34b8e0bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.792s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.193543] env[65682]: DEBUG nova.objects.instance [None req-65b14c8f-65ba-41c1-a799-f22f34b8e0bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Lazy-loading 'resources' on Instance uuid d7c988b8-d615-4581-85e5-466d8b06e7ff {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.273560] env[65682]: DEBUG nova.network.neutron [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Updating instance_info_cache with network_info: [{"id": "63ea5809-a74d-4e76-8026-79c6e3d8f18f", "address": "fa:16:3e:df:0d:72", "network": {"id": "41a40514-a73b-4036-95d9-69c563eb3e02", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1766406208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0b53c39738e4f2f8d05bd82b62e0ec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63ea5809-a7", "ovs_interfaceid": "63ea5809-a74d-4e76-8026-79c6e3d8f18f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.314239] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63c9bcfe-6e70-4712-9469-31c524b33345 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "5b4adb84-808a-4b32-b2f3-a8057f4e3aa5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.889s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.349542] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616360, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.379450] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.491449] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.516532] env[65682]: INFO nova.compute.manager [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Took 45.49 seconds to build instance. [ 973.596432] env[65682]: DEBUG nova.compute.manager [req-bbe5638f-9604-42e5-8db5-60617ddfc9a8 req-2e86a769-dae9-40b6-9fa7-6211e3bf6388 service nova] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Received event network-vif-deleted-1104120e-23ea-413c-bf5b-83f82378ec12 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 973.596530] env[65682]: DEBUG nova.compute.manager [req-bbe5638f-9604-42e5-8db5-60617ddfc9a8 req-2e86a769-dae9-40b6-9fa7-6211e3bf6388 service nova] [instance: 48408761-7c99-450a-882d-64a99dd20435] Received event network-vif-deleted-46d06bb4-fbdb-443a-928f-c96170790279 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 973.620503] env[65682]: DEBUG oslo_vmware.api [None req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.626561] env[65682]: DEBUG nova.compute.manager [req-e5f26188-0cf3-4a77-9014-ef952ac05380 req-48b24317-7f76-45c5-8c5a-e73b26b4b679 service nova] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Received event network-vif-plugged-63ea5809-a74d-4e76-8026-79c6e3d8f18f {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 973.626856] env[65682]: DEBUG oslo_concurrency.lockutils [req-e5f26188-0cf3-4a77-9014-ef952ac05380 req-48b24317-7f76-45c5-8c5a-e73b26b4b679 service nova] Acquiring lock "22c4615c-9284-4e80-bc61-b43de31b03ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.627181] env[65682]: DEBUG oslo_concurrency.lockutils [req-e5f26188-0cf3-4a77-9014-ef952ac05380 req-48b24317-7f76-45c5-8c5a-e73b26b4b679 service nova] Lock "22c4615c-9284-4e80-bc61-b43de31b03ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.627544] env[65682]: DEBUG oslo_concurrency.lockutils [req-e5f26188-0cf3-4a77-9014-ef952ac05380 req-48b24317-7f76-45c5-8c5a-e73b26b4b679 service nova] Lock "22c4615c-9284-4e80-bc61-b43de31b03ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.627743] env[65682]: DEBUG nova.compute.manager [req-e5f26188-0cf3-4a77-9014-ef952ac05380 req-48b24317-7f76-45c5-8c5a-e73b26b4b679 service nova] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] No waiting events found dispatching network-vif-plugged-63ea5809-a74d-4e76-8026-79c6e3d8f18f {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 973.628186] env[65682]: WARNING nova.compute.manager [req-e5f26188-0cf3-4a77-9014-ef952ac05380 req-48b24317-7f76-45c5-8c5a-e73b26b4b679 service nova] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Received unexpected event network-vif-plugged-63ea5809-a74d-4e76-8026-79c6e3d8f18f for instance with vm_state building and task_state spawning. [ 973.628186] env[65682]: DEBUG nova.compute.manager [req-e5f26188-0cf3-4a77-9014-ef952ac05380 req-48b24317-7f76-45c5-8c5a-e73b26b4b679 service nova] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Received event network-changed-63ea5809-a74d-4e76-8026-79c6e3d8f18f {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 973.628426] env[65682]: DEBUG nova.compute.manager [req-e5f26188-0cf3-4a77-9014-ef952ac05380 req-48b24317-7f76-45c5-8c5a-e73b26b4b679 service nova] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Refreshing instance network info cache due to event network-changed-63ea5809-a74d-4e76-8026-79c6e3d8f18f. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 973.628643] env[65682]: DEBUG oslo_concurrency.lockutils [req-e5f26188-0cf3-4a77-9014-ef952ac05380 req-48b24317-7f76-45c5-8c5a-e73b26b4b679 service nova] Acquiring lock "refresh_cache-22c4615c-9284-4e80-bc61-b43de31b03ac" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.771020] env[65682]: INFO nova.scheduler.client.report [None req-498e910f-9e01-41c8-8300-73a97d1763fd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Deleted allocation for migration 8ca0d2d0-ecc5-40f0-a1e8-ff563eac8203 [ 973.776334] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Releasing lock "refresh_cache-22c4615c-9284-4e80-bc61-b43de31b03ac" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.776632] env[65682]: DEBUG nova.compute.manager [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Instance network_info: |[{"id": "63ea5809-a74d-4e76-8026-79c6e3d8f18f", "address": "fa:16:3e:df:0d:72", "network": {"id": "41a40514-a73b-4036-95d9-69c563eb3e02", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1766406208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0b53c39738e4f2f8d05bd82b62e0ec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63ea5809-a7", "ovs_interfaceid": "63ea5809-a74d-4e76-8026-79c6e3d8f18f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 973.779882] env[65682]: DEBUG oslo_concurrency.lockutils [req-e5f26188-0cf3-4a77-9014-ef952ac05380 req-48b24317-7f76-45c5-8c5a-e73b26b4b679 service nova] Acquired lock "refresh_cache-22c4615c-9284-4e80-bc61-b43de31b03ac" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.780117] env[65682]: DEBUG nova.network.neutron [req-e5f26188-0cf3-4a77-9014-ef952ac05380 req-48b24317-7f76-45c5-8c5a-e73b26b4b679 service nova] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Refreshing network info cache for port 63ea5809-a74d-4e76-8026-79c6e3d8f18f {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.781476] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:0d:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '462a7219-4deb-4225-9cf7-3131ef280363', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63ea5809-a74d-4e76-8026-79c6e3d8f18f', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.791310] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Creating folder: Project (a0b53c39738e4f2f8d05bd82b62e0ec3). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.793784] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f1abb86-69ca-4bf3-aba6-0e1c9ea20860 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.793784] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8339584-12e4-4327-b2a8-e84fe274eca6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.796334] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58aeeb99-9b40-4474-9599-daaa075e8329 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.808780] env[65682]: DEBUG oslo_vmware.api [None req-9f1abb86-69ca-4bf3-aba6-0e1c9ea20860 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 973.808780] env[65682]: value = "task-4616363" [ 973.808780] env[65682]: _type = "Task" [ 973.808780] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.817352] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Created folder: Project (a0b53c39738e4f2f8d05bd82b62e0ec3) in parent group-v901426. [ 973.817715] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Creating folder: Instances. Parent ref: group-v901676. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.819163] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e9b5610-f77d-48b9-99b9-99dcd825a817 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.827412] env[65682]: DEBUG oslo_vmware.api [None req-9f1abb86-69ca-4bf3-aba6-0e1c9ea20860 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.835396] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Created folder: Instances in parent group-v901676. [ 973.835973] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 973.836382] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.836844] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a42532c9-0727-4d6b-9027-867f23ea6317 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.874453] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616360, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.877262] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.877262] env[65682]: value = "task-4616366" [ 973.877262] env[65682]: _type = "Task" [ 973.877262] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.895606] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616366, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.021128] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cf58d9d9-4759-4d2e-9c89-843cc4d3eb63 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "3b36488c-6508-4175-86e5-6a78a54903d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.999s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.101690] env[65682]: INFO nova.compute.manager [None req-875d015b-f162-40ce-a5b7-2501f15bda7b tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Unrescuing [ 974.101976] env[65682]: DEBUG oslo_concurrency.lockutils [None req-875d015b-f162-40ce-a5b7-2501f15bda7b tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "refresh_cache-bd13c2de-6abf-4237-b7b2-bbc24fc59b24" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.102125] env[65682]: DEBUG oslo_concurrency.lockutils [None req-875d015b-f162-40ce-a5b7-2501f15bda7b tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquired lock "refresh_cache-bd13c2de-6abf-4237-b7b2-bbc24fc59b24" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.102300] env[65682]: DEBUG nova.network.neutron [None req-875d015b-f162-40ce-a5b7-2501f15bda7b tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 974.129782] env[65682]: DEBUG oslo_vmware.api [None req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.183256] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535bbb77-41b3-41ac-b85b-0a35c21d008e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.191725] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6477e9-dcdb-42d8-ad30-317858648476 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.226771] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3cd877-bf7c-4248-b458-85544d8f6bd6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.239476] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea47e4ef-940f-4187-a8eb-71208de9d21d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.263262] env[65682]: DEBUG nova.compute.provider_tree [None req-65b14c8f-65ba-41c1-a799-f22f34b8e0bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.293028] env[65682]: WARNING neutronclient.v2_0.client [req-e5f26188-0cf3-4a77-9014-ef952ac05380 req-48b24317-7f76-45c5-8c5a-e73b26b4b679 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.296232] env[65682]: DEBUG oslo_concurrency.lockutils [None req-498e910f-9e01-41c8-8300-73a97d1763fd tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "9101a68a-0aab-44de-8739-67096b5c28d9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.358s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.321643] env[65682]: DEBUG oslo_vmware.api [None req-9f1abb86-69ca-4bf3-aba6-0e1c9ea20860 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616363, 'name': PowerOffVM_Task, 'duration_secs': 0.253553} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.321979] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f1abb86-69ca-4bf3-aba6-0e1c9ea20860 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.322195] env[65682]: DEBUG nova.compute.manager [None req-9f1abb86-69ca-4bf3-aba6-0e1c9ea20860 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 974.323072] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40544415-25b8-4928-9ef6-d21b8a348073 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.374284] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616360, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.394203] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616366, 'name': CreateVM_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.504258] env[65682]: WARNING neutronclient.v2_0.client [req-e5f26188-0cf3-4a77-9014-ef952ac05380 req-48b24317-7f76-45c5-8c5a-e73b26b4b679 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.591247] env[65682]: DEBUG nova.network.neutron [req-e5f26188-0cf3-4a77-9014-ef952ac05380 req-48b24317-7f76-45c5-8c5a-e73b26b4b679 service nova] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Updated VIF entry in instance network info cache for port 63ea5809-a74d-4e76-8026-79c6e3d8f18f. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 974.591682] env[65682]: DEBUG nova.network.neutron [req-e5f26188-0cf3-4a77-9014-ef952ac05380 req-48b24317-7f76-45c5-8c5a-e73b26b4b679 service nova] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Updating instance_info_cache with network_info: [{"id": "63ea5809-a74d-4e76-8026-79c6e3d8f18f", "address": "fa:16:3e:df:0d:72", "network": {"id": "41a40514-a73b-4036-95d9-69c563eb3e02", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1766406208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0b53c39738e4f2f8d05bd82b62e0ec3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63ea5809-a7", "ovs_interfaceid": "63ea5809-a74d-4e76-8026-79c6e3d8f18f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.607233] env[65682]: WARNING neutronclient.v2_0.client [None req-875d015b-f162-40ce-a5b7-2501f15bda7b tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.626846] env[65682]: DEBUG oslo_vmware.api [None req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.735603] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4f31b0fb-c526-488b-852f-3d8dd9b12397 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "5b4adb84-808a-4b32-b2f3-a8057f4e3aa5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.735603] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4f31b0fb-c526-488b-852f-3d8dd9b12397 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "5b4adb84-808a-4b32-b2f3-a8057f4e3aa5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.735844] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4f31b0fb-c526-488b-852f-3d8dd9b12397 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "5b4adb84-808a-4b32-b2f3-a8057f4e3aa5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.736175] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4f31b0fb-c526-488b-852f-3d8dd9b12397 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "5b4adb84-808a-4b32-b2f3-a8057f4e3aa5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.736450] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4f31b0fb-c526-488b-852f-3d8dd9b12397 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "5b4adb84-808a-4b32-b2f3-a8057f4e3aa5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.738757] env[65682]: INFO nova.compute.manager [None req-4f31b0fb-c526-488b-852f-3d8dd9b12397 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Terminating instance [ 974.766845] env[65682]: DEBUG nova.scheduler.client.report [None req-65b14c8f-65ba-41c1-a799-f22f34b8e0bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.841013] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9f1abb86-69ca-4bf3-aba6-0e1c9ea20860 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "6725e588-0d8f-442d-9158-4049ebeb0262" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.875423] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616360, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.897360] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616366, 'name': CreateVM_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.899316] env[65682]: WARNING neutronclient.v2_0.client [None req-875d015b-f162-40ce-a5b7-2501f15bda7b tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.995168] env[65682]: DEBUG nova.network.neutron [None req-875d015b-f162-40ce-a5b7-2501f15bda7b tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Updating instance_info_cache with network_info: [{"id": "48b915d8-32c1-4c59-99c7-844231690f1a", "address": "fa:16:3e:bb:a9:43", "network": {"id": "5c02b4f7-3aa0-420f-a37f-afcab4fc17f9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-357634686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f70bcfbec5214013bcdfc3f7bf6110ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48b915d8-32", "ovs_interfaceid": "48b915d8-32c1-4c59-99c7-844231690f1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.095850] env[65682]: DEBUG oslo_concurrency.lockutils [req-e5f26188-0cf3-4a77-9014-ef952ac05380 req-48b24317-7f76-45c5-8c5a-e73b26b4b679 service nova] Releasing lock "refresh_cache-22c4615c-9284-4e80-bc61-b43de31b03ac" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.095850] env[65682]: DEBUG nova.compute.manager [req-e5f26188-0cf3-4a77-9014-ef952ac05380 req-48b24317-7f76-45c5-8c5a-e73b26b4b679 service nova] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Received event network-vif-deleted-416eb61a-943e-467f-b43d-a7b19fe4e26b {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 975.120883] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c730c6c7-f5c4-4445-a85b-6e08966da34e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "3b36488c-6508-4175-86e5-6a78a54903d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.121083] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c730c6c7-f5c4-4445-a85b-6e08966da34e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "3b36488c-6508-4175-86e5-6a78a54903d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.121305] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c730c6c7-f5c4-4445-a85b-6e08966da34e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "3b36488c-6508-4175-86e5-6a78a54903d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.121556] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c730c6c7-f5c4-4445-a85b-6e08966da34e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "3b36488c-6508-4175-86e5-6a78a54903d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.121707] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c730c6c7-f5c4-4445-a85b-6e08966da34e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "3b36488c-6508-4175-86e5-6a78a54903d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.127191] env[65682]: DEBUG oslo_vmware.api [None req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.128010] env[65682]: INFO nova.compute.manager [None req-c730c6c7-f5c4-4445-a85b-6e08966da34e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Terminating instance [ 975.162213] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.162926] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.245637] env[65682]: DEBUG nova.compute.manager [None req-4f31b0fb-c526-488b-852f-3d8dd9b12397 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 975.245851] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4f31b0fb-c526-488b-852f-3d8dd9b12397 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.247171] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f5c3b9-5c9e-439b-a3e5-070e902001d2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.264044] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f31b0fb-c526-488b-852f-3d8dd9b12397 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.264044] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90080b74-f44f-474e-a84d-38e20c93247c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.270952] env[65682]: DEBUG oslo_vmware.api [None req-4f31b0fb-c526-488b-852f-3d8dd9b12397 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 975.270952] env[65682]: value = "task-4616367" [ 975.270952] env[65682]: _type = "Task" [ 975.270952] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.277424] env[65682]: DEBUG oslo_concurrency.lockutils [None req-65b14c8f-65ba-41c1-a799-f22f34b8e0bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.278353] env[65682]: DEBUG oslo_concurrency.lockutils [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.859s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.281201] env[65682]: INFO nova.compute.claims [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.294420] env[65682]: DEBUG oslo_vmware.api [None req-4f31b0fb-c526-488b-852f-3d8dd9b12397 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.310662] env[65682]: INFO nova.scheduler.client.report [None req-65b14c8f-65ba-41c1-a799-f22f34b8e0bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Deleted allocations for instance d7c988b8-d615-4581-85e5-466d8b06e7ff [ 975.375912] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616360, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.397225] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616366, 'name': CreateVM_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.497973] env[65682]: DEBUG oslo_concurrency.lockutils [None req-875d015b-f162-40ce-a5b7-2501f15bda7b tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Releasing lock "refresh_cache-bd13c2de-6abf-4237-b7b2-bbc24fc59b24" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.499823] env[65682]: DEBUG nova.objects.instance [None req-875d015b-f162-40ce-a5b7-2501f15bda7b tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lazy-loading 'flavor' on Instance uuid bd13c2de-6abf-4237-b7b2-bbc24fc59b24 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.630865] env[65682]: DEBUG oslo_vmware.api [None req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.030238} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.631240] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.631492] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.631736] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.631993] env[65682]: INFO nova.compute.manager [None req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Took 3.19 seconds to destroy the instance on the hypervisor. [ 975.632327] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 975.632614] env[65682]: DEBUG nova.compute.manager [-] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 975.634289] env[65682]: DEBUG nova.network.neutron [-] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 975.637097] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.640539] env[65682]: DEBUG nova.compute.manager [None req-c730c6c7-f5c4-4445-a85b-6e08966da34e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 975.640933] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c730c6c7-f5c4-4445-a85b-6e08966da34e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.645427] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344d9cf9-92ea-4821-a3c8-c3fa43131991 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.662182] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c730c6c7-f5c4-4445-a85b-6e08966da34e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.662976] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f13bd434-ecfa-4cf0-8aa4-5b2a70cb9720 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.665901] env[65682]: DEBUG nova.compute.manager [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 975.681624] env[65682]: DEBUG oslo_vmware.api [None req-c730c6c7-f5c4-4445-a85b-6e08966da34e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 975.681624] env[65682]: value = "task-4616368" [ 975.681624] env[65682]: _type = "Task" [ 975.681624] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.716751] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.785124] env[65682]: DEBUG oslo_vmware.api [None req-4f31b0fb-c526-488b-852f-3d8dd9b12397 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616367, 'name': PowerOffVM_Task, 'duration_secs': 0.491499} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.787078] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f31b0fb-c526-488b-852f-3d8dd9b12397 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.787078] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4f31b0fb-c526-488b-852f-3d8dd9b12397 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.787078] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2200f00-aed9-4880-80fd-d9983687e689 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.822019] env[65682]: DEBUG oslo_concurrency.lockutils [None req-65b14c8f-65ba-41c1-a799-f22f34b8e0bb tempest-ServerAddressesNegativeTestJSON-1310460108 tempest-ServerAddressesNegativeTestJSON-1310460108-project-member] Lock "d7c988b8-d615-4581-85e5-466d8b06e7ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.993s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.874312] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4f31b0fb-c526-488b-852f-3d8dd9b12397 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.874312] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4f31b0fb-c526-488b-852f-3d8dd9b12397 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.874746] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f31b0fb-c526-488b-852f-3d8dd9b12397 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Deleting the datastore file [datastore2] 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.879595] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41cd3ab1-c76a-41ac-a13d-bef73bfb5876 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.882427] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616360, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.840302} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.883876] env[65682]: INFO nova.virt.vmwareapi.ds_util [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_0c438816-d1fa-401d-8290-8a19fd65e903/OSTACK_IMG_0c438816-d1fa-401d-8290-8a19fd65e903.vmdk to [datastore2] devstack-image-cache_base/4f5be816-3003-4479-af5d-32c325dc0c94/4f5be816-3003-4479-af5d-32c325dc0c94.vmdk. [ 975.884115] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Cleaning up location [datastore2] OSTACK_IMG_0c438816-d1fa-401d-8290-8a19fd65e903 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 975.884449] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_0c438816-d1fa-401d-8290-8a19fd65e903 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.887980] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-642f8399-48b4-470c-96ab-c2c36f826a01 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.896797] env[65682]: DEBUG oslo_vmware.api [None req-4f31b0fb-c526-488b-852f-3d8dd9b12397 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 975.896797] env[65682]: value = "task-4616370" [ 975.896797] env[65682]: _type = "Task" [ 975.896797] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.906027] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616366, 'name': CreateVM_Task, 'duration_secs': 1.873375} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.907772] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 975.907772] env[65682]: value = "task-4616371" [ 975.907772] env[65682]: _type = "Task" [ 975.907772] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.907772] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.907772] env[65682]: WARNING neutronclient.v2_0.client [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.908168] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.908308] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.908690] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.917595] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ceee095-0ebb-481d-955f-33e28f33f56c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.920202] env[65682]: DEBUG oslo_vmware.api [None req-4f31b0fb-c526-488b-852f-3d8dd9b12397 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.925677] env[65682]: DEBUG oslo_vmware.api [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Waiting for the task: (returnval){ [ 975.925677] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52e9183e-f420-9921-0da5-84667c56b33d" [ 975.925677] env[65682]: _type = "Task" [ 975.925677] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.932027] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.942638] env[65682]: DEBUG oslo_vmware.api [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52e9183e-f420-9921-0da5-84667c56b33d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.006391] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae61d5d-ef9c-48ab-ad24-6b247eff66e1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.032466] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-875d015b-f162-40ce-a5b7-2501f15bda7b tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.032906] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-683b4a09-00ac-463a-968e-167602c8d295 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.042379] env[65682]: DEBUG oslo_vmware.api [None req-875d015b-f162-40ce-a5b7-2501f15bda7b tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 976.042379] env[65682]: value = "task-4616372" [ 976.042379] env[65682]: _type = "Task" [ 976.042379] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.053348] env[65682]: DEBUG oslo_vmware.api [None req-875d015b-f162-40ce-a5b7-2501f15bda7b tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.192079] env[65682]: DEBUG oslo_vmware.api [None req-c730c6c7-f5c4-4445-a85b-6e08966da34e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616368, 'name': PowerOffVM_Task, 'duration_secs': 0.349744} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.192079] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c730c6c7-f5c4-4445-a85b-6e08966da34e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.192079] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c730c6c7-f5c4-4445-a85b-6e08966da34e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.193012] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.193272] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c65be4a-729e-4cef-98f2-b67841221462 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.223818] env[65682]: DEBUG nova.objects.instance [None req-b8f10625-f88c-49b7-8f5f-61fbc6d1ad06 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lazy-loading 'flavor' on Instance uuid 6725e588-0d8f-442d-9158-4049ebeb0262 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.275308] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c730c6c7-f5c4-4445-a85b-6e08966da34e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.275733] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c730c6c7-f5c4-4445-a85b-6e08966da34e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.276332] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-c730c6c7-f5c4-4445-a85b-6e08966da34e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Deleting the datastore file [datastore2] 3b36488c-6508-4175-86e5-6a78a54903d0 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.276707] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99976326-ed0a-4f98-9aeb-eb61767bb895 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.285646] env[65682]: DEBUG oslo_vmware.api [None req-c730c6c7-f5c4-4445-a85b-6e08966da34e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 976.285646] env[65682]: value = "task-4616374" [ 976.285646] env[65682]: _type = "Task" [ 976.285646] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.295299] env[65682]: DEBUG oslo_vmware.api [None req-c730c6c7-f5c4-4445-a85b-6e08966da34e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.391632] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c8eed016-1d12-4f17-9018-c7852c1ab010 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Acquiring lock "17b12689-2ce0-48b3-a281-b26b17a4da18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.391915] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c8eed016-1d12-4f17-9018-c7852c1ab010 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Lock "17b12689-2ce0-48b3-a281-b26b17a4da18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.392205] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c8eed016-1d12-4f17-9018-c7852c1ab010 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Acquiring lock "17b12689-2ce0-48b3-a281-b26b17a4da18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.392399] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c8eed016-1d12-4f17-9018-c7852c1ab010 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Lock "17b12689-2ce0-48b3-a281-b26b17a4da18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.394626] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c8eed016-1d12-4f17-9018-c7852c1ab010 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Lock "17b12689-2ce0-48b3-a281-b26b17a4da18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.405260] env[65682]: INFO nova.compute.manager [None req-c8eed016-1d12-4f17-9018-c7852c1ab010 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Terminating instance [ 976.419760] env[65682]: DEBUG oslo_vmware.api [None req-4f31b0fb-c526-488b-852f-3d8dd9b12397 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192118} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.421308] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f31b0fb-c526-488b-852f-3d8dd9b12397 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.421308] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4f31b0fb-c526-488b-852f-3d8dd9b12397 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.421308] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4f31b0fb-c526-488b-852f-3d8dd9b12397 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.421308] env[65682]: INFO nova.compute.manager [None req-4f31b0fb-c526-488b-852f-3d8dd9b12397 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Took 1.18 seconds to destroy the instance on the hypervisor. [ 976.421308] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-4f31b0fb-c526-488b-852f-3d8dd9b12397 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 976.423285] env[65682]: DEBUG nova.compute.manager [-] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 976.423285] env[65682]: DEBUG nova.network.neutron [-] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 976.423285] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.431456] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.049291} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.436166] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.436166] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f5be816-3003-4479-af5d-32c325dc0c94/4f5be816-3003-4479-af5d-32c325dc0c94.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.436166] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f5be816-3003-4479-af5d-32c325dc0c94/4f5be816-3003-4479-af5d-32c325dc0c94.vmdk to [datastore2] c1dffb08-8d14-4976-addd-6f563b1f31fb/c1dffb08-8d14-4976-addd-6f563b1f31fb.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.436384] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef578aa3-3a2e-4ddc-b8f4-c55cdf6e8197 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.445390] env[65682]: DEBUG oslo_vmware.api [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52e9183e-f420-9921-0da5-84667c56b33d, 'name': SearchDatastore_Task, 'duration_secs': 0.015213} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.449837] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.450116] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.450230] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.450378] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.450554] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.450916] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 976.450916] env[65682]: value = "task-4616375" [ 976.450916] env[65682]: _type = "Task" [ 976.450916] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.451993] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89e54ae1-ec8c-4373-8333-b3a8fbc1bcc5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.465478] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.471627] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.471950] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.473589] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfc8aac4-4e84-4a33-b1e6-bd4e67378e8a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.482815] env[65682]: DEBUG oslo_vmware.api [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Waiting for the task: (returnval){ [ 976.482815] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5249d647-04e8-5461-d3c4-28bdb24837b0" [ 976.482815] env[65682]: _type = "Task" [ 976.482815] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.493475] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.502750] env[65682]: DEBUG oslo_vmware.api [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5249d647-04e8-5461-d3c4-28bdb24837b0, 'name': SearchDatastore_Task, 'duration_secs': 0.015203} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.504040] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c9c7183-2924-442c-bbaf-9e768ce4c723 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.513971] env[65682]: DEBUG oslo_vmware.api [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Waiting for the task: (returnval){ [ 976.513971] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5234daf9-9ddf-0263-faef-11e2b0897e2b" [ 976.513971] env[65682]: _type = "Task" [ 976.513971] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.525880] env[65682]: DEBUG oslo_vmware.api [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5234daf9-9ddf-0263-faef-11e2b0897e2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.557289] env[65682]: DEBUG oslo_vmware.api [None req-875d015b-f162-40ce-a5b7-2501f15bda7b tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616372, 'name': PowerOffVM_Task, 'duration_secs': 0.368828} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.557598] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-875d015b-f162-40ce-a5b7-2501f15bda7b tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.563065] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-875d015b-f162-40ce-a5b7-2501f15bda7b tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Reconfiguring VM instance instance-00000049 to detach disk 2002 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 976.563383] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-497d4e8a-4ed0-4e76-aee3-3851edcf916c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.586845] env[65682]: DEBUG oslo_vmware.api [None req-875d015b-f162-40ce-a5b7-2501f15bda7b tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 976.586845] env[65682]: value = "task-4616376" [ 976.586845] env[65682]: _type = "Task" [ 976.586845] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.597450] env[65682]: DEBUG oslo_vmware.api [None req-875d015b-f162-40ce-a5b7-2501f15bda7b tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.713716] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a1cc1f-71e0-4ea3-93a8-d634e98dc922 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.723464] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34ded81-3a1b-4b77-8e70-5cc615405966 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.732044] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b8f10625-f88c-49b7-8f5f-61fbc6d1ad06 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquiring lock "refresh_cache-6725e588-0d8f-442d-9158-4049ebeb0262" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.732044] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b8f10625-f88c-49b7-8f5f-61fbc6d1ad06 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquired lock "refresh_cache-6725e588-0d8f-442d-9158-4049ebeb0262" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.732044] env[65682]: DEBUG nova.network.neutron [None req-b8f10625-f88c-49b7-8f5f-61fbc6d1ad06 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 976.732044] env[65682]: DEBUG nova.objects.instance [None req-b8f10625-f88c-49b7-8f5f-61fbc6d1ad06 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lazy-loading 'info_cache' on Instance uuid 6725e588-0d8f-442d-9158-4049ebeb0262 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.768982] env[65682]: DEBUG nova.objects.base [None req-b8f10625-f88c-49b7-8f5f-61fbc6d1ad06 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Object Instance<6725e588-0d8f-442d-9158-4049ebeb0262> lazy-loaded attributes: flavor,info_cache {{(pid=65682) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 976.769812] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454e2595-3674-4279-ae3b-6fe841941aa6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.781008] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98976686-887b-497f-9ba0-d14cd0181f75 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.799906] env[65682]: DEBUG nova.compute.provider_tree [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.809197] env[65682]: DEBUG oslo_vmware.api [None req-c730c6c7-f5c4-4445-a85b-6e08966da34e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166759} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.809525] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-c730c6c7-f5c4-4445-a85b-6e08966da34e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.809734] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c730c6c7-f5c4-4445-a85b-6e08966da34e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.809969] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c730c6c7-f5c4-4445-a85b-6e08966da34e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.810179] env[65682]: INFO nova.compute.manager [None req-c730c6c7-f5c4-4445-a85b-6e08966da34e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Took 1.17 seconds to destroy the instance on the hypervisor. [ 976.810469] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-c730c6c7-f5c4-4445-a85b-6e08966da34e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 976.811399] env[65682]: DEBUG nova.compute.manager [-] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 976.811527] env[65682]: DEBUG nova.network.neutron [-] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 976.811822] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.862500] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.869496] env[65682]: DEBUG nova.network.neutron [-] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.917371] env[65682]: DEBUG nova.compute.manager [None req-c8eed016-1d12-4f17-9018-c7852c1ab010 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 976.917371] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c8eed016-1d12-4f17-9018-c7852c1ab010 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.917786] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cc3983-8b7b-41ce-812b-8abd036957d0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.927550] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8eed016-1d12-4f17-9018-c7852c1ab010 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.927910] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a26f62c-58b1-4a91-a3f5-99a549d524fa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.937597] env[65682]: DEBUG oslo_vmware.api [None req-c8eed016-1d12-4f17-9018-c7852c1ab010 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Waiting for the task: (returnval){ [ 976.937597] env[65682]: value = "task-4616377" [ 976.937597] env[65682]: _type = "Task" [ 976.937597] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.950211] env[65682]: DEBUG oslo_vmware.api [None req-c8eed016-1d12-4f17-9018-c7852c1ab010 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Task: {'id': task-4616377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.966121] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616375, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.028312] env[65682]: DEBUG oslo_vmware.api [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5234daf9-9ddf-0263-faef-11e2b0897e2b, 'name': SearchDatastore_Task, 'duration_secs': 0.016477} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.028711] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.028994] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 22c4615c-9284-4e80-bc61-b43de31b03ac/22c4615c-9284-4e80-bc61-b43de31b03ac.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.029343] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-680bd5a5-ad4d-4bc7-bdff-80297990b878 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.037656] env[65682]: DEBUG oslo_vmware.api [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Waiting for the task: (returnval){ [ 977.037656] env[65682]: value = "task-4616378" [ 977.037656] env[65682]: _type = "Task" [ 977.037656] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.048378] env[65682]: DEBUG oslo_vmware.api [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Task: {'id': task-4616378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.099809] env[65682]: DEBUG oslo_vmware.api [None req-875d015b-f162-40ce-a5b7-2501f15bda7b tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616376, 'name': ReconfigVM_Task, 'duration_secs': 0.468559} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.100262] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-875d015b-f162-40ce-a5b7-2501f15bda7b tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Reconfigured VM instance instance-00000049 to detach disk 2002 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 977.100506] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-875d015b-f162-40ce-a5b7-2501f15bda7b tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.100802] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-624086d2-1eac-43f6-a16d-dcd2565ea0f4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.110039] env[65682]: DEBUG oslo_vmware.api [None req-875d015b-f162-40ce-a5b7-2501f15bda7b tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 977.110039] env[65682]: value = "task-4616379" [ 977.110039] env[65682]: _type = "Task" [ 977.110039] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.120413] env[65682]: DEBUG oslo_vmware.api [None req-875d015b-f162-40ce-a5b7-2501f15bda7b tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.234174] env[65682]: DEBUG nova.network.neutron [-] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.249589] env[65682]: DEBUG nova.compute.manager [req-db92b90e-86ce-40fd-8774-826d1544c075 req-228fdcff-e0c0-4d1d-bf6f-0e880696ed06 service nova] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Received event network-vif-deleted-b8905af9-655c-4519-bfe2-21faf39488c8 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 977.275410] env[65682]: WARNING neutronclient.v2_0.client [None req-b8f10625-f88c-49b7-8f5f-61fbc6d1ad06 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.303790] env[65682]: DEBUG nova.scheduler.client.report [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.373753] env[65682]: INFO nova.compute.manager [-] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Took 1.74 seconds to deallocate network for instance. [ 977.454747] env[65682]: DEBUG oslo_vmware.api [None req-c8eed016-1d12-4f17-9018-c7852c1ab010 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Task: {'id': task-4616377, 'name': PowerOffVM_Task, 'duration_secs': 0.268234} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.455133] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8eed016-1d12-4f17-9018-c7852c1ab010 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.455363] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c8eed016-1d12-4f17-9018-c7852c1ab010 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.455923] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e8720e1-88cf-4ccd-a430-3f1d911be087 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.472398] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616375, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.550827] env[65682]: DEBUG oslo_vmware.api [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Task: {'id': task-4616378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.557656] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c8eed016-1d12-4f17-9018-c7852c1ab010 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.557656] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c8eed016-1d12-4f17-9018-c7852c1ab010 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.557656] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8eed016-1d12-4f17-9018-c7852c1ab010 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Deleting the datastore file [datastore1] 17b12689-2ce0-48b3-a281-b26b17a4da18 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.557656] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47d9733e-9cd6-44b7-b72c-fe3106608f93 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.566812] env[65682]: DEBUG oslo_vmware.api [None req-c8eed016-1d12-4f17-9018-c7852c1ab010 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Waiting for the task: (returnval){ [ 977.566812] env[65682]: value = "task-4616381" [ 977.566812] env[65682]: _type = "Task" [ 977.566812] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.582430] env[65682]: DEBUG oslo_vmware.api [None req-c8eed016-1d12-4f17-9018-c7852c1ab010 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Task: {'id': task-4616381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.597507] env[65682]: DEBUG nova.compute.manager [req-3c9cbad8-e541-49f2-8d3e-d8fb69edb768 req-a84e10e4-da31-4860-b714-7c194b52e3b6 service nova] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Received event network-vif-deleted-ba572951-4474-4854-8b7a-21e019644bfb {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 977.622137] env[65682]: DEBUG oslo_vmware.api [None req-875d015b-f162-40ce-a5b7-2501f15bda7b tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616379, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.657150] env[65682]: WARNING neutronclient.v2_0.client [None req-b8f10625-f88c-49b7-8f5f-61fbc6d1ad06 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.679624] env[65682]: DEBUG nova.network.neutron [-] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.736655] env[65682]: INFO nova.compute.manager [-] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Took 1.31 seconds to deallocate network for instance. [ 977.772630] env[65682]: DEBUG nova.network.neutron [None req-b8f10625-f88c-49b7-8f5f-61fbc6d1ad06 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Updating instance_info_cache with network_info: [{"id": "e4139954-93ec-4aca-b692-d08d73ed9cc7", "address": "fa:16:3e:a9:4a:52", "network": {"id": "e5ad45cb-2943-4e8f-a809-01858ab04ca0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-571225427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44bf2c1a9a904b12a683ebb7b184c7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4139954-93", "ovs_interfaceid": "e4139954-93ec-4aca-b692-d08d73ed9cc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.811134] env[65682]: DEBUG oslo_concurrency.lockutils [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.812023] env[65682]: DEBUG nova.compute.manager [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 977.816482] env[65682]: DEBUG oslo_concurrency.lockutils [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.136s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.816698] env[65682]: DEBUG nova.objects.instance [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lazy-loading 'resources' on Instance uuid c46c1769-6758-4ad1-8768-8579ce514021 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.885425] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.970009] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616375, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.053477] env[65682]: DEBUG oslo_vmware.api [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Task: {'id': task-4616378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.083141] env[65682]: DEBUG oslo_vmware.api [None req-c8eed016-1d12-4f17-9018-c7852c1ab010 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Task: {'id': task-4616381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.123335] env[65682]: DEBUG oslo_vmware.api [None req-875d015b-f162-40ce-a5b7-2501f15bda7b tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616379, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.180939] env[65682]: INFO nova.compute.manager [-] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Took 1.37 seconds to deallocate network for instance. [ 978.250051] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4f31b0fb-c526-488b-852f-3d8dd9b12397 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.276987] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b8f10625-f88c-49b7-8f5f-61fbc6d1ad06 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Releasing lock "refresh_cache-6725e588-0d8f-442d-9158-4049ebeb0262" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.318572] env[65682]: DEBUG nova.compute.utils [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.320652] env[65682]: DEBUG nova.compute.manager [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 978.320799] env[65682]: DEBUG nova.network.neutron [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 978.321742] env[65682]: WARNING neutronclient.v2_0.client [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.321742] env[65682]: WARNING neutronclient.v2_0.client [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.325811] env[65682]: DEBUG nova.objects.instance [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lazy-loading 'numa_topology' on Instance uuid c46c1769-6758-4ad1-8768-8579ce514021 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.355709] env[65682]: DEBUG oslo_concurrency.lockutils [None req-807b0949-6ceb-4c76-8ded-c679a77ae1d8 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "9101a68a-0aab-44de-8739-67096b5c28d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.356054] env[65682]: DEBUG oslo_concurrency.lockutils [None req-807b0949-6ceb-4c76-8ded-c679a77ae1d8 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "9101a68a-0aab-44de-8739-67096b5c28d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.356857] env[65682]: DEBUG oslo_concurrency.lockutils [None req-807b0949-6ceb-4c76-8ded-c679a77ae1d8 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "9101a68a-0aab-44de-8739-67096b5c28d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.356857] env[65682]: DEBUG oslo_concurrency.lockutils [None req-807b0949-6ceb-4c76-8ded-c679a77ae1d8 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "9101a68a-0aab-44de-8739-67096b5c28d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.356857] env[65682]: DEBUG oslo_concurrency.lockutils [None req-807b0949-6ceb-4c76-8ded-c679a77ae1d8 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "9101a68a-0aab-44de-8739-67096b5c28d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.359043] env[65682]: INFO nova.compute.manager [None req-807b0949-6ceb-4c76-8ded-c679a77ae1d8 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Terminating instance [ 978.449062] env[65682]: DEBUG nova.policy [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd6d2f4905464c3ea89fd9d49be2eaef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '164ff004579241c6b3975918a0704143', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.469290] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616375, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.558125] env[65682]: DEBUG oslo_vmware.api [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Task: {'id': task-4616378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.580210] env[65682]: DEBUG oslo_vmware.api [None req-c8eed016-1d12-4f17-9018-c7852c1ab010 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Task: {'id': task-4616381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.960541} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.580737] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8eed016-1d12-4f17-9018-c7852c1ab010 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.580817] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c8eed016-1d12-4f17-9018-c7852c1ab010 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.581118] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c8eed016-1d12-4f17-9018-c7852c1ab010 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.581412] env[65682]: INFO nova.compute.manager [None req-c8eed016-1d12-4f17-9018-c7852c1ab010 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Took 1.67 seconds to destroy the instance on the hypervisor. [ 978.581837] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-c8eed016-1d12-4f17-9018-c7852c1ab010 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 978.583101] env[65682]: DEBUG nova.compute.manager [-] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 978.583278] env[65682]: DEBUG nova.network.neutron [-] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 978.583644] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.623657] env[65682]: DEBUG oslo_vmware.api [None req-875d015b-f162-40ce-a5b7-2501f15bda7b tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616379, 'name': PowerOnVM_Task, 'duration_secs': 1.331739} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.624801] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-875d015b-f162-40ce-a5b7-2501f15bda7b tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.624801] env[65682]: DEBUG nova.compute.manager [None req-875d015b-f162-40ce-a5b7-2501f15bda7b tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 978.626194] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5134e3-499d-4356-9747-a41a54ec87f6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.688250] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c730c6c7-f5c4-4445-a85b-6e08966da34e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.828092] env[65682]: DEBUG nova.compute.manager [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 978.831087] env[65682]: DEBUG nova.objects.base [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65682) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 978.865576] env[65682]: DEBUG nova.compute.manager [None req-807b0949-6ceb-4c76-8ded-c679a77ae1d8 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 978.866465] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-807b0949-6ceb-4c76-8ded-c679a77ae1d8 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.866818] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810ea5ba-75cd-4de0-a6ce-fa1c0ce06d61 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.880930] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-807b0949-6ceb-4c76-8ded-c679a77ae1d8 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.881387] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1529335e-3c36-4c50-adc0-870e6332c0b6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.892802] env[65682]: DEBUG oslo_vmware.api [None req-807b0949-6ceb-4c76-8ded-c679a77ae1d8 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 978.892802] env[65682]: value = "task-4616382" [ 978.892802] env[65682]: _type = "Task" [ 978.892802] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.908287] env[65682]: DEBUG oslo_vmware.api [None req-807b0949-6ceb-4c76-8ded-c679a77ae1d8 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.973305] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616375, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.486037} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.977468] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f5be816-3003-4479-af5d-32c325dc0c94/4f5be816-3003-4479-af5d-32c325dc0c94.vmdk to [datastore2] c1dffb08-8d14-4976-addd-6f563b1f31fb/c1dffb08-8d14-4976-addd-6f563b1f31fb.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.979219] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ea3655-5d96-41c0-b081-1bd8898bb0ad {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.009392] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] c1dffb08-8d14-4976-addd-6f563b1f31fb/c1dffb08-8d14-4976-addd-6f563b1f31fb.vmdk or device None with type streamOptimized {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.012819] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-826a8174-3285-4281-9ba4-a645ee33c45d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.032050] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.041326] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 979.041326] env[65682]: value = "task-4616383" [ 979.041326] env[65682]: _type = "Task" [ 979.041326] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.059490] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616383, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.063537] env[65682]: DEBUG oslo_vmware.api [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Task: {'id': task-4616378, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.065935] env[65682]: DEBUG nova.network.neutron [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Successfully created port: 0dbbcbbf-adaa-45f9-9b1a-05a1352673c1 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 979.284397] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f10625-f88c-49b7-8f5f-61fbc6d1ad06 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.284397] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ff78ac9-168c-4e93-87e1-34ba42031854 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.294504] env[65682]: DEBUG oslo_vmware.api [None req-b8f10625-f88c-49b7-8f5f-61fbc6d1ad06 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 979.294504] env[65682]: value = "task-4616384" [ 979.294504] env[65682]: _type = "Task" [ 979.294504] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.303686] env[65682]: DEBUG oslo_vmware.api [None req-b8f10625-f88c-49b7-8f5f-61fbc6d1ad06 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616384, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.356024] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c497e54-7702-461a-a9df-882798a6b548 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.365045] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c6c394-9ec4-48d8-92f1-9e8f45a27d9d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.403860] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf0fa9a-20a9-4181-85f7-23fa7490e4d4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.413919] env[65682]: DEBUG oslo_vmware.api [None req-807b0949-6ceb-4c76-8ded-c679a77ae1d8 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616382, 'name': PowerOffVM_Task, 'duration_secs': 0.303678} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.416384] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-807b0949-6ceb-4c76-8ded-c679a77ae1d8 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.416582] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-807b0949-6ceb-4c76-8ded-c679a77ae1d8 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.416917] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa419918-0c7d-4971-a30d-94c3290ae41c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.419675] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c49efe-a24e-4d0b-baab-ba9e4ebddc14 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.438678] env[65682]: DEBUG nova.compute.provider_tree [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.499150] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-807b0949-6ceb-4c76-8ded-c679a77ae1d8 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.499397] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-807b0949-6ceb-4c76-8ded-c679a77ae1d8 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.499397] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-807b0949-6ceb-4c76-8ded-c679a77ae1d8 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Deleting the datastore file [datastore1] 9101a68a-0aab-44de-8739-67096b5c28d9 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.499642] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c5da23d-c5e9-4f44-b2c7-8a4f43351081 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.507758] env[65682]: DEBUG oslo_vmware.api [None req-807b0949-6ceb-4c76-8ded-c679a77ae1d8 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 979.507758] env[65682]: value = "task-4616386" [ 979.507758] env[65682]: _type = "Task" [ 979.507758] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.519783] env[65682]: DEBUG oslo_vmware.api [None req-807b0949-6ceb-4c76-8ded-c679a77ae1d8 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616386, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.551815] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616383, 'name': ReconfigVM_Task, 'duration_secs': 0.43531} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.555403] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Reconfigured VM instance instance-00000030 to attach disk [datastore2] c1dffb08-8d14-4976-addd-6f563b1f31fb/c1dffb08-8d14-4976-addd-6f563b1f31fb.vmdk or device None with type streamOptimized {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.556724] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'encryption_secret_uuid': None, 'device_type': 'disk', 'disk_bus': None, 'guest_format': None, 'device_name': '/dev/sda', 'encrypted': False, 'size': 0, 'encryption_options': None, 'encryption_format': None, 'image_id': '7e411482-4ba4-42db-a7a9-44449cf54ba0'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'device_type': None, 'disk_bus': None, 'guest_format': None, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901654', 'volume_id': '5c0064ab-0ce1-42ac-af25-8ae7d50329b8', 'name': 'volume-5c0064ab-0ce1-42ac-af25-8ae7d50329b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c1dffb08-8d14-4976-addd-6f563b1f31fb', 'attached_at': '', 'detached_at': '', 'volume_id': '5c0064ab-0ce1-42ac-af25-8ae7d50329b8', 'serial': '5c0064ab-0ce1-42ac-af25-8ae7d50329b8'}, 'delete_on_termination': False, 'attachment_id': '5ff4f586-0fd1-4144-a730-adfd47dbd8d6', 'volume_type': None}], 'swap': None} {{(pid=65682) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 979.556724] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Volume attach. Driver type: vmdk {{(pid=65682) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 979.556724] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901654', 'volume_id': '5c0064ab-0ce1-42ac-af25-8ae7d50329b8', 'name': 'volume-5c0064ab-0ce1-42ac-af25-8ae7d50329b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c1dffb08-8d14-4976-addd-6f563b1f31fb', 'attached_at': '', 'detached_at': '', 'volume_id': '5c0064ab-0ce1-42ac-af25-8ae7d50329b8', 'serial': '5c0064ab-0ce1-42ac-af25-8ae7d50329b8'} {{(pid=65682) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 979.557581] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e39fd8-f150-4b87-a45a-c2d003bac60c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.578436] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75809f3b-1951-417c-bd15-2c69d24d426c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.581079] env[65682]: DEBUG oslo_vmware.api [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Task: {'id': task-4616378, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.222137} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.581361] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 22c4615c-9284-4e80-bc61-b43de31b03ac/22c4615c-9284-4e80-bc61-b43de31b03ac.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.581571] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.583136] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e77a1d69-1101-498d-a2eb-ece7fd1eafdd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.607201] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] volume-5c0064ab-0ce1-42ac-af25-8ae7d50329b8/volume-5c0064ab-0ce1-42ac-af25-8ae7d50329b8.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.609915] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f21feef-ce75-440d-a8b0-fb049a0237fe {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.626486] env[65682]: DEBUG oslo_vmware.api [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Waiting for the task: (returnval){ [ 979.626486] env[65682]: value = "task-4616387" [ 979.626486] env[65682]: _type = "Task" [ 979.626486] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.626990] env[65682]: DEBUG nova.network.neutron [-] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.636353] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 979.636353] env[65682]: value = "task-4616388" [ 979.636353] env[65682]: _type = "Task" [ 979.636353] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.640295] env[65682]: DEBUG oslo_vmware.api [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Task: {'id': task-4616387, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.652349] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616388, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.810281] env[65682]: DEBUG oslo_vmware.api [None req-b8f10625-f88c-49b7-8f5f-61fbc6d1ad06 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616384, 'name': PowerOnVM_Task, 'duration_secs': 0.457951} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.810281] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f10625-f88c-49b7-8f5f-61fbc6d1ad06 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.810440] env[65682]: DEBUG nova.compute.manager [None req-b8f10625-f88c-49b7-8f5f-61fbc6d1ad06 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 979.811358] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52295e76-778b-4dd8-bbff-622a9010d4e6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.843046] env[65682]: DEBUG nova.compute.manager [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 979.885329] env[65682]: DEBUG nova.virt.hardware [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 979.885648] env[65682]: DEBUG nova.virt.hardware [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.885798] env[65682]: DEBUG nova.virt.hardware [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 979.885971] env[65682]: DEBUG nova.virt.hardware [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.886124] env[65682]: DEBUG nova.virt.hardware [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 979.886326] env[65682]: DEBUG nova.virt.hardware [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 979.886499] env[65682]: DEBUG nova.virt.hardware [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 979.887374] env[65682]: DEBUG nova.virt.hardware [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 979.887374] env[65682]: DEBUG nova.virt.hardware [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 979.887374] env[65682]: DEBUG nova.virt.hardware [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 979.887374] env[65682]: DEBUG nova.virt.hardware [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 979.889040] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ec49f3-7bb9-491f-95e9-36f2d72298bb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.898770] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fd4d40-a883-43ac-a2e1-a340c9471b41 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.942206] env[65682]: DEBUG nova.scheduler.client.report [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.019925] env[65682]: DEBUG oslo_vmware.api [None req-807b0949-6ceb-4c76-8ded-c679a77ae1d8 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616386, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172144} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.020356] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-807b0949-6ceb-4c76-8ded-c679a77ae1d8 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.020521] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-807b0949-6ceb-4c76-8ded-c679a77ae1d8 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.020768] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-807b0949-6ceb-4c76-8ded-c679a77ae1d8 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.021018] env[65682]: INFO nova.compute.manager [None req-807b0949-6ceb-4c76-8ded-c679a77ae1d8 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 980.021412] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-807b0949-6ceb-4c76-8ded-c679a77ae1d8 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 980.021678] env[65682]: DEBUG nova.compute.manager [-] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 980.021813] env[65682]: DEBUG nova.network.neutron [-] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 980.022191] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 980.134346] env[65682]: INFO nova.compute.manager [-] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Took 1.55 seconds to deallocate network for instance. [ 980.147702] env[65682]: DEBUG oslo_vmware.api [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Task: {'id': task-4616387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077912} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.148407] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.150409] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29d81b8-41e3-4d73-8d9c-3fa2b0dbe1a2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.156517] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.179912] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 22c4615c-9284-4e80-bc61-b43de31b03ac/22c4615c-9284-4e80-bc61-b43de31b03ac.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.181243] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 980.183225] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf4ddb2d-36d5-4ea6-87c4-c6d9357e5fe3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.208685] env[65682]: DEBUG oslo_vmware.api [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Waiting for the task: (returnval){ [ 980.208685] env[65682]: value = "task-4616389" [ 980.208685] env[65682]: _type = "Task" [ 980.208685] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.218583] env[65682]: DEBUG oslo_vmware.api [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Task: {'id': task-4616389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.447529] env[65682]: DEBUG oslo_concurrency.lockutils [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.631s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.451685] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e99196c2-1c81-4740-82f7-1121286ebc8e tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.170s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.452019] env[65682]: DEBUG nova.objects.instance [None req-e99196c2-1c81-4740-82f7-1121286ebc8e tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Lazy-loading 'resources' on Instance uuid 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.650160] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c8eed016-1d12-4f17-9018-c7852c1ab010 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.653389] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616388, 'name': ReconfigVM_Task, 'duration_secs': 0.849526} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.653613] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Reconfigured VM instance instance-00000030 to attach disk [datastore1] volume-5c0064ab-0ce1-42ac-af25-8ae7d50329b8/volume-5c0064ab-0ce1-42ac-af25-8ae7d50329b8.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.658672] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-048e8527-a7a7-499d-96cd-52e27d7b8883 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.679033] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 980.679033] env[65682]: value = "task-4616390" [ 980.679033] env[65682]: _type = "Task" [ 980.679033] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.686615] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616390, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.719938] env[65682]: DEBUG oslo_vmware.api [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Task: {'id': task-4616389, 'name': ReconfigVM_Task, 'duration_secs': 0.308694} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.720282] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 22c4615c-9284-4e80-bc61-b43de31b03ac/22c4615c-9284-4e80-bc61-b43de31b03ac.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.721080] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3fe02ee-7f3c-4c2f-842c-24f0b861cd8b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.729525] env[65682]: DEBUG oslo_vmware.api [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Waiting for the task: (returnval){ [ 980.729525] env[65682]: value = "task-4616391" [ 980.729525] env[65682]: _type = "Task" [ 980.729525] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.744164] env[65682]: DEBUG oslo_vmware.api [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Task: {'id': task-4616391, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.959197] env[65682]: DEBUG oslo_concurrency.lockutils [None req-72698ad7-618d-4216-82c1-6a82d0516fb0 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lock "c46c1769-6758-4ad1-8768-8579ce514021" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 40.049s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.960083] env[65682]: DEBUG oslo_concurrency.lockutils [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lock "c46c1769-6758-4ad1-8768-8579ce514021" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 8.666s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.960260] env[65682]: INFO nova.compute.manager [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Unshelving [ 981.177201] env[65682]: DEBUG nova.network.neutron [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Successfully updated port: 0dbbcbbf-adaa-45f9-9b1a-05a1352673c1 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 981.193894] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616390, 'name': ReconfigVM_Task, 'duration_secs': 0.183717} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.194341] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901654', 'volume_id': '5c0064ab-0ce1-42ac-af25-8ae7d50329b8', 'name': 'volume-5c0064ab-0ce1-42ac-af25-8ae7d50329b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c1dffb08-8d14-4976-addd-6f563b1f31fb', 'attached_at': '', 'detached_at': '', 'volume_id': '5c0064ab-0ce1-42ac-af25-8ae7d50329b8', 'serial': '5c0064ab-0ce1-42ac-af25-8ae7d50329b8'} {{(pid=65682) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 981.194811] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e542b51-e75d-4453-98b7-e227e8ed1510 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.201790] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 981.201790] env[65682]: value = "task-4616392" [ 981.201790] env[65682]: _type = "Task" [ 981.201790] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.214025] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616392, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.240609] env[65682]: DEBUG oslo_vmware.api [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Task: {'id': task-4616391, 'name': Rename_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.296998] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b6c5cc-4988-434b-9e30-90206e538e00 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.305501] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd62a6b6-d077-42ae-bb9a-c487e76d9819 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.345195] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1101d87f-7372-4701-86ee-8c151e4dbc83 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.351378] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007bf138-b67e-449b-b3b8-8852f2ee3ae1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.367531] env[65682]: DEBUG nova.compute.provider_tree [None req-e99196c2-1c81-4740-82f7-1121286ebc8e tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.677116] env[65682]: DEBUG nova.network.neutron [-] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.688679] env[65682]: DEBUG oslo_concurrency.lockutils [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Acquiring lock "refresh_cache-5677fa51-490b-4fff-8c10-fa94cdb310de" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.689217] env[65682]: DEBUG oslo_concurrency.lockutils [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Acquired lock "refresh_cache-5677fa51-490b-4fff-8c10-fa94cdb310de" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.689539] env[65682]: DEBUG nova.network.neutron [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 981.719464] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616392, 'name': Rename_Task, 'duration_secs': 0.372119} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.720021] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.720437] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee3df459-961f-45a8-a42a-a426b057cbd5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.731022] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 981.731022] env[65682]: value = "task-4616393" [ 981.731022] env[65682]: _type = "Task" [ 981.731022] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.745166] env[65682]: DEBUG oslo_vmware.api [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Task: {'id': task-4616391, 'name': Rename_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.750844] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.869406] env[65682]: DEBUG nova.compute.manager [req-daa23b8c-afd3-4aa0-96e0-ce7dd6b64594 req-eeaec6fe-d31f-4aae-9db4-d18ed600499a service nova] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Received event network-vif-deleted-ee1bab36-6b41-490e-b610-de093cd4a361 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 981.869729] env[65682]: DEBUG nova.compute.manager [req-daa23b8c-afd3-4aa0-96e0-ce7dd6b64594 req-eeaec6fe-d31f-4aae-9db4-d18ed600499a service nova] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Received event network-vif-deleted-cf45c717-5d1e-4311-b805-4ebfd7c7aa38 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 981.872462] env[65682]: DEBUG nova.scheduler.client.report [None req-e99196c2-1c81-4740-82f7-1121286ebc8e tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.998143] env[65682]: DEBUG oslo_concurrency.lockutils [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.057499] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "da4d12e6-8174-453d-bece-5640627a485c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.058142] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "da4d12e6-8174-453d-bece-5640627a485c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.179371] env[65682]: INFO nova.compute.manager [-] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Took 2.16 seconds to deallocate network for instance. [ 982.236695] env[65682]: DEBUG nova.network.neutron [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 982.246916] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616393, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.253272] env[65682]: DEBUG oslo_vmware.api [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Task: {'id': task-4616391, 'name': Rename_Task, 'duration_secs': 1.166628} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.253688] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.253972] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce701c38-d986-43fa-a82f-28dfb46914d0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.265564] env[65682]: DEBUG oslo_vmware.api [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Waiting for the task: (returnval){ [ 982.265564] env[65682]: value = "task-4616394" [ 982.265564] env[65682]: _type = "Task" [ 982.265564] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.273726] env[65682]: DEBUG nova.compute.manager [req-8ecca3e3-bb8d-4201-a34a-cb37461d7fbc req-ce1cda40-b94e-4a19-bd9b-e4e8b6e281e8 service nova] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Received event network-vif-plugged-0dbbcbbf-adaa-45f9-9b1a-05a1352673c1 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 982.273936] env[65682]: DEBUG oslo_concurrency.lockutils [req-8ecca3e3-bb8d-4201-a34a-cb37461d7fbc req-ce1cda40-b94e-4a19-bd9b-e4e8b6e281e8 service nova] Acquiring lock "5677fa51-490b-4fff-8c10-fa94cdb310de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.274153] env[65682]: DEBUG oslo_concurrency.lockutils [req-8ecca3e3-bb8d-4201-a34a-cb37461d7fbc req-ce1cda40-b94e-4a19-bd9b-e4e8b6e281e8 service nova] Lock "5677fa51-490b-4fff-8c10-fa94cdb310de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.274459] env[65682]: DEBUG oslo_concurrency.lockutils [req-8ecca3e3-bb8d-4201-a34a-cb37461d7fbc req-ce1cda40-b94e-4a19-bd9b-e4e8b6e281e8 service nova] Lock "5677fa51-490b-4fff-8c10-fa94cdb310de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.274459] env[65682]: DEBUG nova.compute.manager [req-8ecca3e3-bb8d-4201-a34a-cb37461d7fbc req-ce1cda40-b94e-4a19-bd9b-e4e8b6e281e8 service nova] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] No waiting events found dispatching network-vif-plugged-0dbbcbbf-adaa-45f9-9b1a-05a1352673c1 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 982.274668] env[65682]: WARNING nova.compute.manager [req-8ecca3e3-bb8d-4201-a34a-cb37461d7fbc req-ce1cda40-b94e-4a19-bd9b-e4e8b6e281e8 service nova] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Received unexpected event network-vif-plugged-0dbbcbbf-adaa-45f9-9b1a-05a1352673c1 for instance with vm_state building and task_state spawning. [ 982.278644] env[65682]: DEBUG oslo_vmware.api [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Task: {'id': task-4616394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.310430] env[65682]: WARNING neutronclient.v2_0.client [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.378044] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e99196c2-1c81-4740-82f7-1121286ebc8e tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.380356] env[65682]: DEBUG oslo_concurrency.lockutils [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.384s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.380644] env[65682]: DEBUG nova.objects.instance [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65682) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 982.415270] env[65682]: DEBUG nova.network.neutron [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Updating instance_info_cache with network_info: [{"id": "0dbbcbbf-adaa-45f9-9b1a-05a1352673c1", "address": "fa:16:3e:9a:f7:15", "network": {"id": "e2521733-c1fe-47a7-9e4b-f4764080171d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1932905076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "164ff004579241c6b3975918a0704143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dbbcbbf-ad", "ovs_interfaceid": "0dbbcbbf-adaa-45f9-9b1a-05a1352673c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.424278] env[65682]: INFO nova.scheduler.client.report [None req-e99196c2-1c81-4740-82f7-1121286ebc8e tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Deleted allocations for instance 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5 [ 982.562964] env[65682]: DEBUG nova.compute.manager [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 982.686130] env[65682]: DEBUG oslo_concurrency.lockutils [None req-807b0949-6ceb-4c76-8ded-c679a77ae1d8 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.746417] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616393, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.781257] env[65682]: DEBUG oslo_vmware.api [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Task: {'id': task-4616394, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.916940] env[65682]: DEBUG oslo_concurrency.lockutils [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Releasing lock "refresh_cache-5677fa51-490b-4fff-8c10-fa94cdb310de" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.917586] env[65682]: DEBUG nova.compute.manager [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Instance network_info: |[{"id": "0dbbcbbf-adaa-45f9-9b1a-05a1352673c1", "address": "fa:16:3e:9a:f7:15", "network": {"id": "e2521733-c1fe-47a7-9e4b-f4764080171d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1932905076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "164ff004579241c6b3975918a0704143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dbbcbbf-ad", "ovs_interfaceid": "0dbbcbbf-adaa-45f9-9b1a-05a1352673c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 982.918306] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:f7:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '753b69c3-4ef5-44a1-80cf-eab4edbe0dd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0dbbcbbf-adaa-45f9-9b1a-05a1352673c1', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.926555] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Creating folder: Project (164ff004579241c6b3975918a0704143). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.926895] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8eacefc-6411-42d0-94d5-d52d4113033c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.934081] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e99196c2-1c81-4740-82f7-1121286ebc8e tempest-ServersAdminNegativeTestJSON-482061480 tempest-ServersAdminNegativeTestJSON-482061480-project-member] Lock "1eafb1a1-d3fd-4599-88ed-b19c77aca8e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.128s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.942143] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Created folder: Project (164ff004579241c6b3975918a0704143) in parent group-v901426. [ 982.942143] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Creating folder: Instances. Parent ref: group-v901679. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.942474] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97db3c2f-b680-46bb-9c52-eeacdd144b58 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.955099] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Created folder: Instances in parent group-v901679. [ 982.955405] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 982.955873] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.955873] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05cc68f3-8264-44ff-9313-b6906d8ca1f7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.981755] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.981755] env[65682]: value = "task-4616397" [ 982.981755] env[65682]: _type = "Task" [ 982.981755] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.992389] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616397, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.093864] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.244883] env[65682]: DEBUG oslo_vmware.api [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616393, 'name': PowerOnVM_Task, 'duration_secs': 1.49084} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.245258] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.279505] env[65682]: DEBUG oslo_vmware.api [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Task: {'id': task-4616394, 'name': PowerOnVM_Task, 'duration_secs': 0.659481} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.279996] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.280310] env[65682]: INFO nova.compute.manager [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Took 12.97 seconds to spawn the instance on the hypervisor. [ 983.280722] env[65682]: DEBUG nova.compute.manager [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 983.281659] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8251c58-05a2-4510-b44d-1c7d346036c1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.379980] env[65682]: DEBUG nova.compute.manager [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 983.382237] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f8b260-ff64-4429-92d8-542a5ce6df3e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.394056] env[65682]: DEBUG oslo_concurrency.lockutils [None req-acf165ca-391c-44a0-b485-7f7b8988bb63 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.398999] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.877s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.398999] env[65682]: DEBUG nova.objects.instance [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lazy-loading 'resources' on Instance uuid 6dc6138b-9a58-44c7-a4bf-890c36ce1197 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.495486] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616397, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.809867] env[65682]: INFO nova.compute.manager [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Took 35.31 seconds to build instance. [ 983.919151] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1952f1df-0f0f-4496-8d36-72cbd2d572ae tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "c1dffb08-8d14-4976-addd-6f563b1f31fb" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 53.637s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.996924] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616397, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.061709] env[65682]: DEBUG nova.compute.manager [req-8815ffe4-4d43-4907-b3b8-da4636d89e25 req-7a54b806-7ed0-4b65-bbd8-3fa8ed0d9c92 service nova] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Received event network-vif-deleted-0306b676-b302-4320-b76a-806a76abc312 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 984.061940] env[65682]: DEBUG nova.compute.manager [req-8815ffe4-4d43-4907-b3b8-da4636d89e25 req-7a54b806-7ed0-4b65-bbd8-3fa8ed0d9c92 service nova] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Received event network-changed-48b915d8-32c1-4c59-99c7-844231690f1a {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 984.062107] env[65682]: DEBUG nova.compute.manager [req-8815ffe4-4d43-4907-b3b8-da4636d89e25 req-7a54b806-7ed0-4b65-bbd8-3fa8ed0d9c92 service nova] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Refreshing instance network info cache due to event network-changed-48b915d8-32c1-4c59-99c7-844231690f1a. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 984.062312] env[65682]: DEBUG oslo_concurrency.lockutils [req-8815ffe4-4d43-4907-b3b8-da4636d89e25 req-7a54b806-7ed0-4b65-bbd8-3fa8ed0d9c92 service nova] Acquiring lock "refresh_cache-bd13c2de-6abf-4237-b7b2-bbc24fc59b24" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.062441] env[65682]: DEBUG oslo_concurrency.lockutils [req-8815ffe4-4d43-4907-b3b8-da4636d89e25 req-7a54b806-7ed0-4b65-bbd8-3fa8ed0d9c92 service nova] Acquired lock "refresh_cache-bd13c2de-6abf-4237-b7b2-bbc24fc59b24" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.062587] env[65682]: DEBUG nova.network.neutron [req-8815ffe4-4d43-4907-b3b8-da4636d89e25 req-7a54b806-7ed0-4b65-bbd8-3fa8ed0d9c92 service nova] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Refreshing network info cache for port 48b915d8-32c1-4c59-99c7-844231690f1a {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.303521] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece00cb5-b141-464c-b60c-5e9457324d44 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.311799] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fee621a0-17b4-45bc-a2ff-d72d16a66713 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Lock "22c4615c-9284-4e80-bc61-b43de31b03ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.822s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.317642] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d562849-fc89-4d51-9549-819d5102bbba {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.372275] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864a4f37-4de4-450d-a2ea-4912990c32b6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.384131] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f2306d-8eeb-4cc1-bf59-1636f5c2891a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.408546] env[65682]: DEBUG nova.compute.provider_tree [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.485129] env[65682]: DEBUG nova.compute.manager [req-5c7440de-f003-4025-a415-31a030ceba0a req-dd5d48ab-8a37-41f4-8189-44fcd52afe3c service nova] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Received event network-changed-0dbbcbbf-adaa-45f9-9b1a-05a1352673c1 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 984.485129] env[65682]: DEBUG nova.compute.manager [req-5c7440de-f003-4025-a415-31a030ceba0a req-dd5d48ab-8a37-41f4-8189-44fcd52afe3c service nova] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Refreshing instance network info cache due to event network-changed-0dbbcbbf-adaa-45f9-9b1a-05a1352673c1. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 984.486497] env[65682]: DEBUG oslo_concurrency.lockutils [req-5c7440de-f003-4025-a415-31a030ceba0a req-dd5d48ab-8a37-41f4-8189-44fcd52afe3c service nova] Acquiring lock "refresh_cache-5677fa51-490b-4fff-8c10-fa94cdb310de" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.486497] env[65682]: DEBUG oslo_concurrency.lockutils [req-5c7440de-f003-4025-a415-31a030ceba0a req-dd5d48ab-8a37-41f4-8189-44fcd52afe3c service nova] Acquired lock "refresh_cache-5677fa51-490b-4fff-8c10-fa94cdb310de" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.486497] env[65682]: DEBUG nova.network.neutron [req-5c7440de-f003-4025-a415-31a030ceba0a req-dd5d48ab-8a37-41f4-8189-44fcd52afe3c service nova] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Refreshing network info cache for port 0dbbcbbf-adaa-45f9-9b1a-05a1352673c1 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.498379] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616397, 'name': CreateVM_Task, 'duration_secs': 1.473544} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.498507] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.499883] env[65682]: WARNING neutronclient.v2_0.client [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.499883] env[65682]: DEBUG oslo_concurrency.lockutils [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.499883] env[65682]: DEBUG oslo_concurrency.lockutils [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.499883] env[65682]: DEBUG oslo_concurrency.lockutils [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.501481] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9092468-2f99-4c16-85aa-c85f12dcffb1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.508056] env[65682]: DEBUG oslo_vmware.api [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 984.508056] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5289627f-04dc-ac42-e92c-cf627598424c" [ 984.508056] env[65682]: _type = "Task" [ 984.508056] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.518825] env[65682]: DEBUG oslo_vmware.api [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5289627f-04dc-ac42-e92c-cf627598424c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.569628] env[65682]: WARNING neutronclient.v2_0.client [req-8815ffe4-4d43-4907-b3b8-da4636d89e25 req-7a54b806-7ed0-4b65-bbd8-3fa8ed0d9c92 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.802721] env[65682]: WARNING neutronclient.v2_0.client [req-8815ffe4-4d43-4907-b3b8-da4636d89e25 req-7a54b806-7ed0-4b65-bbd8-3fa8ed0d9c92 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.912855] env[65682]: DEBUG nova.scheduler.client.report [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.922096] env[65682]: DEBUG nova.network.neutron [req-8815ffe4-4d43-4907-b3b8-da4636d89e25 req-7a54b806-7ed0-4b65-bbd8-3fa8ed0d9c92 service nova] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Updated VIF entry in instance network info cache for port 48b915d8-32c1-4c59-99c7-844231690f1a. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 984.922461] env[65682]: DEBUG nova.network.neutron [req-8815ffe4-4d43-4907-b3b8-da4636d89e25 req-7a54b806-7ed0-4b65-bbd8-3fa8ed0d9c92 service nova] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Updating instance_info_cache with network_info: [{"id": "48b915d8-32c1-4c59-99c7-844231690f1a", "address": "fa:16:3e:bb:a9:43", "network": {"id": "5c02b4f7-3aa0-420f-a37f-afcab4fc17f9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-357634686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f70bcfbec5214013bcdfc3f7bf6110ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48b915d8-32", "ovs_interfaceid": "48b915d8-32c1-4c59-99c7-844231690f1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.989434] env[65682]: WARNING neutronclient.v2_0.client [req-5c7440de-f003-4025-a415-31a030ceba0a req-dd5d48ab-8a37-41f4-8189-44fcd52afe3c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.020829] env[65682]: DEBUG oslo_vmware.api [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5289627f-04dc-ac42-e92c-cf627598424c, 'name': SearchDatastore_Task, 'duration_secs': 0.033014} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.021103] env[65682]: DEBUG oslo_concurrency.lockutils [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.021450] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.021628] env[65682]: DEBUG oslo_concurrency.lockutils [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.021785] env[65682]: DEBUG oslo_concurrency.lockutils [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.021998] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.022369] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14a4f1c7-2b64-4606-be96-445f511a7cf5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.037766] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.037766] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.039414] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f711f96-bc0a-4847-a627-7bb880f9af92 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.047766] env[65682]: DEBUG oslo_vmware.api [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 985.047766] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5266926d-2334-1b74-8e75-4b9f9c75cc26" [ 985.047766] env[65682]: _type = "Task" [ 985.047766] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.058075] env[65682]: DEBUG oslo_vmware.api [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5266926d-2334-1b74-8e75-4b9f9c75cc26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.321273] env[65682]: WARNING neutronclient.v2_0.client [req-5c7440de-f003-4025-a415-31a030ceba0a req-dd5d48ab-8a37-41f4-8189-44fcd52afe3c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.420854] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.021s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.422593] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.605s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.422593] env[65682]: DEBUG nova.objects.instance [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Lazy-loading 'resources' on Instance uuid 48408761-7c99-450a-882d-64a99dd20435 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.424610] env[65682]: DEBUG oslo_concurrency.lockutils [req-8815ffe4-4d43-4907-b3b8-da4636d89e25 req-7a54b806-7ed0-4b65-bbd8-3fa8ed0d9c92 service nova] Releasing lock "refresh_cache-bd13c2de-6abf-4237-b7b2-bbc24fc59b24" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.425909] env[65682]: DEBUG nova.compute.manager [req-8815ffe4-4d43-4907-b3b8-da4636d89e25 req-7a54b806-7ed0-4b65-bbd8-3fa8ed0d9c92 service nova] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Received event network-changed-48b915d8-32c1-4c59-99c7-844231690f1a {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 985.425909] env[65682]: DEBUG nova.compute.manager [req-8815ffe4-4d43-4907-b3b8-da4636d89e25 req-7a54b806-7ed0-4b65-bbd8-3fa8ed0d9c92 service nova] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Refreshing instance network info cache due to event network-changed-48b915d8-32c1-4c59-99c7-844231690f1a. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 985.425909] env[65682]: DEBUG oslo_concurrency.lockutils [req-8815ffe4-4d43-4907-b3b8-da4636d89e25 req-7a54b806-7ed0-4b65-bbd8-3fa8ed0d9c92 service nova] Acquiring lock "refresh_cache-bd13c2de-6abf-4237-b7b2-bbc24fc59b24" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.425909] env[65682]: DEBUG oslo_concurrency.lockutils [req-8815ffe4-4d43-4907-b3b8-da4636d89e25 req-7a54b806-7ed0-4b65-bbd8-3fa8ed0d9c92 service nova] Acquired lock "refresh_cache-bd13c2de-6abf-4237-b7b2-bbc24fc59b24" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.425909] env[65682]: DEBUG nova.network.neutron [req-8815ffe4-4d43-4907-b3b8-da4636d89e25 req-7a54b806-7ed0-4b65-bbd8-3fa8ed0d9c92 service nova] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Refreshing network info cache for port 48b915d8-32c1-4c59-99c7-844231690f1a {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.456513] env[65682]: INFO nova.scheduler.client.report [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Deleted allocations for instance 6dc6138b-9a58-44c7-a4bf-890c36ce1197 [ 985.562735] env[65682]: DEBUG oslo_vmware.api [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5266926d-2334-1b74-8e75-4b9f9c75cc26, 'name': SearchDatastore_Task, 'duration_secs': 0.020741} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.563841] env[65682]: DEBUG nova.network.neutron [req-5c7440de-f003-4025-a415-31a030ceba0a req-dd5d48ab-8a37-41f4-8189-44fcd52afe3c service nova] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Updated VIF entry in instance network info cache for port 0dbbcbbf-adaa-45f9-9b1a-05a1352673c1. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 985.564192] env[65682]: DEBUG nova.network.neutron [req-5c7440de-f003-4025-a415-31a030ceba0a req-dd5d48ab-8a37-41f4-8189-44fcd52afe3c service nova] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Updating instance_info_cache with network_info: [{"id": "0dbbcbbf-adaa-45f9-9b1a-05a1352673c1", "address": "fa:16:3e:9a:f7:15", "network": {"id": "e2521733-c1fe-47a7-9e4b-f4764080171d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1932905076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "164ff004579241c6b3975918a0704143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dbbcbbf-ad", "ovs_interfaceid": "0dbbcbbf-adaa-45f9-9b1a-05a1352673c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.570202] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24a0b709-98d9-47dc-8472-1893c040844a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.579634] env[65682]: DEBUG oslo_vmware.api [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 985.579634] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f5a84f-15b5-a044-d59f-7dbe687e2e78" [ 985.579634] env[65682]: _type = "Task" [ 985.579634] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.594203] env[65682]: DEBUG oslo_vmware.api [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f5a84f-15b5-a044-d59f-7dbe687e2e78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.607480] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9f687afe-d94b-4245-9e1a-48b97d009ff0 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Acquiring lock "22c4615c-9284-4e80-bc61-b43de31b03ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.607739] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9f687afe-d94b-4245-9e1a-48b97d009ff0 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Lock "22c4615c-9284-4e80-bc61-b43de31b03ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.607953] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9f687afe-d94b-4245-9e1a-48b97d009ff0 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Acquiring lock "22c4615c-9284-4e80-bc61-b43de31b03ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.608149] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9f687afe-d94b-4245-9e1a-48b97d009ff0 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Lock "22c4615c-9284-4e80-bc61-b43de31b03ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.608312] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9f687afe-d94b-4245-9e1a-48b97d009ff0 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Lock "22c4615c-9284-4e80-bc61-b43de31b03ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.613326] env[65682]: INFO nova.compute.manager [None req-9f687afe-d94b-4245-9e1a-48b97d009ff0 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Terminating instance [ 985.933517] env[65682]: WARNING neutronclient.v2_0.client [req-8815ffe4-4d43-4907-b3b8-da4636d89e25 req-7a54b806-7ed0-4b65-bbd8-3fa8ed0d9c92 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.967882] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1b6c02b1-7d5d-4c8d-b336-08df579a8a8e tempest-MigrationsAdminTest-1572004960 tempest-MigrationsAdminTest-1572004960-project-member] Lock "6dc6138b-9a58-44c7-a4bf-890c36ce1197" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.736s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.071040] env[65682]: DEBUG oslo_concurrency.lockutils [req-5c7440de-f003-4025-a415-31a030ceba0a req-dd5d48ab-8a37-41f4-8189-44fcd52afe3c service nova] Releasing lock "refresh_cache-5677fa51-490b-4fff-8c10-fa94cdb310de" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.093962] env[65682]: DEBUG oslo_vmware.api [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f5a84f-15b5-a044-d59f-7dbe687e2e78, 'name': SearchDatastore_Task, 'duration_secs': 0.013737} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.094261] env[65682]: DEBUG oslo_concurrency.lockutils [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.094709] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 5677fa51-490b-4fff-8c10-fa94cdb310de/5677fa51-490b-4fff-8c10-fa94cdb310de.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.094806] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73f3a293-f15b-40f9-9717-4e6eddac4d32 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.105213] env[65682]: DEBUG oslo_vmware.api [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 986.105213] env[65682]: value = "task-4616398" [ 986.105213] env[65682]: _type = "Task" [ 986.105213] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.113804] env[65682]: DEBUG oslo_vmware.api [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.122879] env[65682]: DEBUG nova.compute.manager [None req-9f687afe-d94b-4245-9e1a-48b97d009ff0 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 986.122879] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9f687afe-d94b-4245-9e1a-48b97d009ff0 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.123680] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6776652d-93c8-4f82-82bf-5577cb6ae728 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.133649] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f687afe-d94b-4245-9e1a-48b97d009ff0 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.134493] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-103b568f-fa30-4757-b2e9-faf60bfbdbb6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.146722] env[65682]: DEBUG oslo_vmware.api [None req-9f687afe-d94b-4245-9e1a-48b97d009ff0 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Waiting for the task: (returnval){ [ 986.146722] env[65682]: value = "task-4616399" [ 986.146722] env[65682]: _type = "Task" [ 986.146722] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.165757] env[65682]: DEBUG oslo_vmware.api [None req-9f687afe-d94b-4245-9e1a-48b97d009ff0 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Task: {'id': task-4616399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.329413] env[65682]: WARNING neutronclient.v2_0.client [req-8815ffe4-4d43-4907-b3b8-da4636d89e25 req-7a54b806-7ed0-4b65-bbd8-3fa8ed0d9c92 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.405131] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef04cb97-83c5-4670-9d21-451b43e83c0f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.419790] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44caefed-9d96-47f7-9297-ef23092f6345 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.460207] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1651b1-fa04-496e-a14a-864b0470bb34 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.469147] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e18c1f-1f0d-4c83-ba4c-a6b5ef0b95ad {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.486341] env[65682]: DEBUG nova.compute.provider_tree [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.614898] env[65682]: DEBUG oslo_vmware.api [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616398, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.630924] env[65682]: DEBUG nova.network.neutron [req-8815ffe4-4d43-4907-b3b8-da4636d89e25 req-7a54b806-7ed0-4b65-bbd8-3fa8ed0d9c92 service nova] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Updated VIF entry in instance network info cache for port 48b915d8-32c1-4c59-99c7-844231690f1a. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 986.631330] env[65682]: DEBUG nova.network.neutron [req-8815ffe4-4d43-4907-b3b8-da4636d89e25 req-7a54b806-7ed0-4b65-bbd8-3fa8ed0d9c92 service nova] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Updating instance_info_cache with network_info: [{"id": "48b915d8-32c1-4c59-99c7-844231690f1a", "address": "fa:16:3e:bb:a9:43", "network": {"id": "5c02b4f7-3aa0-420f-a37f-afcab4fc17f9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-357634686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f70bcfbec5214013bcdfc3f7bf6110ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48b915d8-32", "ovs_interfaceid": "48b915d8-32c1-4c59-99c7-844231690f1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.658896] env[65682]: DEBUG oslo_vmware.api [None req-9f687afe-d94b-4245-9e1a-48b97d009ff0 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Task: {'id': task-4616399, 'name': PowerOffVM_Task, 'duration_secs': 0.264056} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.659585] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f687afe-d94b-4245-9e1a-48b97d009ff0 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.659585] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9f687afe-d94b-4245-9e1a-48b97d009ff0 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.659715] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eaf36666-426d-4c00-9be2-c437e86c6650 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.742786] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9f687afe-d94b-4245-9e1a-48b97d009ff0 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.743079] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9f687afe-d94b-4245-9e1a-48b97d009ff0 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.743225] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f687afe-d94b-4245-9e1a-48b97d009ff0 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Deleting the datastore file [datastore2] 22c4615c-9284-4e80-bc61-b43de31b03ac {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.744381] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9be43f0-97a0-44b9-a4ae-8ae198a4e937 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.751242] env[65682]: DEBUG oslo_vmware.api [None req-9f687afe-d94b-4245-9e1a-48b97d009ff0 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Waiting for the task: (returnval){ [ 986.751242] env[65682]: value = "task-4616401" [ 986.751242] env[65682]: _type = "Task" [ 986.751242] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.762244] env[65682]: DEBUG oslo_vmware.api [None req-9f687afe-d94b-4245-9e1a-48b97d009ff0 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Task: {'id': task-4616401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.991376] env[65682]: DEBUG nova.scheduler.client.report [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.120209] env[65682]: DEBUG oslo_vmware.api [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616398, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.137870] env[65682]: DEBUG oslo_concurrency.lockutils [req-8815ffe4-4d43-4907-b3b8-da4636d89e25 req-7a54b806-7ed0-4b65-bbd8-3fa8ed0d9c92 service nova] Releasing lock "refresh_cache-bd13c2de-6abf-4237-b7b2-bbc24fc59b24" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.263105] env[65682]: DEBUG oslo_vmware.api [None req-9f687afe-d94b-4245-9e1a-48b97d009ff0 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Task: {'id': task-4616401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183589} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.263621] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f687afe-d94b-4245-9e1a-48b97d009ff0 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.263920] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9f687afe-d94b-4245-9e1a-48b97d009ff0 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.264557] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9f687afe-d94b-4245-9e1a-48b97d009ff0 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.264876] env[65682]: INFO nova.compute.manager [None req-9f687afe-d94b-4245-9e1a-48b97d009ff0 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Took 1.14 seconds to destroy the instance on the hypervisor. [ 987.268192] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-9f687afe-d94b-4245-9e1a-48b97d009ff0 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 987.268192] env[65682]: DEBUG nova.compute.manager [-] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 987.268192] env[65682]: DEBUG nova.network.neutron [-] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 987.268192] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 987.334181] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 987.498724] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.502422] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.123s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.502796] env[65682]: DEBUG nova.objects.instance [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Lazy-loading 'resources' on Instance uuid 6053bbbc-7565-4182-abc7-6cc4800ed4bc {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.542552] env[65682]: INFO nova.scheduler.client.report [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Deleted allocations for instance 48408761-7c99-450a-882d-64a99dd20435 [ 987.617455] env[65682]: DEBUG oslo_vmware.api [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616398, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.025344] env[65682]: DEBUG nova.compute.manager [req-201a6c2b-3ac9-4881-90a4-66f53d53efaf req-96667e5b-b0f1-48d1-a322-7c3e3dd83c62 service nova] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Received event network-vif-deleted-63ea5809-a74d-4e76-8026-79c6e3d8f18f {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 988.026083] env[65682]: INFO nova.compute.manager [req-201a6c2b-3ac9-4881-90a4-66f53d53efaf req-96667e5b-b0f1-48d1-a322-7c3e3dd83c62 service nova] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Neutron deleted interface 63ea5809-a74d-4e76-8026-79c6e3d8f18f; detaching it from the instance and deleting it from the info cache [ 988.026083] env[65682]: DEBUG nova.network.neutron [req-201a6c2b-3ac9-4881-90a4-66f53d53efaf req-96667e5b-b0f1-48d1-a322-7c3e3dd83c62 service nova] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.055313] env[65682]: DEBUG nova.network.neutron [-] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.058290] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5f29b128-3b02-439e-a811-88d0edd11276 tempest-ListImageFiltersTestJSON-1531158136 tempest-ListImageFiltersTestJSON-1531158136-project-member] Lock "48408761-7c99-450a-882d-64a99dd20435" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.982s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.117315] env[65682]: DEBUG oslo_vmware.api [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616398, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.635904} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.120450] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 5677fa51-490b-4fff-8c10-fa94cdb310de/5677fa51-490b-4fff-8c10-fa94cdb310de.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.120699] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.122045] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f293f224-747f-4b2b-9900-c463aed6b98f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.129476] env[65682]: DEBUG oslo_vmware.api [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 988.129476] env[65682]: value = "task-4616402" [ 988.129476] env[65682]: _type = "Task" [ 988.129476] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.144406] env[65682]: DEBUG oslo_vmware.api [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.406981] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d691220-1c9e-4a60-848c-1365af8a9304 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.418779] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdbe531-d5a1-46ee-a7aa-1afef1d09c67 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.458252] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801518c9-7cbd-492b-a719-6ca48ad4b95c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.468751] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdf4596-cf74-447c-9555-13e7318bcabc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.487326] env[65682]: DEBUG nova.compute.provider_tree [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 988.531111] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eaf5a705-9db9-4764-b818-de6e999405f8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.543274] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7173c4c-8577-45e6-ac63-695c3d00de61 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.564734] env[65682]: INFO nova.compute.manager [-] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Took 1.30 seconds to deallocate network for instance. [ 988.583727] env[65682]: DEBUG nova.compute.manager [req-201a6c2b-3ac9-4881-90a4-66f53d53efaf req-96667e5b-b0f1-48d1-a322-7c3e3dd83c62 service nova] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Detach interface failed, port_id=63ea5809-a74d-4e76-8026-79c6e3d8f18f, reason: Instance 22c4615c-9284-4e80-bc61-b43de31b03ac could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 988.641341] env[65682]: DEBUG oslo_vmware.api [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070697} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.643032] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.643032] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0fd876-4212-45be-a2e9-58145ed6f2d7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.673791] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 5677fa51-490b-4fff-8c10-fa94cdb310de/5677fa51-490b-4fff-8c10-fa94cdb310de.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.674068] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-584dd78e-e6df-4434-9aa2-f3cf8a49c33c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.696554] env[65682]: DEBUG oslo_vmware.api [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 988.696554] env[65682]: value = "task-4616403" [ 988.696554] env[65682]: _type = "Task" [ 988.696554] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.705880] env[65682]: DEBUG oslo_vmware.api [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.012584] env[65682]: ERROR nova.scheduler.client.report [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] [req-507aee46-c1b8-451d-bbc9-932bf05eb66f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-507aee46-c1b8-451d-bbc9-932bf05eb66f"}]} [ 989.036343] env[65682]: DEBUG nova.scheduler.client.report [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Refreshing inventories for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 989.054581] env[65682]: DEBUG nova.scheduler.client.report [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Updating ProviderTree inventory for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 989.054581] env[65682]: DEBUG nova.compute.provider_tree [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 989.069263] env[65682]: DEBUG nova.scheduler.client.report [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Refreshing aggregate associations for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4, aggregates: None {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 989.085318] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9f687afe-d94b-4245-9e1a-48b97d009ff0 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.091252] env[65682]: DEBUG nova.scheduler.client.report [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Refreshing trait associations for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 989.213513] env[65682]: DEBUG oslo_vmware.api [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.496114] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4096eeb5-b183-4b75-82c0-3d7633153c82 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.504703] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f264486-48e5-4069-b530-c44fd5192554 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.541280] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0518b005-9a15-41eb-954c-66111eeb9510 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.552206] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5eb56e-ce73-4760-ba1b-93425b2c337b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.569734] env[65682]: DEBUG nova.compute.provider_tree [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 989.717894] env[65682]: DEBUG oslo_vmware.api [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616403, 'name': ReconfigVM_Task, 'duration_secs': 0.764242} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.717894] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 5677fa51-490b-4fff-8c10-fa94cdb310de/5677fa51-490b-4fff-8c10-fa94cdb310de.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.725197] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10854748-f0f9-4c90-a8e5-3c43922d253e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.730478] env[65682]: DEBUG oslo_vmware.api [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 989.730478] env[65682]: value = "task-4616404" [ 989.730478] env[65682]: _type = "Task" [ 989.730478] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.741992] env[65682]: DEBUG oslo_vmware.api [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616404, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.107423] env[65682]: DEBUG nova.scheduler.client.report [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Updated inventory for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 990.107709] env[65682]: DEBUG nova.compute.provider_tree [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Updating resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 generation from 111 to 112 during operation: update_inventory {{(pid=65682) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 990.109024] env[65682]: DEBUG nova.compute.provider_tree [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 990.242636] env[65682]: DEBUG oslo_vmware.api [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616404, 'name': Rename_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.620090] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.116s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.620532] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.129s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.622252] env[65682]: INFO nova.compute.claims [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.681022] env[65682]: INFO nova.scheduler.client.report [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Deleted allocations for instance 6053bbbc-7565-4182-abc7-6cc4800ed4bc [ 990.743454] env[65682]: DEBUG oslo_vmware.api [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616404, 'name': Rename_Task, 'duration_secs': 0.859993} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.744044] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.744044] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4720d835-fe5f-47a4-8125-1c257cdd8af7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.751477] env[65682]: DEBUG oslo_vmware.api [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 990.751477] env[65682]: value = "task-4616405" [ 990.751477] env[65682]: _type = "Task" [ 990.751477] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.761966] env[65682]: DEBUG oslo_vmware.api [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.191893] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0d6d2bee-5600-455a-8471-7ac319281b24 tempest-InstanceActionsNegativeTestJSON-1979741921 tempest-InstanceActionsNegativeTestJSON-1979741921-project-member] Lock "6053bbbc-7565-4182-abc7-6cc4800ed4bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.537s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.273202] env[65682]: DEBUG oslo_vmware.api [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616405, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.762724] env[65682]: DEBUG oslo_vmware.api [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616405, 'name': PowerOnVM_Task, 'duration_secs': 0.607916} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.767854] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.768154] env[65682]: INFO nova.compute.manager [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Took 11.93 seconds to spawn the instance on the hypervisor. [ 991.768387] env[65682]: DEBUG nova.compute.manager [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 991.771524] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93196445-1b7f-4077-b26d-0d671dc6a456 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.871689] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Acquiring lock "79822481-013c-463d-9075-703e40519a73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.871689] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Lock "79822481-013c-463d-9075-703e40519a73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.062176] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ca3020-ccf7-4bb2-9761-cb488ecefd4a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.075084] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b296e5-0ce8-47ce-95e1-220f4db5af1b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.114244] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7e82f6-1113-4cc1-8949-d2d2d3747c29 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.123258] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9956d4e3-38bd-4452-ba09-dccded1cff34 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.140356] env[65682]: DEBUG nova.compute.provider_tree [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.291475] env[65682]: INFO nova.compute.manager [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Took 40.90 seconds to build instance. [ 992.374799] env[65682]: DEBUG nova.compute.manager [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 79822481-013c-463d-9075-703e40519a73] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 992.644313] env[65682]: DEBUG nova.scheduler.client.report [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.793401] env[65682]: DEBUG oslo_concurrency.lockutils [None req-77660e01-58c7-4739-99ca-267b0f23b7a6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Lock "5677fa51-490b-4fff-8c10-fa94cdb310de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.418s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.908726] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.155799] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.156480] env[65682]: DEBUG nova.compute.manager [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 993.160464] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.967s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.163130] env[65682]: INFO nova.compute.claims [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.669664] env[65682]: DEBUG nova.compute.utils [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.671500] env[65682]: DEBUG nova.compute.manager [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 993.671500] env[65682]: DEBUG nova.network.neutron [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 993.671997] env[65682]: WARNING neutronclient.v2_0.client [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.671997] env[65682]: WARNING neutronclient.v2_0.client [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.183094] env[65682]: DEBUG nova.compute.manager [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 994.206666] env[65682]: DEBUG nova.policy [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73aa95d0a41b4b15bbe2b2664f1f64c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '824187397d5f4890a1360d60e59329fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.610366] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3155b3-41bc-4336-89b2-ebb9cc1638bc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.619677] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae3000b-0022-4b5f-a046-ed32defe863b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.659753] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75384c48-337f-42be-8cc9-30c6f83c2611 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.669524] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d915a2-0192-4550-93c0-306a79ac1a07 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.690537] env[65682]: DEBUG nova.compute.provider_tree [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.722254] env[65682]: DEBUG nova.network.neutron [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Successfully created port: cb21dae9-67ec-4933-a4fa-cf1ce8e84505 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 995.180633] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Acquiring lock "9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.180870] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Lock "9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.198545] env[65682]: DEBUG nova.scheduler.client.report [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.203174] env[65682]: DEBUG nova.compute.manager [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 995.233941] env[65682]: DEBUG nova.virt.hardware [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 995.234255] env[65682]: DEBUG nova.virt.hardware [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.234418] env[65682]: DEBUG nova.virt.hardware [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 995.234603] env[65682]: DEBUG nova.virt.hardware [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.234750] env[65682]: DEBUG nova.virt.hardware [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 995.234894] env[65682]: DEBUG nova.virt.hardware [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 995.235258] env[65682]: DEBUG nova.virt.hardware [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 995.235517] env[65682]: DEBUG nova.virt.hardware [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 995.235752] env[65682]: DEBUG nova.virt.hardware [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 995.235946] env[65682]: DEBUG nova.virt.hardware [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 995.236136] env[65682]: DEBUG nova.virt.hardware [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 995.237045] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e214b159-df6d-458d-9ea3-03084a60669c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.247093] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aef2fe6-c00f-443f-87f9-2ea9a0510db2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.683876] env[65682]: DEBUG nova.compute.manager [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 995.706207] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.706787] env[65682]: DEBUG nova.compute.manager [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 995.709920] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.824s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.709920] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.714500] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4f31b0fb-c526-488b-852f-3d8dd9b12397 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.463s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.714500] env[65682]: DEBUG nova.objects.instance [None req-4f31b0fb-c526-488b-852f-3d8dd9b12397 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lazy-loading 'resources' on Instance uuid 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.752586] env[65682]: INFO nova.scheduler.client.report [None req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Deleted allocations for instance 63bdb800-aeda-456e-9acd-afab1096c9d1 [ 996.193835] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "e56911bb-205b-4fa0-bf82-1e3b1c3f83ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.194811] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "e56911bb-205b-4fa0-bf82-1e3b1c3f83ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.216795] env[65682]: DEBUG nova.compute.utils [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.219088] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.221806] env[65682]: DEBUG nova.compute.manager [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 996.222026] env[65682]: DEBUG nova.network.neutron [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 996.222347] env[65682]: WARNING neutronclient.v2_0.client [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.222639] env[65682]: WARNING neutronclient.v2_0.client [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.259834] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b58dcad4-c3e3-4b47-b9e4-537e73bfe608 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "63bdb800-aeda-456e-9acd-afab1096c9d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.326s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.341537] env[65682]: INFO nova.compute.manager [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Rescuing [ 996.341927] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Acquiring lock "refresh_cache-5677fa51-490b-4fff-8c10-fa94cdb310de" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.342151] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Acquired lock "refresh_cache-5677fa51-490b-4fff-8c10-fa94cdb310de" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.342363] env[65682]: DEBUG nova.network.neutron [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 996.404690] env[65682]: DEBUG nova.network.neutron [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Successfully updated port: cb21dae9-67ec-4933-a4fa-cf1ce8e84505 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 996.527229] env[65682]: DEBUG nova.policy [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae231c27304f46ebb37d9eaf0648486b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67a873a51b0a41c58c8fa980aa58f328', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.562232] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f699a80e-392f-4d8b-a498-2ed0292d0996 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.569201] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae564fd-ee79-443b-8a26-16ba7bfa067b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.615173] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ae8367-eecc-4ed8-ad1b-4cacf8483419 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.622488] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b0d30a-404d-41bc-a4b2-24b86f7900e1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.637457] env[65682]: DEBUG nova.compute.provider_tree [None req-4f31b0fb-c526-488b-852f-3d8dd9b12397 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.700034] env[65682]: DEBUG nova.compute.manager [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 996.727331] env[65682]: DEBUG nova.compute.manager [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 996.853834] env[65682]: WARNING neutronclient.v2_0.client [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.911829] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "refresh_cache-2cdca24a-4bb0-4adc-886f-4b73acc2a545" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.911829] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquired lock "refresh_cache-2cdca24a-4bb0-4adc-886f-4b73acc2a545" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.911829] env[65682]: DEBUG nova.network.neutron [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 997.020573] env[65682]: DEBUG nova.network.neutron [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Successfully created port: a30068d1-3519-43b1-844a-07f0e3d8eb8d {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 997.141265] env[65682]: DEBUG nova.scheduler.client.report [None req-4f31b0fb-c526-488b-852f-3d8dd9b12397 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.228671] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.273829] env[65682]: DEBUG nova.compute.manager [req-41cdb0bc-9507-409f-978d-1d794625fdf2 req-96f267c4-4c99-46d0-901c-f178376e2e1b service nova] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Received event network-vif-plugged-cb21dae9-67ec-4933-a4fa-cf1ce8e84505 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 997.273960] env[65682]: DEBUG oslo_concurrency.lockutils [req-41cdb0bc-9507-409f-978d-1d794625fdf2 req-96f267c4-4c99-46d0-901c-f178376e2e1b service nova] Acquiring lock "2cdca24a-4bb0-4adc-886f-4b73acc2a545-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.274565] env[65682]: DEBUG oslo_concurrency.lockutils [req-41cdb0bc-9507-409f-978d-1d794625fdf2 req-96f267c4-4c99-46d0-901c-f178376e2e1b service nova] Lock "2cdca24a-4bb0-4adc-886f-4b73acc2a545-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.274565] env[65682]: DEBUG oslo_concurrency.lockutils [req-41cdb0bc-9507-409f-978d-1d794625fdf2 req-96f267c4-4c99-46d0-901c-f178376e2e1b service nova] Lock "2cdca24a-4bb0-4adc-886f-4b73acc2a545-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.274565] env[65682]: DEBUG nova.compute.manager [req-41cdb0bc-9507-409f-978d-1d794625fdf2 req-96f267c4-4c99-46d0-901c-f178376e2e1b service nova] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] No waiting events found dispatching network-vif-plugged-cb21dae9-67ec-4933-a4fa-cf1ce8e84505 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 997.274707] env[65682]: WARNING nova.compute.manager [req-41cdb0bc-9507-409f-978d-1d794625fdf2 req-96f267c4-4c99-46d0-901c-f178376e2e1b service nova] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Received unexpected event network-vif-plugged-cb21dae9-67ec-4933-a4fa-cf1ce8e84505 for instance with vm_state building and task_state spawning. [ 997.568219] env[65682]: DEBUG nova.network.neutron [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 997.648286] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4f31b0fb-c526-488b-852f-3d8dd9b12397 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.652617] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c730c6c7-f5c4-4445-a85b-6e08966da34e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.964s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.653534] env[65682]: DEBUG nova.objects.instance [None req-c730c6c7-f5c4-4445-a85b-6e08966da34e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lazy-loading 'resources' on Instance uuid 3b36488c-6508-4175-86e5-6a78a54903d0 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.677540] env[65682]: INFO nova.scheduler.client.report [None req-4f31b0fb-c526-488b-852f-3d8dd9b12397 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Deleted allocations for instance 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5 [ 997.694745] env[65682]: WARNING neutronclient.v2_0.client [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.741011] env[65682]: DEBUG nova.compute.manager [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 997.770519] env[65682]: DEBUG nova.virt.hardware [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 997.770796] env[65682]: DEBUG nova.virt.hardware [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.770951] env[65682]: DEBUG nova.virt.hardware [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 997.771145] env[65682]: DEBUG nova.virt.hardware [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.771291] env[65682]: DEBUG nova.virt.hardware [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 997.771434] env[65682]: DEBUG nova.virt.hardware [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 997.771641] env[65682]: DEBUG nova.virt.hardware [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 997.771797] env[65682]: DEBUG nova.virt.hardware [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 997.771960] env[65682]: DEBUG nova.virt.hardware [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 997.772438] env[65682]: DEBUG nova.virt.hardware [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 997.772617] env[65682]: DEBUG nova.virt.hardware [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 997.773657] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9d1d51-15af-4e20-8574-24f89f7011fb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.784942] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4013cc6-94c1-4042-a76c-b192aae792f0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.805762] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "81cf4997-e498-4b3e-b3ac-490cdd254fbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.806014] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "81cf4997-e498-4b3e-b3ac-490cdd254fbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.042336] env[65682]: DEBUG nova.network.neutron [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Updating instance_info_cache with network_info: [{"id": "0dbbcbbf-adaa-45f9-9b1a-05a1352673c1", "address": "fa:16:3e:9a:f7:15", "network": {"id": "e2521733-c1fe-47a7-9e4b-f4764080171d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1932905076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "164ff004579241c6b3975918a0704143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dbbcbbf-ad", "ovs_interfaceid": "0dbbcbbf-adaa-45f9-9b1a-05a1352673c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.097675] env[65682]: WARNING neutronclient.v2_0.client [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.189470] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4f31b0fb-c526-488b-852f-3d8dd9b12397 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "5b4adb84-808a-4b32-b2f3-a8057f4e3aa5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.454s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.197031] env[65682]: DEBUG nova.network.neutron [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Updating instance_info_cache with network_info: [{"id": "cb21dae9-67ec-4933-a4fa-cf1ce8e84505", "address": "fa:16:3e:1c:5f:23", "network": {"id": "6478e152-17d6-438a-af59-4acacc2303f3", "bridge": "br-int", "label": "tempest-ServersTestJSON-1098750738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824187397d5f4890a1360d60e59329fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb21dae9-67", "ovs_interfaceid": "cb21dae9-67ec-4933-a4fa-cf1ce8e84505", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.310338] env[65682]: DEBUG nova.compute.manager [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 998.493521] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e959dc-90b4-45e4-9a0e-8f449de5909c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.503428] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda9d3af-5a44-4d00-8e90-d8d8ddaf67cc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.536357] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffaae0a-868a-4343-b884-36118c70a78e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.545168] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e7f1cd-ac81-4005-81cf-73c5a2202eff {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.549476] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Releasing lock "refresh_cache-5677fa51-490b-4fff-8c10-fa94cdb310de" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.562698] env[65682]: DEBUG nova.compute.provider_tree [None req-c730c6c7-f5c4-4445-a85b-6e08966da34e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.699539] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Releasing lock "refresh_cache-2cdca24a-4bb0-4adc-886f-4b73acc2a545" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.699908] env[65682]: DEBUG nova.compute.manager [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Instance network_info: |[{"id": "cb21dae9-67ec-4933-a4fa-cf1ce8e84505", "address": "fa:16:3e:1c:5f:23", "network": {"id": "6478e152-17d6-438a-af59-4acacc2303f3", "bridge": "br-int", "label": "tempest-ServersTestJSON-1098750738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824187397d5f4890a1360d60e59329fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb21dae9-67", "ovs_interfaceid": "cb21dae9-67ec-4933-a4fa-cf1ce8e84505", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 998.700546] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:5f:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb21dae9-67ec-4933-a4fa-cf1ce8e84505', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.708169] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Creating folder: Project (824187397d5f4890a1360d60e59329fa). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.708484] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4dbf96ed-e612-4c11-a6ed-2c5e23b24ce7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.722635] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Created folder: Project (824187397d5f4890a1360d60e59329fa) in parent group-v901426. [ 998.723117] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Creating folder: Instances. Parent ref: group-v901682. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.725090] env[65682]: DEBUG nova.network.neutron [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Successfully updated port: a30068d1-3519-43b1-844a-07f0e3d8eb8d {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 998.727077] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86b6b140-451f-412e-8344-8ede3755e0a7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.739950] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Created folder: Instances in parent group-v901682. [ 998.740931] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 998.742217] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.742420] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5eef806-7542-483e-a2b0-650d4ee12f84 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.767178] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.767178] env[65682]: value = "task-4616408" [ 998.767178] env[65682]: _type = "Task" [ 998.767178] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.779411] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616408, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.845601] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.066097] env[65682]: DEBUG nova.scheduler.client.report [None req-c730c6c7-f5c4-4445-a85b-6e08966da34e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.230177] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "refresh_cache-d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.230444] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquired lock "refresh_cache-d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.230736] env[65682]: DEBUG nova.network.neutron [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 999.280603] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616408, 'name': CreateVM_Task, 'duration_secs': 0.401814} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.280888] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.281584] env[65682]: WARNING neutronclient.v2_0.client [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.282093] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.282291] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.282610] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.282895] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9022af1b-ffb8-498b-9756-3a7931e51477 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.291483] env[65682]: DEBUG oslo_vmware.api [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 999.291483] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ae71ec-08bd-40b6-5404-8fc9bf4c85cc" [ 999.291483] env[65682]: _type = "Task" [ 999.291483] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.303789] env[65682]: DEBUG oslo_vmware.api [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ae71ec-08bd-40b6-5404-8fc9bf4c85cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.408580] env[65682]: DEBUG nova.compute.manager [req-13ae4429-dd1a-4231-86ac-99307d748ab9 req-25cbef61-0388-4345-9b5e-3fb50384ccf2 service nova] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Received event network-changed-cb21dae9-67ec-4933-a4fa-cf1ce8e84505 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 999.408894] env[65682]: DEBUG nova.compute.manager [req-13ae4429-dd1a-4231-86ac-99307d748ab9 req-25cbef61-0388-4345-9b5e-3fb50384ccf2 service nova] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Refreshing instance network info cache due to event network-changed-cb21dae9-67ec-4933-a4fa-cf1ce8e84505. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 999.408954] env[65682]: DEBUG oslo_concurrency.lockutils [req-13ae4429-dd1a-4231-86ac-99307d748ab9 req-25cbef61-0388-4345-9b5e-3fb50384ccf2 service nova] Acquiring lock "refresh_cache-2cdca24a-4bb0-4adc-886f-4b73acc2a545" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.409870] env[65682]: DEBUG oslo_concurrency.lockutils [req-13ae4429-dd1a-4231-86ac-99307d748ab9 req-25cbef61-0388-4345-9b5e-3fb50384ccf2 service nova] Acquired lock "refresh_cache-2cdca24a-4bb0-4adc-886f-4b73acc2a545" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.410170] env[65682]: DEBUG nova.network.neutron [req-13ae4429-dd1a-4231-86ac-99307d748ab9 req-25cbef61-0388-4345-9b5e-3fb50384ccf2 service nova] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Refreshing network info cache for port cb21dae9-67ec-4933-a4fa-cf1ce8e84505 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.573351] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c730c6c7-f5c4-4445-a85b-6e08966da34e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.575724] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c8eed016-1d12-4f17-9018-c7852c1ab010 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.926s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.575952] env[65682]: DEBUG nova.objects.instance [None req-c8eed016-1d12-4f17-9018-c7852c1ab010 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Lazy-loading 'resources' on Instance uuid 17b12689-2ce0-48b3-a281-b26b17a4da18 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.607946] env[65682]: INFO nova.scheduler.client.report [None req-c730c6c7-f5c4-4445-a85b-6e08966da34e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Deleted allocations for instance 3b36488c-6508-4175-86e5-6a78a54903d0 [ 999.727999] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.727999] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.783878] env[65682]: DEBUG nova.network.neutron [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 999.803875] env[65682]: DEBUG oslo_vmware.api [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ae71ec-08bd-40b6-5404-8fc9bf4c85cc, 'name': SearchDatastore_Task, 'duration_secs': 0.011882} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.804285] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.804569] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.804852] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.805180] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.805267] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.805922] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6387cf1-5c71-496b-987e-032c460c171d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.817045] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.817045] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.817171] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab33672d-88d4-4b3f-916c-fccbe74e9c55 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.825983] env[65682]: DEBUG oslo_vmware.api [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 999.825983] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52469a07-9021-cc84-bf3f-0a2503a5a55d" [ 999.825983] env[65682]: _type = "Task" [ 999.825983] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.835404] env[65682]: DEBUG oslo_vmware.api [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52469a07-9021-cc84-bf3f-0a2503a5a55d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.871300] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "d0ef8271-64ac-4899-b800-b213195b585b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.871600] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "d0ef8271-64ac-4899-b800-b213195b585b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.871851] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "d0ef8271-64ac-4899-b800-b213195b585b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.872059] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "d0ef8271-64ac-4899-b800-b213195b585b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.872229] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "d0ef8271-64ac-4899-b800-b213195b585b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.874604] env[65682]: INFO nova.compute.manager [None req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Terminating instance [ 999.913439] env[65682]: WARNING neutronclient.v2_0.client [req-13ae4429-dd1a-4231-86ac-99307d748ab9 req-25cbef61-0388-4345-9b5e-3fb50384ccf2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.946275] env[65682]: WARNING neutronclient.v2_0.client [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.091525] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.091858] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a11da19b-6ce0-40e6-8f89-91bed1f74d68 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.099888] env[65682]: DEBUG oslo_vmware.api [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 1000.099888] env[65682]: value = "task-4616409" [ 1000.099888] env[65682]: _type = "Task" [ 1000.099888] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.113185] env[65682]: DEBUG oslo_vmware.api [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.120808] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c730c6c7-f5c4-4445-a85b-6e08966da34e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "3b36488c-6508-4175-86e5-6a78a54903d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.185710] env[65682]: DEBUG nova.network.neutron [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Updating instance_info_cache with network_info: [{"id": "a30068d1-3519-43b1-844a-07f0e3d8eb8d", "address": "fa:16:3e:49:e6:eb", "network": {"id": "32a6f6c7-8e13-4644-8790-f5922bc8a5cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2123705961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67a873a51b0a41c58c8fa980aa58f328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa30068d1-35", "ovs_interfaceid": "a30068d1-3519-43b1-844a-07f0e3d8eb8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.228981] env[65682]: DEBUG nova.compute.manager [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1000.320074] env[65682]: WARNING neutronclient.v2_0.client [req-13ae4429-dd1a-4231-86ac-99307d748ab9 req-25cbef61-0388-4345-9b5e-3fb50384ccf2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.341116] env[65682]: DEBUG oslo_vmware.api [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52469a07-9021-cc84-bf3f-0a2503a5a55d, 'name': SearchDatastore_Task, 'duration_secs': 0.010401} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.343783] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3b74e70-e272-4f2b-adac-974a50d2097d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.350642] env[65682]: DEBUG oslo_vmware.api [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1000.350642] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5268544d-f851-3563-6192-2f9f09d46bc7" [ 1000.350642] env[65682]: _type = "Task" [ 1000.350642] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.364377] env[65682]: DEBUG oslo_vmware.api [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5268544d-f851-3563-6192-2f9f09d46bc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.378937] env[65682]: DEBUG nova.compute.manager [None req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1000.379611] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.380749] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e364f1-ce07-4474-b716-fb20f934a3c5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.393740] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.394123] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52aa23a4-ed4f-4589-8ffd-f77f761212e1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.403926] env[65682]: DEBUG oslo_vmware.api [None req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 1000.403926] env[65682]: value = "task-4616410" [ 1000.403926] env[65682]: _type = "Task" [ 1000.403926] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.419277] env[65682]: DEBUG oslo_vmware.api [None req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.500914] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcabb05-4242-44f0-a2a6-13513402c191 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.511861] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e4b3e5-bc6c-41fb-a34a-aa4420ed41d0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.554509] env[65682]: DEBUG nova.network.neutron [req-13ae4429-dd1a-4231-86ac-99307d748ab9 req-25cbef61-0388-4345-9b5e-3fb50384ccf2 service nova] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Updated VIF entry in instance network info cache for port cb21dae9-67ec-4933-a4fa-cf1ce8e84505. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1000.554711] env[65682]: DEBUG nova.network.neutron [req-13ae4429-dd1a-4231-86ac-99307d748ab9 req-25cbef61-0388-4345-9b5e-3fb50384ccf2 service nova] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Updating instance_info_cache with network_info: [{"id": "cb21dae9-67ec-4933-a4fa-cf1ce8e84505", "address": "fa:16:3e:1c:5f:23", "network": {"id": "6478e152-17d6-438a-af59-4acacc2303f3", "bridge": "br-int", "label": "tempest-ServersTestJSON-1098750738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824187397d5f4890a1360d60e59329fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb21dae9-67", "ovs_interfaceid": "cb21dae9-67ec-4933-a4fa-cf1ce8e84505", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.557441] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66b5817-6a77-4574-aae5-560669df767f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.565765] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5f2ab0-dadc-40a5-8032-4cb66386ab42 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.584334] env[65682]: DEBUG nova.compute.provider_tree [None req-c8eed016-1d12-4f17-9018-c7852c1ab010 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.613261] env[65682]: DEBUG oslo_vmware.api [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616409, 'name': PowerOffVM_Task, 'duration_secs': 0.219177} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.613410] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.615247] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8692d22a-c002-4be8-966b-a4a5a352427f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.640039] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea69c97-1456-49a5-bd06-42e5b044a1bc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.645925] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "5704ba32-7311-431b-a106-b6fa0380df1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.646218] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "5704ba32-7311-431b-a106-b6fa0380df1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.682769] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.684506] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c60580bb-ddc9-42c7-9396-999c37705842 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.691917] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Releasing lock "refresh_cache-d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.691917] env[65682]: DEBUG nova.compute.manager [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Instance network_info: |[{"id": "a30068d1-3519-43b1-844a-07f0e3d8eb8d", "address": "fa:16:3e:49:e6:eb", "network": {"id": "32a6f6c7-8e13-4644-8790-f5922bc8a5cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2123705961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67a873a51b0a41c58c8fa980aa58f328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa30068d1-35", "ovs_interfaceid": "a30068d1-3519-43b1-844a-07f0e3d8eb8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1000.691917] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:e6:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a30068d1-3519-43b1-844a-07f0e3d8eb8d', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.699609] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Creating folder: Project (67a873a51b0a41c58c8fa980aa58f328). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.700029] env[65682]: DEBUG oslo_vmware.api [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 1000.700029] env[65682]: value = "task-4616411" [ 1000.700029] env[65682]: _type = "Task" [ 1000.700029] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.700628] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce9d0503-d28e-4d61-80a9-def707c7d51b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.714687] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] VM already powered off {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1000.715074] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.715287] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.715489] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.715693] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.717752] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ce13a00-324c-4baf-b5ab-20b68bcd4a19 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.720037] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Created folder: Project (67a873a51b0a41c58c8fa980aa58f328) in parent group-v901426. [ 1000.720037] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Creating folder: Instances. Parent ref: group-v901685. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.720231] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7835b134-8686-416e-a839-db080f25b56b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.731123] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Created folder: Instances in parent group-v901685. [ 1000.731410] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1000.733088] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.733386] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.733549] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.734594] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28e18925-c5d9-4075-97f1-9ccc4aa1239c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.756127] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c9f19ca-e5e2-4724-9f3a-871616f8a832 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.764917] env[65682]: DEBUG oslo_vmware.api [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 1000.764917] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52fa58c9-c2f4-c0de-7b9d-499d25636133" [ 1000.764917] env[65682]: _type = "Task" [ 1000.764917] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.766401] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.766401] env[65682]: value = "task-4616414" [ 1000.766401] env[65682]: _type = "Task" [ 1000.766401] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.779800] env[65682]: DEBUG oslo_vmware.api [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52fa58c9-c2f4-c0de-7b9d-499d25636133, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.784697] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.787079] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616414, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.862315] env[65682]: DEBUG oslo_vmware.api [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5268544d-f851-3563-6192-2f9f09d46bc7, 'name': SearchDatastore_Task, 'duration_secs': 0.01272} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.862602] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.862919] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 2cdca24a-4bb0-4adc-886f-4b73acc2a545/2cdca24a-4bb0-4adc-886f-4b73acc2a545.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.863171] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acbad4c3-0d71-4b5b-9b89-acb8b12ab6e1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.874512] env[65682]: DEBUG oslo_vmware.api [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1000.874512] env[65682]: value = "task-4616415" [ 1000.874512] env[65682]: _type = "Task" [ 1000.874512] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.884781] env[65682]: DEBUG oslo_vmware.api [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.921473] env[65682]: DEBUG oslo_vmware.api [None req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616410, 'name': PowerOffVM_Task, 'duration_secs': 0.284549} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.921908] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.922260] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.922714] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c1499a1-881c-497a-b768-4d8885e4e914 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.010216] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.010216] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.010484] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Deleting the datastore file [datastore2] d0ef8271-64ac-4899-b800-b213195b585b {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.010819] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1efb56e8-9ee5-4a70-bf36-90d515bf059c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.022372] env[65682]: DEBUG oslo_vmware.api [None req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 1001.022372] env[65682]: value = "task-4616417" [ 1001.022372] env[65682]: _type = "Task" [ 1001.022372] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.031939] env[65682]: DEBUG oslo_vmware.api [None req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.060661] env[65682]: DEBUG oslo_concurrency.lockutils [req-13ae4429-dd1a-4231-86ac-99307d748ab9 req-25cbef61-0388-4345-9b5e-3fb50384ccf2 service nova] Releasing lock "refresh_cache-2cdca24a-4bb0-4adc-886f-4b73acc2a545" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.060931] env[65682]: DEBUG nova.compute.manager [req-13ae4429-dd1a-4231-86ac-99307d748ab9 req-25cbef61-0388-4345-9b5e-3fb50384ccf2 service nova] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Received event network-vif-plugged-a30068d1-3519-43b1-844a-07f0e3d8eb8d {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1001.061144] env[65682]: DEBUG oslo_concurrency.lockutils [req-13ae4429-dd1a-4231-86ac-99307d748ab9 req-25cbef61-0388-4345-9b5e-3fb50384ccf2 service nova] Acquiring lock "d59edbef-b7dc-40e8-8a31-c1c1f3bc8647-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.061371] env[65682]: DEBUG oslo_concurrency.lockutils [req-13ae4429-dd1a-4231-86ac-99307d748ab9 req-25cbef61-0388-4345-9b5e-3fb50384ccf2 service nova] Lock "d59edbef-b7dc-40e8-8a31-c1c1f3bc8647-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.061537] env[65682]: DEBUG oslo_concurrency.lockutils [req-13ae4429-dd1a-4231-86ac-99307d748ab9 req-25cbef61-0388-4345-9b5e-3fb50384ccf2 service nova] Lock "d59edbef-b7dc-40e8-8a31-c1c1f3bc8647-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.061702] env[65682]: DEBUG nova.compute.manager [req-13ae4429-dd1a-4231-86ac-99307d748ab9 req-25cbef61-0388-4345-9b5e-3fb50384ccf2 service nova] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] No waiting events found dispatching network-vif-plugged-a30068d1-3519-43b1-844a-07f0e3d8eb8d {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1001.061867] env[65682]: WARNING nova.compute.manager [req-13ae4429-dd1a-4231-86ac-99307d748ab9 req-25cbef61-0388-4345-9b5e-3fb50384ccf2 service nova] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Received unexpected event network-vif-plugged-a30068d1-3519-43b1-844a-07f0e3d8eb8d for instance with vm_state building and task_state spawning. [ 1001.062146] env[65682]: DEBUG nova.compute.manager [req-13ae4429-dd1a-4231-86ac-99307d748ab9 req-25cbef61-0388-4345-9b5e-3fb50384ccf2 service nova] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Received event network-changed-a30068d1-3519-43b1-844a-07f0e3d8eb8d {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1001.062316] env[65682]: DEBUG nova.compute.manager [req-13ae4429-dd1a-4231-86ac-99307d748ab9 req-25cbef61-0388-4345-9b5e-3fb50384ccf2 service nova] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Refreshing instance network info cache due to event network-changed-a30068d1-3519-43b1-844a-07f0e3d8eb8d. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1001.062572] env[65682]: DEBUG oslo_concurrency.lockutils [req-13ae4429-dd1a-4231-86ac-99307d748ab9 req-25cbef61-0388-4345-9b5e-3fb50384ccf2 service nova] Acquiring lock "refresh_cache-d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.062721] env[65682]: DEBUG oslo_concurrency.lockutils [req-13ae4429-dd1a-4231-86ac-99307d748ab9 req-25cbef61-0388-4345-9b5e-3fb50384ccf2 service nova] Acquired lock "refresh_cache-d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.062878] env[65682]: DEBUG nova.network.neutron [req-13ae4429-dd1a-4231-86ac-99307d748ab9 req-25cbef61-0388-4345-9b5e-3fb50384ccf2 service nova] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Refreshing network info cache for port a30068d1-3519-43b1-844a-07f0e3d8eb8d {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.087520] env[65682]: DEBUG nova.scheduler.client.report [None req-c8eed016-1d12-4f17-9018-c7852c1ab010 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.149172] env[65682]: DEBUG nova.compute.manager [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1001.288941] env[65682]: DEBUG oslo_vmware.api [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52fa58c9-c2f4-c0de-7b9d-499d25636133, 'name': SearchDatastore_Task, 'duration_secs': 0.019814} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.293510] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616414, 'name': CreateVM_Task, 'duration_secs': 0.380821} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.293802] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0028c06-cb85-4bf0-ab22-964dea026d8f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.296534] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.297187] env[65682]: WARNING neutronclient.v2_0.client [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.297614] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.297810] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.298895] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.299830] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7885d56-a4df-4c3d-a229-7ff821a7b7b3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.304588] env[65682]: DEBUG oslo_vmware.api [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 1001.304588] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5269e67a-a9e7-ab2a-1fd0-df61bfc5c146" [ 1001.304588] env[65682]: _type = "Task" [ 1001.304588] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.306299] env[65682]: DEBUG oslo_vmware.api [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1001.306299] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522b1edc-1b8f-adec-8987-2dbc61c01d74" [ 1001.306299] env[65682]: _type = "Task" [ 1001.306299] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.319775] env[65682]: DEBUG oslo_vmware.api [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5269e67a-a9e7-ab2a-1fd0-df61bfc5c146, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.324804] env[65682]: DEBUG oslo_vmware.api [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522b1edc-1b8f-adec-8987-2dbc61c01d74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.389692] env[65682]: DEBUG oslo_vmware.api [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616415, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.535770] env[65682]: DEBUG oslo_vmware.api [None req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.566520] env[65682]: WARNING neutronclient.v2_0.client [req-13ae4429-dd1a-4231-86ac-99307d748ab9 req-25cbef61-0388-4345-9b5e-3fb50384ccf2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.577960] env[65682]: DEBUG oslo_concurrency.lockutils [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "de604fb9-51a1-400c-b5a0-b1046badf3ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.578214] env[65682]: DEBUG oslo_concurrency.lockutils [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "de604fb9-51a1-400c-b5a0-b1046badf3ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.593523] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c8eed016-1d12-4f17-9018-c7852c1ab010 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.017s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.596201] env[65682]: DEBUG oslo_concurrency.lockutils [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.598s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.596525] env[65682]: DEBUG nova.objects.instance [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lazy-loading 'pci_requests' on Instance uuid c46c1769-6758-4ad1-8768-8579ce514021 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.620086] env[65682]: INFO nova.scheduler.client.report [None req-c8eed016-1d12-4f17-9018-c7852c1ab010 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Deleted allocations for instance 17b12689-2ce0-48b3-a281-b26b17a4da18 [ 1001.680106] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.820827] env[65682]: WARNING neutronclient.v2_0.client [req-13ae4429-dd1a-4231-86ac-99307d748ab9 req-25cbef61-0388-4345-9b5e-3fb50384ccf2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.831655] env[65682]: DEBUG oslo_vmware.api [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5269e67a-a9e7-ab2a-1fd0-df61bfc5c146, 'name': SearchDatastore_Task, 'duration_secs': 0.053822} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.836333] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.836863] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 5677fa51-490b-4fff-8c10-fa94cdb310de/7e411482-4ba4-42db-a7a9-44449cf54ba0-rescue.vmdk. {{(pid=65682) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1001.837162] env[65682]: DEBUG oslo_vmware.api [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522b1edc-1b8f-adec-8987-2dbc61c01d74, 'name': SearchDatastore_Task, 'duration_secs': 0.071409} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.837226] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a775de05-4cb0-4f31-97f3-d49a57eb16c9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.840111] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.840111] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.840423] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.840503] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.840769] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.841816] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1049b0e9-75d9-454e-8740-b191648a59a2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.852300] env[65682]: DEBUG oslo_vmware.api [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 1001.852300] env[65682]: value = "task-4616418" [ 1001.852300] env[65682]: _type = "Task" [ 1001.852300] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.853846] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.854085] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.858754] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54f9a026-55a1-4e7b-8d48-962cbad811cf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.867666] env[65682]: DEBUG oslo_vmware.api [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.868427] env[65682]: DEBUG oslo_vmware.api [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1001.868427] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52579186-9f95-15e8-f87e-3d64c0d0a1fb" [ 1001.868427] env[65682]: _type = "Task" [ 1001.868427] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.877104] env[65682]: DEBUG oslo_vmware.api [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52579186-9f95-15e8-f87e-3d64c0d0a1fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.887627] env[65682]: DEBUG oslo_vmware.api [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550555} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.887913] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 2cdca24a-4bb0-4adc-886f-4b73acc2a545/2cdca24a-4bb0-4adc-886f-4b73acc2a545.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.888145] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.888413] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c636efae-d6b3-4bc3-ae44-d2ca93574dbf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.896376] env[65682]: DEBUG oslo_vmware.api [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1001.896376] env[65682]: value = "task-4616419" [ 1001.896376] env[65682]: _type = "Task" [ 1001.896376] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.906725] env[65682]: DEBUG oslo_vmware.api [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.033994] env[65682]: DEBUG oslo_vmware.api [None req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.553528} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.034665] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.035074] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.035339] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.035613] env[65682]: INFO nova.compute.manager [None req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1002.036014] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1002.036520] env[65682]: DEBUG nova.compute.manager [-] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1002.036681] env[65682]: DEBUG nova.network.neutron [-] [instance: d0ef8271-64ac-4899-b800-b213195b585b] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1002.037015] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.058452] env[65682]: DEBUG nova.network.neutron [req-13ae4429-dd1a-4231-86ac-99307d748ab9 req-25cbef61-0388-4345-9b5e-3fb50384ccf2 service nova] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Updated VIF entry in instance network info cache for port a30068d1-3519-43b1-844a-07f0e3d8eb8d. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1002.058952] env[65682]: DEBUG nova.network.neutron [req-13ae4429-dd1a-4231-86ac-99307d748ab9 req-25cbef61-0388-4345-9b5e-3fb50384ccf2 service nova] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Updating instance_info_cache with network_info: [{"id": "a30068d1-3519-43b1-844a-07f0e3d8eb8d", "address": "fa:16:3e:49:e6:eb", "network": {"id": "32a6f6c7-8e13-4644-8790-f5922bc8a5cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2123705961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67a873a51b0a41c58c8fa980aa58f328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa30068d1-35", "ovs_interfaceid": "a30068d1-3519-43b1-844a-07f0e3d8eb8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.082108] env[65682]: DEBUG nova.compute.manager [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1002.101623] env[65682]: DEBUG nova.objects.instance [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lazy-loading 'numa_topology' on Instance uuid c46c1769-6758-4ad1-8768-8579ce514021 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.130344] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c8eed016-1d12-4f17-9018-c7852c1ab010 tempest-ServersTestManualDisk-1010281901 tempest-ServersTestManualDisk-1010281901-project-member] Lock "17b12689-2ce0-48b3-a281-b26b17a4da18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.738s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.164177] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.366931] env[65682]: DEBUG oslo_vmware.api [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616418, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.380458] env[65682]: DEBUG oslo_vmware.api [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52579186-9f95-15e8-f87e-3d64c0d0a1fb, 'name': SearchDatastore_Task, 'duration_secs': 0.012135} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.382773] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2263c50-c2c9-446a-841b-86975086718a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.391287] env[65682]: DEBUG oslo_vmware.api [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1002.391287] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522b9e5e-e968-09f4-bc0c-6d98da7c5942" [ 1002.391287] env[65682]: _type = "Task" [ 1002.391287] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.404760] env[65682]: DEBUG oslo_vmware.api [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522b9e5e-e968-09f4-bc0c-6d98da7c5942, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.418009] env[65682]: DEBUG oslo_vmware.api [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077225} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.419102] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.420337] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6feb835f-0896-4cd1-b878-d56428756256 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.444643] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 2cdca24a-4bb0-4adc-886f-4b73acc2a545/2cdca24a-4bb0-4adc-886f-4b73acc2a545.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.445033] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-983c59d6-d1d3-43d9-8c79-ab8ff20a9cc9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.469028] env[65682]: DEBUG oslo_vmware.api [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1002.469028] env[65682]: value = "task-4616420" [ 1002.469028] env[65682]: _type = "Task" [ 1002.469028] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.475511] env[65682]: DEBUG oslo_vmware.api [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.559364] env[65682]: DEBUG nova.compute.manager [req-34f8fd33-4d0c-42f7-bfc3-3f49b601d933 req-08786185-0577-465c-ab8a-f58612e4761a service nova] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Received event network-vif-deleted-a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1002.559687] env[65682]: INFO nova.compute.manager [req-34f8fd33-4d0c-42f7-bfc3-3f49b601d933 req-08786185-0577-465c-ab8a-f58612e4761a service nova] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Neutron deleted interface a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca; detaching it from the instance and deleting it from the info cache [ 1002.560347] env[65682]: DEBUG nova.network.neutron [req-34f8fd33-4d0c-42f7-bfc3-3f49b601d933 req-08786185-0577-465c-ab8a-f58612e4761a service nova] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.562854] env[65682]: DEBUG oslo_concurrency.lockutils [req-13ae4429-dd1a-4231-86ac-99307d748ab9 req-25cbef61-0388-4345-9b5e-3fb50384ccf2 service nova] Releasing lock "refresh_cache-d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.604843] env[65682]: INFO nova.compute.claims [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.630021] env[65682]: DEBUG oslo_concurrency.lockutils [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.868204] env[65682]: DEBUG oslo_vmware.api [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.983662} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.868632] env[65682]: INFO nova.virt.vmwareapi.ds_util [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 5677fa51-490b-4fff-8c10-fa94cdb310de/7e411482-4ba4-42db-a7a9-44449cf54ba0-rescue.vmdk. [ 1002.869640] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d7f435-6480-4977-a88f-c492ae8bd6c7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.892083] env[65682]: DEBUG nova.network.neutron [-] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.902798] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 5677fa51-490b-4fff-8c10-fa94cdb310de/7e411482-4ba4-42db-a7a9-44449cf54ba0-rescue.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.907115] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9386bc6e-23b9-406f-8937-affc48a0c491 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.934231] env[65682]: DEBUG oslo_vmware.api [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522b9e5e-e968-09f4-bc0c-6d98da7c5942, 'name': SearchDatastore_Task, 'duration_secs': 0.025652} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.935867] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.936190] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] d59edbef-b7dc-40e8-8a31-c1c1f3bc8647/d59edbef-b7dc-40e8-8a31-c1c1f3bc8647.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.936536] env[65682]: DEBUG oslo_vmware.api [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 1002.936536] env[65682]: value = "task-4616421" [ 1002.936536] env[65682]: _type = "Task" [ 1002.936536] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.936742] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffd928a9-3285-4346-b05c-0f981438d54c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.949233] env[65682]: DEBUG oslo_vmware.api [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.950924] env[65682]: DEBUG oslo_vmware.api [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1002.950924] env[65682]: value = "task-4616422" [ 1002.950924] env[65682]: _type = "Task" [ 1002.950924] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.962898] env[65682]: DEBUG oslo_vmware.api [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.977653] env[65682]: DEBUG oslo_vmware.api [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.065712] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c59e832b-89f3-4595-9e7c-29f8f43c740a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.076821] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690a44b9-1f40-4301-9584-9a1ec2ddca77 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.125310] env[65682]: DEBUG nova.compute.manager [req-34f8fd33-4d0c-42f7-bfc3-3f49b601d933 req-08786185-0577-465c-ab8a-f58612e4761a service nova] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Detach interface failed, port_id=a5f1ad0b-186c-424e-bc30-9e4f8bfaf9ca, reason: Instance d0ef8271-64ac-4899-b800-b213195b585b could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1003.404172] env[65682]: INFO nova.compute.manager [-] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Took 1.37 seconds to deallocate network for instance. [ 1003.453755] env[65682]: DEBUG oslo_vmware.api [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616421, 'name': ReconfigVM_Task, 'duration_secs': 0.355469} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.460769] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 5677fa51-490b-4fff-8c10-fa94cdb310de/7e411482-4ba4-42db-a7a9-44449cf54ba0-rescue.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.462164] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f348285d-6aa6-4eb9-8d96-70f08076c272 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.496063] env[65682]: DEBUG oslo_vmware.api [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491356} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.499740] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfad83cc-4806-4aca-8581-c7bf31baeaa6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.511033] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] d59edbef-b7dc-40e8-8a31-c1c1f3bc8647/d59edbef-b7dc-40e8-8a31-c1c1f3bc8647.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.511211] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.516417] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57a7c484-9813-4b1f-a2b4-08b815157fad {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.521697] env[65682]: DEBUG oslo_vmware.api [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616420, 'name': ReconfigVM_Task, 'duration_secs': 0.657205} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.522597] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 2cdca24a-4bb0-4adc-886f-4b73acc2a545/2cdca24a-4bb0-4adc-886f-4b73acc2a545.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.523727] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-329e993a-a86a-49a2-8ced-2ce10d5dfeb8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.529798] env[65682]: DEBUG oslo_vmware.api [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 1003.529798] env[65682]: value = "task-4616423" [ 1003.529798] env[65682]: _type = "Task" [ 1003.529798] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.530284] env[65682]: DEBUG oslo_vmware.api [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1003.530284] env[65682]: value = "task-4616424" [ 1003.530284] env[65682]: _type = "Task" [ 1003.530284] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.544117] env[65682]: DEBUG oslo_vmware.api [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1003.544117] env[65682]: value = "task-4616425" [ 1003.544117] env[65682]: _type = "Task" [ 1003.544117] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.555720] env[65682]: DEBUG oslo_vmware.api [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.556322] env[65682]: DEBUG oslo_vmware.api [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.567778] env[65682]: DEBUG oslo_vmware.api [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616425, 'name': Rename_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.592614] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d55e182-f7a6-404a-9ce7-d25322c1c7fb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.600262] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50f0407-d04c-49fc-80e1-1e04d5a4d976 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.640771] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92aebd03-983a-43d0-8c39-7603b4dbe02d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.651814] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee4a56b-f61d-403c-bb2c-2b6d944b3dbd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.673569] env[65682]: DEBUG nova.compute.provider_tree [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1003.694214] env[65682]: DEBUG oslo_concurrency.lockutils [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "a1a7433a-0c19-4673-8630-427001f753a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.694451] env[65682]: DEBUG oslo_concurrency.lockutils [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "a1a7433a-0c19-4673-8630-427001f753a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.915509] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.043375] env[65682]: DEBUG oslo_vmware.api [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616423, 'name': ReconfigVM_Task, 'duration_secs': 0.192613} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.043375] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.043713] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d1ec99c-3082-4338-b346-da3f857e47cc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.054443] env[65682]: DEBUG oslo_vmware.api [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079951} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.055247] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.056030] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299176a1-c2d3-4c04-8d10-37dbb5fea1e3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.062753] env[65682]: DEBUG oslo_vmware.api [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 1004.062753] env[65682]: value = "task-4616426" [ 1004.062753] env[65682]: _type = "Task" [ 1004.062753] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.063454] env[65682]: DEBUG oslo_vmware.api [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616425, 'name': Rename_Task, 'duration_secs': 0.189696} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.064095] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.067444] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6385bbb-7be0-4137-9f90-76b6f7064318 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.087923] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] d59edbef-b7dc-40e8-8a31-c1c1f3bc8647/d59edbef-b7dc-40e8-8a31-c1c1f3bc8647.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.089139] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b1e2f49-091d-4656-8f56-d5abe8cb05cc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.120042] env[65682]: DEBUG oslo_vmware.api [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1004.120042] env[65682]: value = "task-4616427" [ 1004.120042] env[65682]: _type = "Task" [ 1004.120042] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.120398] env[65682]: DEBUG oslo_vmware.api [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616426, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.127880] env[65682]: DEBUG oslo_vmware.api [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1004.127880] env[65682]: value = "task-4616428" [ 1004.127880] env[65682]: _type = "Task" [ 1004.127880] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.143027] env[65682]: DEBUG oslo_vmware.api [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616427, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.147561] env[65682]: DEBUG oslo_vmware.api [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.194974] env[65682]: ERROR nova.scheduler.client.report [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [req-cb571167-8286-46f3-9022-9233d7ced298] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cb571167-8286-46f3-9022-9233d7ced298"}]} [ 1004.216478] env[65682]: DEBUG nova.scheduler.client.report [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Refreshing inventories for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1004.234032] env[65682]: DEBUG nova.scheduler.client.report [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Updating ProviderTree inventory for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1004.234336] env[65682]: DEBUG nova.compute.provider_tree [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1004.248199] env[65682]: DEBUG nova.scheduler.client.report [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Refreshing aggregate associations for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4, aggregates: None {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1004.271114] env[65682]: DEBUG nova.scheduler.client.report [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Refreshing trait associations for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1004.575646] env[65682]: DEBUG oslo_vmware.api [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616426, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.614575] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7a17d4-9cfd-43cb-9e64-efc426523ebe {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.633621] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e88032-f93f-4190-888f-6cbd2423453e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.640488] env[65682]: DEBUG oslo_vmware.api [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616427, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.647154] env[65682]: DEBUG oslo_vmware.api [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.678873] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb845ad4-c9f8-4e2c-870b-5ca8f619abed {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.688775] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a86641-0e4a-4a68-b7d0-06d845a9809b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.710427] env[65682]: DEBUG nova.compute.provider_tree [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1005.076532] env[65682]: DEBUG oslo_vmware.api [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616426, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.132650] env[65682]: DEBUG oslo_vmware.api [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616427, 'name': PowerOnVM_Task, 'duration_secs': 0.751377} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.136028] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.136244] env[65682]: INFO nova.compute.manager [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Took 9.93 seconds to spawn the instance on the hypervisor. [ 1005.136425] env[65682]: DEBUG nova.compute.manager [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1005.137229] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9a3413-cc39-4619-9723-0b3fbf6281a1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.144979] env[65682]: DEBUG oslo_vmware.api [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616428, 'name': ReconfigVM_Task, 'duration_secs': 0.775202} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.146486] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Reconfigured VM instance instance-00000054 to attach disk [datastore2] d59edbef-b7dc-40e8-8a31-c1c1f3bc8647/d59edbef-b7dc-40e8-8a31-c1c1f3bc8647.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.149581] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f7d09f2-5ae3-4f50-bb63-9ad4c3c26412 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.156324] env[65682]: DEBUG oslo_vmware.api [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1005.156324] env[65682]: value = "task-4616429" [ 1005.156324] env[65682]: _type = "Task" [ 1005.156324] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.165713] env[65682]: DEBUG oslo_vmware.api [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616429, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.248942] env[65682]: DEBUG nova.scheduler.client.report [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Updated inventory for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with generation 120 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1005.249241] env[65682]: DEBUG nova.compute.provider_tree [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Updating resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 generation from 120 to 121 during operation: update_inventory {{(pid=65682) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1005.249414] env[65682]: DEBUG nova.compute.provider_tree [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1005.577052] env[65682]: DEBUG oslo_vmware.api [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616426, 'name': PowerOnVM_Task, 'duration_secs': 1.023613} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.577052] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.579932] env[65682]: DEBUG nova.compute.manager [None req-d1136c43-d24a-4a52-8ecd-cdaf820947cf tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1005.581528] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b5e712-d03d-4e39-9f66-015620ae3d84 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.659169] env[65682]: INFO nova.compute.manager [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Took 32.19 seconds to build instance. [ 1005.669829] env[65682]: DEBUG oslo_vmware.api [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616429, 'name': Rename_Task, 'duration_secs': 0.168858} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.670145] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.670414] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4be467c-0184-4289-bd7a-1c12f83e4414 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.678694] env[65682]: DEBUG oslo_vmware.api [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1005.678694] env[65682]: value = "task-4616430" [ 1005.678694] env[65682]: _type = "Task" [ 1005.678694] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.689153] env[65682]: DEBUG oslo_vmware.api [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.754473] env[65682]: DEBUG oslo_concurrency.lockutils [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.159s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.754967] env[65682]: WARNING neutronclient.v2_0.client [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.757978] env[65682]: DEBUG oslo_concurrency.lockutils [None req-807b0949-6ceb-4c76-8ded-c679a77ae1d8 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.072s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.758211] env[65682]: DEBUG oslo_concurrency.lockutils [None req-807b0949-6ceb-4c76-8ded-c679a77ae1d8 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.760440] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.666s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.762291] env[65682]: INFO nova.compute.claims [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.788067] env[65682]: INFO nova.network.neutron [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Updating port 1580d32a-ff27-48ab-b764-a8f30729bf0a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1005.864324] env[65682]: INFO nova.scheduler.client.report [None req-807b0949-6ceb-4c76-8ded-c679a77ae1d8 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Deleted allocations for instance 9101a68a-0aab-44de-8739-67096b5c28d9 [ 1006.164925] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8ad4cfa3-fb75-4c2b-8d5e-6f06c83fe28a tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "2cdca24a-4bb0-4adc-886f-4b73acc2a545" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.710s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.193973] env[65682]: DEBUG oslo_vmware.api [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616430, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.373033] env[65682]: DEBUG oslo_concurrency.lockutils [None req-807b0949-6ceb-4c76-8ded-c679a77ae1d8 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "9101a68a-0aab-44de-8739-67096b5c28d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.017s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.667594] env[65682]: DEBUG nova.compute.manager [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1006.694860] env[65682]: DEBUG oslo_vmware.api [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616430, 'name': PowerOnVM_Task, 'duration_secs': 0.632078} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.695330] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.696024] env[65682]: INFO nova.compute.manager [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1006.696024] env[65682]: DEBUG nova.compute.manager [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1006.696590] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41007c5a-42e5-403f-adf6-4ab631dcf42d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.983777] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "6d6134b2-e217-45a9-94fd-a9b84d2c8001" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.984046] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "6d6134b2-e217-45a9-94fd-a9b84d2c8001" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.195429] env[65682]: DEBUG oslo_concurrency.lockutils [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.227874] env[65682]: INFO nova.compute.manager [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Took 31.05 seconds to build instance. [ 1007.242040] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbaa4ce-29e1-4088-82a0-1f63952728a6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.256063] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00460c29-0f44-4b06-a81c-74097deff23e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.262697] env[65682]: DEBUG oslo_concurrency.lockutils [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Acquiring lock "581e2d8f-016a-43ae-917d-e1713e13066e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.263031] env[65682]: DEBUG oslo_concurrency.lockutils [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Lock "581e2d8f-016a-43ae-917d-e1713e13066e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.296437] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68818cd-da6c-4184-8a24-afd40cb01616 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.302101] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.304845] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.308404] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7669ab0b-c5c5-40f1-a696-a186521994d5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.325961] env[65682]: DEBUG nova.compute.provider_tree [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.364452] env[65682]: DEBUG nova.compute.manager [req-aed89209-ebfe-473e-a9e7-2bb0783a12a5 req-85f873bc-eb16-41a3-aaf8-b2fb16cca349 service nova] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Received event network-vif-plugged-1580d32a-ff27-48ab-b764-a8f30729bf0a {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1007.364678] env[65682]: DEBUG oslo_concurrency.lockutils [req-aed89209-ebfe-473e-a9e7-2bb0783a12a5 req-85f873bc-eb16-41a3-aaf8-b2fb16cca349 service nova] Acquiring lock "c46c1769-6758-4ad1-8768-8579ce514021-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.364885] env[65682]: DEBUG oslo_concurrency.lockutils [req-aed89209-ebfe-473e-a9e7-2bb0783a12a5 req-85f873bc-eb16-41a3-aaf8-b2fb16cca349 service nova] Lock "c46c1769-6758-4ad1-8768-8579ce514021-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.365223] env[65682]: DEBUG oslo_concurrency.lockutils [req-aed89209-ebfe-473e-a9e7-2bb0783a12a5 req-85f873bc-eb16-41a3-aaf8-b2fb16cca349 service nova] Lock "c46c1769-6758-4ad1-8768-8579ce514021-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.365330] env[65682]: DEBUG nova.compute.manager [req-aed89209-ebfe-473e-a9e7-2bb0783a12a5 req-85f873bc-eb16-41a3-aaf8-b2fb16cca349 service nova] [instance: c46c1769-6758-4ad1-8768-8579ce514021] No waiting events found dispatching network-vif-plugged-1580d32a-ff27-48ab-b764-a8f30729bf0a {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1007.365538] env[65682]: WARNING nova.compute.manager [req-aed89209-ebfe-473e-a9e7-2bb0783a12a5 req-85f873bc-eb16-41a3-aaf8-b2fb16cca349 service nova] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Received unexpected event network-vif-plugged-1580d32a-ff27-48ab-b764-a8f30729bf0a for instance with vm_state shelved_offloaded and task_state spawning. [ 1007.457811] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fce56730-83f9-46d2-9447-6d09e2437868 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "7276c80d-0da0-484e-99a2-5d84d8ab6db9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.458186] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fce56730-83f9-46d2-9447-6d09e2437868 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "7276c80d-0da0-484e-99a2-5d84d8ab6db9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.466762] env[65682]: DEBUG oslo_concurrency.lockutils [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquiring lock "refresh_cache-c46c1769-6758-4ad1-8768-8579ce514021" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.467028] env[65682]: DEBUG oslo_concurrency.lockutils [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquired lock "refresh_cache-c46c1769-6758-4ad1-8768-8579ce514021" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.467287] env[65682]: DEBUG nova.network.neutron [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1007.730321] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b417eb5a-f699-4113-b49d-2301b211b99c tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.568s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.817590] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.817590] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.817590] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.817590] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.817590] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.817590] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.817590] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65682) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1007.817590] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager.update_available_resource {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.828716] env[65682]: DEBUG nova.scheduler.client.report [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.961387] env[65682]: INFO nova.compute.manager [None req-fce56730-83f9-46d2-9447-6d09e2437868 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Detaching volume 725a95c2-455a-4b8d-ba1d-871f3ac75c06 [ 1007.970170] env[65682]: WARNING neutronclient.v2_0.client [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.001625] env[65682]: INFO nova.virt.block_device [None req-fce56730-83f9-46d2-9447-6d09e2437868 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Attempting to driver detach volume 725a95c2-455a-4b8d-ba1d-871f3ac75c06 from mountpoint /dev/sdb [ 1008.001898] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce56730-83f9-46d2-9447-6d09e2437868 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Volume detach. Driver type: vmdk {{(pid=65682) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1008.002137] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce56730-83f9-46d2-9447-6d09e2437868 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901660', 'volume_id': '725a95c2-455a-4b8d-ba1d-871f3ac75c06', 'name': 'volume-725a95c2-455a-4b8d-ba1d-871f3ac75c06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7276c80d-0da0-484e-99a2-5d84d8ab6db9', 'attached_at': '', 'detached_at': '', 'volume_id': '725a95c2-455a-4b8d-ba1d-871f3ac75c06', 'serial': '725a95c2-455a-4b8d-ba1d-871f3ac75c06'} {{(pid=65682) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1008.003153] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d481e5a6-6a45-46fb-9280-d02478904a6f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.034034] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975a870b-c694-4598-ba07-ac79f7622367 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.043124] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95763b9c-10eb-4e44-a5f8-f40cbdaa9a82 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.065419] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788b1f86-4208-449c-873e-077f526416c2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.081883] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce56730-83f9-46d2-9447-6d09e2437868 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The volume has not been displaced from its original location: [datastore1] volume-725a95c2-455a-4b8d-ba1d-871f3ac75c06/volume-725a95c2-455a-4b8d-ba1d-871f3ac75c06.vmdk. No consolidation needed. {{(pid=65682) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1008.087339] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce56730-83f9-46d2-9447-6d09e2437868 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1008.087793] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53bfb137-676a-44de-b871-5a3cc2abe5b0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.107484] env[65682]: DEBUG oslo_vmware.api [None req-fce56730-83f9-46d2-9447-6d09e2437868 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 1008.107484] env[65682]: value = "task-4616431" [ 1008.107484] env[65682]: _type = "Task" [ 1008.107484] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.120059] env[65682]: DEBUG oslo_vmware.api [None req-fce56730-83f9-46d2-9447-6d09e2437868 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616431, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.235428] env[65682]: DEBUG nova.compute.manager [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1008.263963] env[65682]: WARNING neutronclient.v2_0.client [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.319881] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.336834] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.336834] env[65682]: DEBUG nova.compute.manager [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1008.337592] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9f687afe-d94b-4245-9e1a-48b97d009ff0 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.252s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.337828] env[65682]: DEBUG nova.objects.instance [None req-9f687afe-d94b-4245-9e1a-48b97d009ff0 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Lazy-loading 'resources' on Instance uuid 22c4615c-9284-4e80-bc61-b43de31b03ac {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.355490] env[65682]: DEBUG nova.network.neutron [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Updating instance_info_cache with network_info: [{"id": "1580d32a-ff27-48ab-b764-a8f30729bf0a", "address": "fa:16:3e:4e:0e:7c", "network": {"id": "caeb0c63-e524-44d9-a3f3-d330265a2b0e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-390549341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a6ae75473d441688fb59c9c7b328ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1580d32a-ff", "ovs_interfaceid": "1580d32a-ff27-48ab-b764-a8f30729bf0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.410949] env[65682]: DEBUG nova.compute.manager [req-8c4d6ade-659a-4d53-9179-024f4de41b17 req-66a66941-7d5f-4d13-a3de-588bffcf713d service nova] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Received event network-changed-a30068d1-3519-43b1-844a-07f0e3d8eb8d {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1008.411163] env[65682]: DEBUG nova.compute.manager [req-8c4d6ade-659a-4d53-9179-024f4de41b17 req-66a66941-7d5f-4d13-a3de-588bffcf713d service nova] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Refreshing instance network info cache due to event network-changed-a30068d1-3519-43b1-844a-07f0e3d8eb8d. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1008.411372] env[65682]: DEBUG oslo_concurrency.lockutils [req-8c4d6ade-659a-4d53-9179-024f4de41b17 req-66a66941-7d5f-4d13-a3de-588bffcf713d service nova] Acquiring lock "refresh_cache-d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.411533] env[65682]: DEBUG oslo_concurrency.lockutils [req-8c4d6ade-659a-4d53-9179-024f4de41b17 req-66a66941-7d5f-4d13-a3de-588bffcf713d service nova] Acquired lock "refresh_cache-d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.411730] env[65682]: DEBUG nova.network.neutron [req-8c4d6ade-659a-4d53-9179-024f4de41b17 req-66a66941-7d5f-4d13-a3de-588bffcf713d service nova] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Refreshing network info cache for port a30068d1-3519-43b1-844a-07f0e3d8eb8d {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.621197] env[65682]: DEBUG oslo_vmware.api [None req-fce56730-83f9-46d2-9447-6d09e2437868 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616431, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.762818] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.841279] env[65682]: DEBUG nova.compute.utils [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.845962] env[65682]: DEBUG nova.compute.manager [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1008.846725] env[65682]: DEBUG nova.network.neutron [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1008.846725] env[65682]: WARNING neutronclient.v2_0.client [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.847139] env[65682]: WARNING neutronclient.v2_0.client [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.858103] env[65682]: DEBUG oslo_concurrency.lockutils [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Releasing lock "refresh_cache-c46c1769-6758-4ad1-8768-8579ce514021" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.890668] env[65682]: DEBUG nova.virt.hardware [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3470fac24ae9324cfaa4443034977a97',container_format='bare',created_at=2025-11-20T20:30:55Z,direct_url=,disk_format='vmdk',id=e7ad7112-5a00-427b-9169-c7e03d96c74d,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1090409582-shelved',owner='a8a6ae75473d441688fb59c9c7b328ea',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2025-11-20T20:31:09Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1008.891080] env[65682]: DEBUG nova.virt.hardware [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.891334] env[65682]: DEBUG nova.virt.hardware [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1008.891572] env[65682]: DEBUG nova.virt.hardware [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.891728] env[65682]: DEBUG nova.virt.hardware [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1008.891918] env[65682]: DEBUG nova.virt.hardware [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1008.892194] env[65682]: DEBUG nova.virt.hardware [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1008.892398] env[65682]: DEBUG nova.virt.hardware [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1008.892639] env[65682]: DEBUG nova.virt.hardware [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1008.893857] env[65682]: DEBUG nova.virt.hardware [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1008.893857] env[65682]: DEBUG nova.virt.hardware [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1008.894762] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14879481-7dfd-4140-9d73-4edeaa68af2a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.899716] env[65682]: DEBUG nova.policy [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5f33fba67ab45da86c08fe6e62c3f56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9aa8a0b312c041e49d891b6bae417098', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.911886] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcd08d8-0cc2-4ba6-bb39-c9008c9eb0bd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.919407] env[65682]: WARNING neutronclient.v2_0.client [req-8c4d6ade-659a-4d53-9179-024f4de41b17 req-66a66941-7d5f-4d13-a3de-588bffcf713d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.933835] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:0e:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1580d32a-ff27-48ab-b764-a8f30729bf0a', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.942687] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1008.946523] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.947223] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31f3cd03-a71d-413e-b71e-59c7c7a88a2d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.971805] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.971805] env[65682]: value = "task-4616432" [ 1008.971805] env[65682]: _type = "Task" [ 1008.971805] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.982965] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616432, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.122808] env[65682]: DEBUG oslo_vmware.api [None req-fce56730-83f9-46d2-9447-6d09e2437868 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616431, 'name': ReconfigVM_Task, 'duration_secs': 0.651627} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.123157] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce56730-83f9-46d2-9447-6d09e2437868 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1009.133092] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8976ba58-6b19-416b-9473-a73f4594b9a6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.145955] env[65682]: WARNING neutronclient.v2_0.client [req-8c4d6ade-659a-4d53-9179-024f4de41b17 req-66a66941-7d5f-4d13-a3de-588bffcf713d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.154895] env[65682]: DEBUG oslo_vmware.api [None req-fce56730-83f9-46d2-9447-6d09e2437868 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 1009.154895] env[65682]: value = "task-4616433" [ 1009.154895] env[65682]: _type = "Task" [ 1009.154895] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.170087] env[65682]: DEBUG oslo_vmware.api [None req-fce56730-83f9-46d2-9447-6d09e2437868 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616433, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.249207] env[65682]: DEBUG nova.network.neutron [req-8c4d6ade-659a-4d53-9179-024f4de41b17 req-66a66941-7d5f-4d13-a3de-588bffcf713d service nova] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Updated VIF entry in instance network info cache for port a30068d1-3519-43b1-844a-07f0e3d8eb8d. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1009.249601] env[65682]: DEBUG nova.network.neutron [req-8c4d6ade-659a-4d53-9179-024f4de41b17 req-66a66941-7d5f-4d13-a3de-588bffcf713d service nova] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Updating instance_info_cache with network_info: [{"id": "a30068d1-3519-43b1-844a-07f0e3d8eb8d", "address": "fa:16:3e:49:e6:eb", "network": {"id": "32a6f6c7-8e13-4644-8790-f5922bc8a5cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2123705961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67a873a51b0a41c58c8fa980aa58f328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa30068d1-35", "ovs_interfaceid": "a30068d1-3519-43b1-844a-07f0e3d8eb8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.307062] env[65682]: DEBUG nova.network.neutron [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Successfully created port: b6540cc2-c8c0-4648-a9e6-91b52ef14252 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1009.331492] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7b68a1-e0cb-4b4d-9b89-6bc1cd5c5b8b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.339976] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a1ccc5-3127-4541-bfa4-e4523a46b75c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.346345] env[65682]: DEBUG nova.compute.manager [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1009.379523] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06457e2-594d-4c29-b362-fe365c530d32 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.388073] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bc39c6-15e9-466f-bdc2-074880cdd987 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.402769] env[65682]: DEBUG nova.compute.provider_tree [None req-9f687afe-d94b-4245-9e1a-48b97d009ff0 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.465268] env[65682]: DEBUG nova.compute.manager [req-b0931e6e-b234-4224-aef5-a13c2b5a4a4b req-8e5a7205-d3c1-42ee-8107-ff92cfe6e9e2 service nova] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Received event network-changed-1580d32a-ff27-48ab-b764-a8f30729bf0a {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1009.465501] env[65682]: DEBUG nova.compute.manager [req-b0931e6e-b234-4224-aef5-a13c2b5a4a4b req-8e5a7205-d3c1-42ee-8107-ff92cfe6e9e2 service nova] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Refreshing instance network info cache due to event network-changed-1580d32a-ff27-48ab-b764-a8f30729bf0a. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1009.465745] env[65682]: DEBUG oslo_concurrency.lockutils [req-b0931e6e-b234-4224-aef5-a13c2b5a4a4b req-8e5a7205-d3c1-42ee-8107-ff92cfe6e9e2 service nova] Acquiring lock "refresh_cache-c46c1769-6758-4ad1-8768-8579ce514021" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.465917] env[65682]: DEBUG oslo_concurrency.lockutils [req-b0931e6e-b234-4224-aef5-a13c2b5a4a4b req-8e5a7205-d3c1-42ee-8107-ff92cfe6e9e2 service nova] Acquired lock "refresh_cache-c46c1769-6758-4ad1-8768-8579ce514021" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.466117] env[65682]: DEBUG nova.network.neutron [req-b0931e6e-b234-4224-aef5-a13c2b5a4a4b req-8e5a7205-d3c1-42ee-8107-ff92cfe6e9e2 service nova] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Refreshing network info cache for port 1580d32a-ff27-48ab-b764-a8f30729bf0a {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.483258] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616432, 'name': CreateVM_Task, 'duration_secs': 0.35324} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.483446] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.483942] env[65682]: WARNING neutronclient.v2_0.client [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.484302] env[65682]: DEBUG oslo_concurrency.lockutils [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e7ad7112-5a00-427b-9169-c7e03d96c74d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.484452] env[65682]: DEBUG oslo_concurrency.lockutils [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e7ad7112-5a00-427b-9169-c7e03d96c74d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.484821] env[65682]: DEBUG oslo_concurrency.lockutils [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e7ad7112-5a00-427b-9169-c7e03d96c74d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.485355] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b06f4361-a029-4a34-a55a-070639d6cf2e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.491364] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 1009.491364] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f3f640-dcfb-1365-ffa4-c461b9a87218" [ 1009.491364] env[65682]: _type = "Task" [ 1009.491364] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.500763] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f3f640-dcfb-1365-ffa4-c461b9a87218, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.665314] env[65682]: DEBUG oslo_vmware.api [None req-fce56730-83f9-46d2-9447-6d09e2437868 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616433, 'name': ReconfigVM_Task, 'duration_secs': 0.176385} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.665676] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce56730-83f9-46d2-9447-6d09e2437868 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901660', 'volume_id': '725a95c2-455a-4b8d-ba1d-871f3ac75c06', 'name': 'volume-725a95c2-455a-4b8d-ba1d-871f3ac75c06', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7276c80d-0da0-484e-99a2-5d84d8ab6db9', 'attached_at': '', 'detached_at': '', 'volume_id': '725a95c2-455a-4b8d-ba1d-871f3ac75c06', 'serial': '725a95c2-455a-4b8d-ba1d-871f3ac75c06'} {{(pid=65682) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1009.751909] env[65682]: DEBUG oslo_concurrency.lockutils [req-8c4d6ade-659a-4d53-9179-024f4de41b17 req-66a66941-7d5f-4d13-a3de-588bffcf713d service nova] Releasing lock "refresh_cache-d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.906053] env[65682]: DEBUG nova.scheduler.client.report [None req-9f687afe-d94b-4245-9e1a-48b97d009ff0 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.969026] env[65682]: WARNING neutronclient.v2_0.client [req-b0931e6e-b234-4224-aef5-a13c2b5a4a4b req-8e5a7205-d3c1-42ee-8107-ff92cfe6e9e2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.005627] env[65682]: DEBUG oslo_concurrency.lockutils [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e7ad7112-5a00-427b-9169-c7e03d96c74d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.005914] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Processing image e7ad7112-5a00-427b-9169-c7e03d96c74d {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.006172] env[65682]: DEBUG oslo_concurrency.lockutils [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e7ad7112-5a00-427b-9169-c7e03d96c74d/e7ad7112-5a00-427b-9169-c7e03d96c74d.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.006317] env[65682]: DEBUG oslo_concurrency.lockutils [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e7ad7112-5a00-427b-9169-c7e03d96c74d/e7ad7112-5a00-427b-9169-c7e03d96c74d.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.006491] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.007265] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f1d4477-55de-4fcb-a77c-8a9b50459f12 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.022021] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.022140] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.023031] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c8d23a4-a84d-4dbd-a6aa-5e61045e074d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.029373] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 1010.029373] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52fffd9f-7c16-8550-fa0b-c60293c22b80" [ 1010.029373] env[65682]: _type = "Task" [ 1010.029373] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.039083] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52fffd9f-7c16-8550-fa0b-c60293c22b80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.142977] env[65682]: WARNING neutronclient.v2_0.client [req-b0931e6e-b234-4224-aef5-a13c2b5a4a4b req-8e5a7205-d3c1-42ee-8107-ff92cfe6e9e2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.213794] env[65682]: DEBUG nova.network.neutron [req-b0931e6e-b234-4224-aef5-a13c2b5a4a4b req-8e5a7205-d3c1-42ee-8107-ff92cfe6e9e2 service nova] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Updated VIF entry in instance network info cache for port 1580d32a-ff27-48ab-b764-a8f30729bf0a. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1010.214185] env[65682]: DEBUG nova.network.neutron [req-b0931e6e-b234-4224-aef5-a13c2b5a4a4b req-8e5a7205-d3c1-42ee-8107-ff92cfe6e9e2 service nova] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Updating instance_info_cache with network_info: [{"id": "1580d32a-ff27-48ab-b764-a8f30729bf0a", "address": "fa:16:3e:4e:0e:7c", "network": {"id": "caeb0c63-e524-44d9-a3f3-d330265a2b0e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-390549341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a6ae75473d441688fb59c9c7b328ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1580d32a-ff", "ovs_interfaceid": "1580d32a-ff27-48ab-b764-a8f30729bf0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.217852] env[65682]: DEBUG nova.objects.instance [None req-fce56730-83f9-46d2-9447-6d09e2437868 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lazy-loading 'flavor' on Instance uuid 7276c80d-0da0-484e-99a2-5d84d8ab6db9 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.384969] env[65682]: DEBUG nova.compute.manager [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1010.412396] env[65682]: DEBUG nova.virt.hardware [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1010.412653] env[65682]: DEBUG nova.virt.hardware [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.412807] env[65682]: DEBUG nova.virt.hardware [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1010.412984] env[65682]: DEBUG nova.virt.hardware [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.413149] env[65682]: DEBUG nova.virt.hardware [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1010.413319] env[65682]: DEBUG nova.virt.hardware [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1010.413509] env[65682]: DEBUG nova.virt.hardware [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1010.413639] env[65682]: DEBUG nova.virt.hardware [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1010.413798] env[65682]: DEBUG nova.virt.hardware [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1010.413964] env[65682]: DEBUG nova.virt.hardware [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1010.414155] env[65682]: DEBUG nova.virt.hardware [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1010.415006] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9f687afe-d94b-4245-9e1a-48b97d009ff0 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.417803] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4415207-a5bd-40e1-8302-b84f92342fbb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.420776] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.512s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.422639] env[65682]: INFO nova.compute.claims [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 79822481-013c-463d-9075-703e40519a73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1010.432029] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bdccdc-0439-4591-8e32-449ea859f8e7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.450754] env[65682]: INFO nova.scheduler.client.report [None req-9f687afe-d94b-4245-9e1a-48b97d009ff0 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Deleted allocations for instance 22c4615c-9284-4e80-bc61-b43de31b03ac [ 1010.543563] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Preparing fetch location {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1010.543911] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Fetch image to [datastore2] OSTACK_IMG_de067145-32fd-40cb-a7b0-e6847dd01889/OSTACK_IMG_de067145-32fd-40cb-a7b0-e6847dd01889.vmdk {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1010.544150] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Downloading stream optimized image e7ad7112-5a00-427b-9169-c7e03d96c74d to [datastore2] OSTACK_IMG_de067145-32fd-40cb-a7b0-e6847dd01889/OSTACK_IMG_de067145-32fd-40cb-a7b0-e6847dd01889.vmdk on the data store datastore2 as vApp {{(pid=65682) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1010.544347] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Downloading image file data e7ad7112-5a00-427b-9169-c7e03d96c74d to the ESX as VM named 'OSTACK_IMG_de067145-32fd-40cb-a7b0-e6847dd01889' {{(pid=65682) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1010.619493] env[65682]: DEBUG oslo_vmware.rw_handles [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1010.619493] env[65682]: value = "resgroup-9" [ 1010.619493] env[65682]: _type = "ResourcePool" [ 1010.619493] env[65682]: }. {{(pid=65682) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1010.619860] env[65682]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8dc7060b-e93e-4b42-950e-d3c4dd906156 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.641708] env[65682]: DEBUG oslo_vmware.rw_handles [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lease: (returnval){ [ 1010.641708] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5224d31f-11f8-4269-c08d-9d6a2d9baa2d" [ 1010.641708] env[65682]: _type = "HttpNfcLease" [ 1010.641708] env[65682]: } obtained for vApp import into resource pool (val){ [ 1010.641708] env[65682]: value = "resgroup-9" [ 1010.641708] env[65682]: _type = "ResourcePool" [ 1010.641708] env[65682]: }. {{(pid=65682) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1010.641977] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the lease: (returnval){ [ 1010.641977] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5224d31f-11f8-4269-c08d-9d6a2d9baa2d" [ 1010.641977] env[65682]: _type = "HttpNfcLease" [ 1010.641977] env[65682]: } to be ready. {{(pid=65682) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1010.649583] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1010.649583] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5224d31f-11f8-4269-c08d-9d6a2d9baa2d" [ 1010.649583] env[65682]: _type = "HttpNfcLease" [ 1010.649583] env[65682]: } is initializing. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1010.718035] env[65682]: DEBUG oslo_concurrency.lockutils [req-b0931e6e-b234-4224-aef5-a13c2b5a4a4b req-8e5a7205-d3c1-42ee-8107-ff92cfe6e9e2 service nova] Releasing lock "refresh_cache-c46c1769-6758-4ad1-8768-8579ce514021" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.835747] env[65682]: DEBUG nova.network.neutron [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Successfully updated port: b6540cc2-c8c0-4648-a9e6-91b52ef14252 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1010.959678] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9f687afe-d94b-4245-9e1a-48b97d009ff0 tempest-ServersNegativeTestMultiTenantJSON-1611139224 tempest-ServersNegativeTestMultiTenantJSON-1611139224-project-member] Lock "22c4615c-9284-4e80-bc61-b43de31b03ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.351s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.151693] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1011.151693] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5224d31f-11f8-4269-c08d-9d6a2d9baa2d" [ 1011.151693] env[65682]: _type = "HttpNfcLease" [ 1011.151693] env[65682]: } is ready. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1011.151997] env[65682]: DEBUG oslo_vmware.rw_handles [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1011.151997] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5224d31f-11f8-4269-c08d-9d6a2d9baa2d" [ 1011.151997] env[65682]: _type = "HttpNfcLease" [ 1011.151997] env[65682]: }. {{(pid=65682) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1011.152780] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83af140-16fc-47ab-a719-4d33309f8d22 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.160888] env[65682]: DEBUG oslo_vmware.rw_handles [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a37808-9489-5e01-bc6e-3df110149029/disk-0.vmdk from lease info. {{(pid=65682) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1011.161095] env[65682]: DEBUG oslo_vmware.rw_handles [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a37808-9489-5e01-bc6e-3df110149029/disk-0.vmdk. {{(pid=65682) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1011.229065] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fce56730-83f9-46d2-9447-6d09e2437868 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "7276c80d-0da0-484e-99a2-5d84d8ab6db9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.770s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.231164] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7c2b7dd1-767d-4fdd-9680-0ec70c46a897 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.339140] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "refresh_cache-da4d12e6-8174-453d-bece-5640627a485c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.339406] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquired lock "refresh_cache-da4d12e6-8174-453d-bece-5640627a485c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.339670] env[65682]: DEBUG nova.network.neutron [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1011.510508] env[65682]: DEBUG nova.compute.manager [req-9b2b45b7-2651-4d92-b15a-c85b92cf3e99 req-06f9cc27-512c-429a-80e5-dda0cff2a3a6 service nova] [instance: da4d12e6-8174-453d-bece-5640627a485c] Received event network-vif-plugged-b6540cc2-c8c0-4648-a9e6-91b52ef14252 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1011.510508] env[65682]: DEBUG oslo_concurrency.lockutils [req-9b2b45b7-2651-4d92-b15a-c85b92cf3e99 req-06f9cc27-512c-429a-80e5-dda0cff2a3a6 service nova] Acquiring lock "da4d12e6-8174-453d-bece-5640627a485c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.510508] env[65682]: DEBUG oslo_concurrency.lockutils [req-9b2b45b7-2651-4d92-b15a-c85b92cf3e99 req-06f9cc27-512c-429a-80e5-dda0cff2a3a6 service nova] Lock "da4d12e6-8174-453d-bece-5640627a485c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.510508] env[65682]: DEBUG oslo_concurrency.lockutils [req-9b2b45b7-2651-4d92-b15a-c85b92cf3e99 req-06f9cc27-512c-429a-80e5-dda0cff2a3a6 service nova] Lock "da4d12e6-8174-453d-bece-5640627a485c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.510961] env[65682]: DEBUG nova.compute.manager [req-9b2b45b7-2651-4d92-b15a-c85b92cf3e99 req-06f9cc27-512c-429a-80e5-dda0cff2a3a6 service nova] [instance: da4d12e6-8174-453d-bece-5640627a485c] No waiting events found dispatching network-vif-plugged-b6540cc2-c8c0-4648-a9e6-91b52ef14252 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1011.511424] env[65682]: WARNING nova.compute.manager [req-9b2b45b7-2651-4d92-b15a-c85b92cf3e99 req-06f9cc27-512c-429a-80e5-dda0cff2a3a6 service nova] [instance: da4d12e6-8174-453d-bece-5640627a485c] Received unexpected event network-vif-plugged-b6540cc2-c8c0-4648-a9e6-91b52ef14252 for instance with vm_state building and task_state spawning. [ 1011.511855] env[65682]: DEBUG nova.compute.manager [req-9b2b45b7-2651-4d92-b15a-c85b92cf3e99 req-06f9cc27-512c-429a-80e5-dda0cff2a3a6 service nova] [instance: da4d12e6-8174-453d-bece-5640627a485c] Received event network-changed-b6540cc2-c8c0-4648-a9e6-91b52ef14252 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1011.512138] env[65682]: DEBUG nova.compute.manager [req-9b2b45b7-2651-4d92-b15a-c85b92cf3e99 req-06f9cc27-512c-429a-80e5-dda0cff2a3a6 service nova] [instance: da4d12e6-8174-453d-bece-5640627a485c] Refreshing instance network info cache due to event network-changed-b6540cc2-c8c0-4648-a9e6-91b52ef14252. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1011.512678] env[65682]: DEBUG oslo_concurrency.lockutils [req-9b2b45b7-2651-4d92-b15a-c85b92cf3e99 req-06f9cc27-512c-429a-80e5-dda0cff2a3a6 service nova] Acquiring lock "refresh_cache-da4d12e6-8174-453d-bece-5640627a485c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.922277] env[65682]: DEBUG nova.network.neutron [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1011.927276] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0723d5e3-b55e-401e-ac2a-3b37a9f5a653 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.939686] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1936c1-678a-474c-a403-d90f9a6ede92 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.987811] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829c7bff-cdd8-4b03-93e8-3b86a1a32093 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.003422] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b46373-a91a-4bcd-b085-459d95c0796d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.022305] env[65682]: DEBUG nova.compute.provider_tree [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.037582] env[65682]: WARNING neutronclient.v2_0.client [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.142658] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "7276c80d-0da0-484e-99a2-5d84d8ab6db9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.143532] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "7276c80d-0da0-484e-99a2-5d84d8ab6db9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.143532] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "7276c80d-0da0-484e-99a2-5d84d8ab6db9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.143532] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "7276c80d-0da0-484e-99a2-5d84d8ab6db9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.143532] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "7276c80d-0da0-484e-99a2-5d84d8ab6db9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.145750] env[65682]: INFO nova.compute.manager [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Terminating instance [ 1012.200528] env[65682]: DEBUG nova.network.neutron [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Updating instance_info_cache with network_info: [{"id": "b6540cc2-c8c0-4648-a9e6-91b52ef14252", "address": "fa:16:3e:c5:5f:48", "network": {"id": "bb910440-198c-4502-a3a4-4e298d3e865f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558144367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa8a0b312c041e49d891b6bae417098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6540cc2-c8", "ovs_interfaceid": "b6540cc2-c8c0-4648-a9e6-91b52ef14252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.528748] env[65682]: DEBUG nova.scheduler.client.report [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.653781] env[65682]: DEBUG nova.compute.manager [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1012.654787] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.655206] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da49c37-0340-492c-8d4e-62818e9aee4e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.668104] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.670240] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f099bb9-0b47-4e95-9513-5fb979626e2c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.680485] env[65682]: DEBUG oslo_vmware.api [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 1012.680485] env[65682]: value = "task-4616435" [ 1012.680485] env[65682]: _type = "Task" [ 1012.680485] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.691552] env[65682]: DEBUG oslo_vmware.rw_handles [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Completed reading data from the image iterator. {{(pid=65682) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1012.691918] env[65682]: DEBUG oslo_vmware.rw_handles [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a37808-9489-5e01-bc6e-3df110149029/disk-0.vmdk. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1012.693146] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef318cc9-a3aa-4aa9-9025-c9e21f989731 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.700982] env[65682]: DEBUG oslo_vmware.api [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.706757] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Releasing lock "refresh_cache-da4d12e6-8174-453d-bece-5640627a485c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.709206] env[65682]: DEBUG nova.compute.manager [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Instance network_info: |[{"id": "b6540cc2-c8c0-4648-a9e6-91b52ef14252", "address": "fa:16:3e:c5:5f:48", "network": {"id": "bb910440-198c-4502-a3a4-4e298d3e865f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558144367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa8a0b312c041e49d891b6bae417098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6540cc2-c8", "ovs_interfaceid": "b6540cc2-c8c0-4648-a9e6-91b52ef14252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1012.709775] env[65682]: DEBUG oslo_vmware.rw_handles [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a37808-9489-5e01-bc6e-3df110149029/disk-0.vmdk is in state: ready. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1012.709972] env[65682]: DEBUG oslo_vmware.rw_handles [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a37808-9489-5e01-bc6e-3df110149029/disk-0.vmdk. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1012.710303] env[65682]: DEBUG oslo_concurrency.lockutils [req-9b2b45b7-2651-4d92-b15a-c85b92cf3e99 req-06f9cc27-512c-429a-80e5-dda0cff2a3a6 service nova] Acquired lock "refresh_cache-da4d12e6-8174-453d-bece-5640627a485c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.710481] env[65682]: DEBUG nova.network.neutron [req-9b2b45b7-2651-4d92-b15a-c85b92cf3e99 req-06f9cc27-512c-429a-80e5-dda0cff2a3a6 service nova] [instance: da4d12e6-8174-453d-bece-5640627a485c] Refreshing network info cache for port b6540cc2-c8c0-4648-a9e6-91b52ef14252 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.712041] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:5f:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6540cc2-c8c0-4648-a9e6-91b52ef14252', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.720419] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1012.720662] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-1bd2f298-7809-4c1a-9ba8-8437c164733d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.722881] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da4d12e6-8174-453d-bece-5640627a485c] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.723142] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-678e0e9a-ce99-4beb-9672-20dc0a202c30 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.745961] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.745961] env[65682]: value = "task-4616436" [ 1012.745961] env[65682]: _type = "Task" [ 1012.745961] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.758077] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616436, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.017194] env[65682]: DEBUG oslo_vmware.rw_handles [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a37808-9489-5e01-bc6e-3df110149029/disk-0.vmdk. {{(pid=65682) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1013.017664] env[65682]: INFO nova.virt.vmwareapi.images [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Downloaded image file data e7ad7112-5a00-427b-9169-c7e03d96c74d [ 1013.018556] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ece039-f17d-4e3d-bc62-0269128d7bc8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.037605] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.038180] env[65682]: DEBUG nova.compute.manager [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 79822481-013c-463d-9075-703e40519a73] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1013.040997] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.822s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.042495] env[65682]: INFO nova.compute.claims [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.044995] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a75785e-b4f6-4a5e-b5f6-929206d0514a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.079328] env[65682]: INFO nova.virt.vmwareapi.images [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] The imported VM was unregistered [ 1013.079402] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Caching image {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1013.079656] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Creating directory with path [datastore2] devstack-image-cache_base/e7ad7112-5a00-427b-9169-c7e03d96c74d {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.080079] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1e11983-26b1-41f7-b19b-3d11b00b1fbf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.101817] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Created directory with path [datastore2] devstack-image-cache_base/e7ad7112-5a00-427b-9169-c7e03d96c74d {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.104148] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_de067145-32fd-40cb-a7b0-e6847dd01889/OSTACK_IMG_de067145-32fd-40cb-a7b0-e6847dd01889.vmdk to [datastore2] devstack-image-cache_base/e7ad7112-5a00-427b-9169-c7e03d96c74d/e7ad7112-5a00-427b-9169-c7e03d96c74d.vmdk. {{(pid=65682) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1013.104148] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1feb120c-5c08-45a1-b4da-b7908423e75a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.113071] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 1013.113071] env[65682]: value = "task-4616438" [ 1013.113071] env[65682]: _type = "Task" [ 1013.113071] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.126248] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616438, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.192845] env[65682]: DEBUG oslo_vmware.api [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616435, 'name': PowerOffVM_Task, 'duration_secs': 0.344238} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.193208] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.194223] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.194223] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfe359bf-3ac7-4d2e-b911-4f917b146cf8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.224603] env[65682]: WARNING neutronclient.v2_0.client [req-9b2b45b7-2651-4d92-b15a-c85b92cf3e99 req-06f9cc27-512c-429a-80e5-dda0cff2a3a6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.258990] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616436, 'name': CreateVM_Task, 'duration_secs': 0.454781} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.259213] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da4d12e6-8174-453d-bece-5640627a485c] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.261249] env[65682]: WARNING neutronclient.v2_0.client [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.261480] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.263024] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.263135] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.263421] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.263605] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.263768] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Deleting the datastore file [datastore2] 7276c80d-0da0-484e-99a2-5d84d8ab6db9 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.267379] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e685f185-2ac5-4cdc-8197-d700be58901d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.269406] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffabae85-734b-40a0-95f0-2c20952adedb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.277973] env[65682]: DEBUG oslo_vmware.api [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 1013.277973] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52bc1085-5eb6-ca99-19a2-e17380995d51" [ 1013.277973] env[65682]: _type = "Task" [ 1013.277973] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.281399] env[65682]: DEBUG oslo_vmware.api [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 1013.281399] env[65682]: value = "task-4616440" [ 1013.281399] env[65682]: _type = "Task" [ 1013.281399] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.289713] env[65682]: DEBUG oslo_vmware.api [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52bc1085-5eb6-ca99-19a2-e17380995d51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.294872] env[65682]: DEBUG oslo_vmware.api [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.423246] env[65682]: WARNING neutronclient.v2_0.client [req-9b2b45b7-2651-4d92-b15a-c85b92cf3e99 req-06f9cc27-512c-429a-80e5-dda0cff2a3a6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.518224] env[65682]: DEBUG nova.network.neutron [req-9b2b45b7-2651-4d92-b15a-c85b92cf3e99 req-06f9cc27-512c-429a-80e5-dda0cff2a3a6 service nova] [instance: da4d12e6-8174-453d-bece-5640627a485c] Updated VIF entry in instance network info cache for port b6540cc2-c8c0-4648-a9e6-91b52ef14252. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1013.518624] env[65682]: DEBUG nova.network.neutron [req-9b2b45b7-2651-4d92-b15a-c85b92cf3e99 req-06f9cc27-512c-429a-80e5-dda0cff2a3a6 service nova] [instance: da4d12e6-8174-453d-bece-5640627a485c] Updating instance_info_cache with network_info: [{"id": "b6540cc2-c8c0-4648-a9e6-91b52ef14252", "address": "fa:16:3e:c5:5f:48", "network": {"id": "bb910440-198c-4502-a3a4-4e298d3e865f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558144367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa8a0b312c041e49d891b6bae417098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6540cc2-c8", "ovs_interfaceid": "b6540cc2-c8c0-4648-a9e6-91b52ef14252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.548562] env[65682]: DEBUG nova.compute.utils [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1013.553733] env[65682]: DEBUG nova.compute.manager [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 79822481-013c-463d-9075-703e40519a73] Not allocating networking since 'none' was specified. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1013.628783] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616438, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.792838] env[65682]: DEBUG oslo_vmware.api [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52bc1085-5eb6-ca99-19a2-e17380995d51, 'name': SearchDatastore_Task, 'duration_secs': 0.012104} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.793197] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.793443] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.793690] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.793835] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.794022] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.794766] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc60bd8f-acea-4490-ab47-9814992238cc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.800879] env[65682]: DEBUG oslo_vmware.api [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.815049] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.815238] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.816494] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-670d0069-5566-4373-a23e-11bf4f124734 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.823662] env[65682]: DEBUG oslo_vmware.api [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 1013.823662] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525eb93e-01df-32ce-aae8-880bb228ede3" [ 1013.823662] env[65682]: _type = "Task" [ 1013.823662] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.835217] env[65682]: DEBUG oslo_vmware.api [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525eb93e-01df-32ce-aae8-880bb228ede3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.022131] env[65682]: DEBUG oslo_concurrency.lockutils [req-9b2b45b7-2651-4d92-b15a-c85b92cf3e99 req-06f9cc27-512c-429a-80e5-dda0cff2a3a6 service nova] Releasing lock "refresh_cache-da4d12e6-8174-453d-bece-5640627a485c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.058031] env[65682]: DEBUG nova.compute.manager [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 79822481-013c-463d-9075-703e40519a73] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1014.136768] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616438, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.301299] env[65682]: DEBUG oslo_vmware.api [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.337704] env[65682]: DEBUG oslo_vmware.api [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525eb93e-01df-32ce-aae8-880bb228ede3, 'name': SearchDatastore_Task, 'duration_secs': 0.09165} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.341599] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e196eda7-98fc-4f01-a860-f984cd3ff1ae {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.350885] env[65682]: DEBUG oslo_vmware.api [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 1014.350885] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527c0c89-9f1a-337e-581b-e320d2154899" [ 1014.350885] env[65682]: _type = "Task" [ 1014.350885] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.365348] env[65682]: DEBUG oslo_vmware.api [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527c0c89-9f1a-337e-581b-e320d2154899, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.539583] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9994be5-5664-479e-8c91-ab38a2603495 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.549382] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15913a46-9dd1-43f6-ad78-7aa432de111a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.591023] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7caf6ff-1895-46e6-af36-196fc429e5a2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.597658] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336cbe96-7acc-469b-ada4-c94beb65b54f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.612875] env[65682]: DEBUG nova.compute.provider_tree [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.630477] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616438, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.795716] env[65682]: DEBUG oslo_vmware.api [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.458911} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.795716] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.795902] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.796173] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.796397] env[65682]: INFO nova.compute.manager [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1014.796655] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1014.796921] env[65682]: DEBUG nova.compute.manager [-] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1014.797036] env[65682]: DEBUG nova.network.neutron [-] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1014.797301] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.832845] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.862336] env[65682]: DEBUG oslo_vmware.api [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527c0c89-9f1a-337e-581b-e320d2154899, 'name': SearchDatastore_Task, 'duration_secs': 0.101662} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.862621] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.863181] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] da4d12e6-8174-453d-bece-5640627a485c/da4d12e6-8174-453d-bece-5640627a485c.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.863507] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55854055-2c4c-405a-96df-083037792003 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.874296] env[65682]: DEBUG oslo_vmware.api [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 1014.874296] env[65682]: value = "task-4616441" [ 1014.874296] env[65682]: _type = "Task" [ 1014.874296] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.885291] env[65682]: DEBUG oslo_vmware.api [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.090085] env[65682]: DEBUG nova.compute.manager [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 79822481-013c-463d-9075-703e40519a73] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1015.116574] env[65682]: DEBUG nova.scheduler.client.report [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.124719] env[65682]: DEBUG nova.virt.hardware [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1015.125311] env[65682]: DEBUG nova.virt.hardware [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.125412] env[65682]: DEBUG nova.virt.hardware [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1015.125767] env[65682]: DEBUG nova.virt.hardware [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.126370] env[65682]: DEBUG nova.virt.hardware [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1015.126370] env[65682]: DEBUG nova.virt.hardware [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1015.126535] env[65682]: DEBUG nova.virt.hardware [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1015.126645] env[65682]: DEBUG nova.virt.hardware [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1015.126822] env[65682]: DEBUG nova.virt.hardware [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1015.126996] env[65682]: DEBUG nova.virt.hardware [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1015.127212] env[65682]: DEBUG nova.virt.hardware [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1015.128501] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd68a006-0bf6-4fd2-b7fc-744e9a0e872e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.146127] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe570de1-b235-4654-9ade-e3ca77665b64 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.151309] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616438, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.163581] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 79822481-013c-463d-9075-703e40519a73] Instance VIF info [] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.169468] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Creating folder: Project (21dae531360e400fa4a190f7174a5485). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.169942] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33fdb73e-eb7c-408b-b1aa-121697613b52 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.183907] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Created folder: Project (21dae531360e400fa4a190f7174a5485) in parent group-v901426. [ 1015.184130] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Creating folder: Instances. Parent ref: group-v901691. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.184396] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ad9ac7d-5036-4030-a335-95f1cf862a5f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.197170] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Created folder: Instances in parent group-v901691. [ 1015.197170] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1015.197170] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79822481-013c-463d-9075-703e40519a73] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.197170] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2651e3e-24f1-4a1e-a072-50e11ca80a2e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.217161] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.217161] env[65682]: value = "task-4616444" [ 1015.217161] env[65682]: _type = "Task" [ 1015.217161] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.226992] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616444, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.390409] env[65682]: DEBUG oslo_vmware.api [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.479910] env[65682]: DEBUG nova.compute.manager [req-ff4905e9-6199-41cb-997c-f5b2a0a7131c req-985e568a-76e2-46f5-8621-4cdf6c868773 service nova] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Received event network-vif-deleted-603bf5b3-8f43-4532-944d-1a216bdb7ce3 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1015.479910] env[65682]: INFO nova.compute.manager [req-ff4905e9-6199-41cb-997c-f5b2a0a7131c req-985e568a-76e2-46f5-8621-4cdf6c868773 service nova] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Neutron deleted interface 603bf5b3-8f43-4532-944d-1a216bdb7ce3; detaching it from the instance and deleting it from the info cache [ 1015.479910] env[65682]: DEBUG nova.network.neutron [req-ff4905e9-6199-41cb-997c-f5b2a0a7131c req-985e568a-76e2-46f5-8621-4cdf6c868773 service nova] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.635596] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.636598] env[65682]: DEBUG nova.compute.manager [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1015.641276] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.412s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.643560] env[65682]: INFO nova.compute.claims [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.655094] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616438, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.729070] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616444, 'name': CreateVM_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.856205] env[65682]: DEBUG nova.network.neutron [-] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.885541] env[65682]: DEBUG oslo_vmware.api [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616441, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.981834] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-244e7b59-10f4-4d86-bb0f-04061ec03de5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.993749] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5d5e84-c8ea-4c46-868b-b61cb6b9630c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.029420] env[65682]: DEBUG nova.compute.manager [req-ff4905e9-6199-41cb-997c-f5b2a0a7131c req-985e568a-76e2-46f5-8621-4cdf6c868773 service nova] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Detach interface failed, port_id=603bf5b3-8f43-4532-944d-1a216bdb7ce3, reason: Instance 7276c80d-0da0-484e-99a2-5d84d8ab6db9 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1016.141962] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616438, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.748416} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.143270] env[65682]: INFO nova.virt.vmwareapi.ds_util [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_de067145-32fd-40cb-a7b0-e6847dd01889/OSTACK_IMG_de067145-32fd-40cb-a7b0-e6847dd01889.vmdk to [datastore2] devstack-image-cache_base/e7ad7112-5a00-427b-9169-c7e03d96c74d/e7ad7112-5a00-427b-9169-c7e03d96c74d.vmdk. [ 1016.143534] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Cleaning up location [datastore2] OSTACK_IMG_de067145-32fd-40cb-a7b0-e6847dd01889 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1016.143788] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_de067145-32fd-40cb-a7b0-e6847dd01889 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.144181] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b880f170-054c-401a-9cdf-e55b80506324 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.149012] env[65682]: DEBUG nova.compute.utils [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.153506] env[65682]: DEBUG nova.compute.manager [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Not allocating networking since 'none' was specified. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1016.155083] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 1016.155083] env[65682]: value = "task-4616445" [ 1016.155083] env[65682]: _type = "Task" [ 1016.155083] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.167268] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.229473] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616444, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.359443] env[65682]: INFO nova.compute.manager [-] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Took 1.56 seconds to deallocate network for instance. [ 1016.386913] env[65682]: DEBUG oslo_vmware.api [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616441, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.400549} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.387698] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] da4d12e6-8174-453d-bece-5640627a485c/da4d12e6-8174-453d-bece-5640627a485c.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.387698] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.387999] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e10e5c7-a2c2-4738-af2c-c1d5aeb5556f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.395518] env[65682]: DEBUG oslo_vmware.api [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 1016.395518] env[65682]: value = "task-4616446" [ 1016.395518] env[65682]: _type = "Task" [ 1016.395518] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.405649] env[65682]: DEBUG oslo_vmware.api [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.657272] env[65682]: DEBUG nova.compute.manager [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1016.676369] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125978} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.676681] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.676844] env[65682]: DEBUG oslo_concurrency.lockutils [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e7ad7112-5a00-427b-9169-c7e03d96c74d/e7ad7112-5a00-427b-9169-c7e03d96c74d.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.677521] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e7ad7112-5a00-427b-9169-c7e03d96c74d/e7ad7112-5a00-427b-9169-c7e03d96c74d.vmdk to [datastore2] c46c1769-6758-4ad1-8768-8579ce514021/c46c1769-6758-4ad1-8768-8579ce514021.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.677521] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c6eac84-6f46-49f1-a79f-046c85da11e5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.686059] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 1016.686059] env[65682]: value = "task-4616447" [ 1016.686059] env[65682]: _type = "Task" [ 1016.686059] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.698391] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.733335] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616444, 'name': CreateVM_Task, 'duration_secs': 1.0475} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.735976] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79822481-013c-463d-9075-703e40519a73] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.736624] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.736802] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.737126] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.737387] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afa17e73-1d8d-44ed-964b-42064fdf8d34 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.743145] env[65682]: DEBUG oslo_vmware.api [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for the task: (returnval){ [ 1016.743145] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c1b53a-58af-98bf-d2d4-39bb2269e8f1" [ 1016.743145] env[65682]: _type = "Task" [ 1016.743145] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.755736] env[65682]: DEBUG oslo_vmware.api [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c1b53a-58af-98bf-d2d4-39bb2269e8f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.868967] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.907092] env[65682]: DEBUG oslo_vmware.api [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104415} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.907410] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.908362] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fbd59e-4bd4-4e80-abd8-9bc05787c9fc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.936401] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] da4d12e6-8174-453d-bece-5640627a485c/da4d12e6-8174-453d-bece-5640627a485c.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.939725] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57554168-c10d-40b9-97fe-98544f602139 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.961459] env[65682]: DEBUG oslo_vmware.api [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 1016.961459] env[65682]: value = "task-4616448" [ 1016.961459] env[65682]: _type = "Task" [ 1016.961459] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.972465] env[65682]: DEBUG oslo_vmware.api [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616448, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.043198] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b53e232-dea8-4cfe-9921-e432dc3f0365 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.052636] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0adb02-5835-437a-af56-da7ace7d7ca8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.088431] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b26377-95b2-41c0-875c-dbea2faa6076 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.097822] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99055d66-d71b-4d22-a60e-707a62506f99 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.113964] env[65682]: DEBUG nova.compute.provider_tree [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.200535] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616447, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.254742] env[65682]: DEBUG oslo_vmware.api [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c1b53a-58af-98bf-d2d4-39bb2269e8f1, 'name': SearchDatastore_Task, 'duration_secs': 0.012656} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.254988] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.255278] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 79822481-013c-463d-9075-703e40519a73] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.255580] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.255772] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.255999] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.257026] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a637b5a-0768-458e-ab36-3a6557787600 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.276301] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.276519] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.277658] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f403daf-f69a-41c4-8ade-27effb8c9749 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.285826] env[65682]: DEBUG oslo_vmware.api [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for the task: (returnval){ [ 1017.285826] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d25a26-f942-1f63-8efa-fa3ca278ad84" [ 1017.285826] env[65682]: _type = "Task" [ 1017.285826] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.295535] env[65682]: DEBUG oslo_vmware.api [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d25a26-f942-1f63-8efa-fa3ca278ad84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.472989] env[65682]: DEBUG oslo_vmware.api [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.618695] env[65682]: DEBUG nova.scheduler.client.report [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.672108] env[65682]: DEBUG nova.compute.manager [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1017.699819] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616447, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.707403] env[65682]: DEBUG nova.virt.hardware [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1017.707636] env[65682]: DEBUG nova.virt.hardware [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.707783] env[65682]: DEBUG nova.virt.hardware [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1017.708040] env[65682]: DEBUG nova.virt.hardware [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.708190] env[65682]: DEBUG nova.virt.hardware [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1017.708331] env[65682]: DEBUG nova.virt.hardware [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1017.708589] env[65682]: DEBUG nova.virt.hardware [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1017.708777] env[65682]: DEBUG nova.virt.hardware [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1017.708905] env[65682]: DEBUG nova.virt.hardware [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1017.709082] env[65682]: DEBUG nova.virt.hardware [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1017.709256] env[65682]: DEBUG nova.virt.hardware [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1017.710623] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a244736e-9ad3-4eed-8122-24676b75e203 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.720020] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062851bf-484f-4bcc-9c3b-912144636f99 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.737301] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Instance VIF info [] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.743330] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1017.743949] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.744297] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a088ad0-9894-434f-82a1-6c74b92e9f2f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.764847] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.764847] env[65682]: value = "task-4616449" [ 1017.764847] env[65682]: _type = "Task" [ 1017.764847] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.774800] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616449, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.798281] env[65682]: DEBUG oslo_vmware.api [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d25a26-f942-1f63-8efa-fa3ca278ad84, 'name': SearchDatastore_Task, 'duration_secs': 0.090639} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.799253] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84daf8f0-15ef-44d7-a93e-38eabaf55964 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.808511] env[65682]: DEBUG oslo_vmware.api [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for the task: (returnval){ [ 1017.808511] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5272a0d3-32aa-8c80-011c-e4eddd01cb91" [ 1017.808511] env[65682]: _type = "Task" [ 1017.808511] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.818023] env[65682]: DEBUG oslo_vmware.api [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5272a0d3-32aa-8c80-011c-e4eddd01cb91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.917089] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e40b5940-508f-463b-9b3e-a573e268463f tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "bd13c2de-6abf-4237-b7b2-bbc24fc59b24" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.917471] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e40b5940-508f-463b-9b3e-a573e268463f tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "bd13c2de-6abf-4237-b7b2-bbc24fc59b24" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.976445] env[65682]: DEBUG oslo_vmware.api [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.125570] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.126164] env[65682]: DEBUG nova.compute.manager [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1018.130072] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.284s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.131772] env[65682]: INFO nova.compute.claims [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.197945] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616447, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.281422] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616449, 'name': CreateVM_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.319930] env[65682]: DEBUG oslo_vmware.api [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5272a0d3-32aa-8c80-011c-e4eddd01cb91, 'name': SearchDatastore_Task, 'duration_secs': 0.094542} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.320239] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.320504] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 79822481-013c-463d-9075-703e40519a73/79822481-013c-463d-9075-703e40519a73.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.320832] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-045275fc-5eb0-472f-9d58-396055b2046b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.330479] env[65682]: DEBUG oslo_vmware.api [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for the task: (returnval){ [ 1018.330479] env[65682]: value = "task-4616450" [ 1018.330479] env[65682]: _type = "Task" [ 1018.330479] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.341724] env[65682]: DEBUG oslo_vmware.api [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.421047] env[65682]: INFO nova.compute.manager [None req-e40b5940-508f-463b-9b3e-a573e268463f tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Detaching volume baafb90a-70c8-4102-8c59-5eb896d650f0 [ 1018.463273] env[65682]: INFO nova.virt.block_device [None req-e40b5940-508f-463b-9b3e-a573e268463f tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Attempting to driver detach volume baafb90a-70c8-4102-8c59-5eb896d650f0 from mountpoint /dev/sdb [ 1018.463526] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-e40b5940-508f-463b-9b3e-a573e268463f tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Volume detach. Driver type: vmdk {{(pid=65682) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1018.463708] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-e40b5940-508f-463b-9b3e-a573e268463f tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901664', 'volume_id': 'baafb90a-70c8-4102-8c59-5eb896d650f0', 'name': 'volume-baafb90a-70c8-4102-8c59-5eb896d650f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd13c2de-6abf-4237-b7b2-bbc24fc59b24', 'attached_at': '', 'detached_at': '', 'volume_id': 'baafb90a-70c8-4102-8c59-5eb896d650f0', 'serial': 'baafb90a-70c8-4102-8c59-5eb896d650f0'} {{(pid=65682) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1018.464715] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4f8cf6-faf9-4d74-b866-1be6c95aba55 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.477401] env[65682]: DEBUG oslo_vmware.api [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.494658] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90800fd1-b641-49ca-b5aa-1d000d001382 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.503378] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809f53a6-2c1b-46a6-8cbf-180dd42d7100 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.526154] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a00c6fa-0c5b-49c5-b672-905dfa08f222 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.542274] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-e40b5940-508f-463b-9b3e-a573e268463f tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] The volume has not been displaced from its original location: [datastore2] volume-baafb90a-70c8-4102-8c59-5eb896d650f0/volume-baafb90a-70c8-4102-8c59-5eb896d650f0.vmdk. No consolidation needed. {{(pid=65682) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1018.547745] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-e40b5940-508f-463b-9b3e-a573e268463f tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1018.548153] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4791742b-ec27-407f-827b-74a2fe1b06da {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.561740] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cd9fb252-b3b7-45bc-bc86-b83545fceee6 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquiring lock "6725e588-0d8f-442d-9158-4049ebeb0262" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.561977] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cd9fb252-b3b7-45bc-bc86-b83545fceee6 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "6725e588-0d8f-442d-9158-4049ebeb0262" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.562194] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cd9fb252-b3b7-45bc-bc86-b83545fceee6 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquiring lock "6725e588-0d8f-442d-9158-4049ebeb0262-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.562379] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cd9fb252-b3b7-45bc-bc86-b83545fceee6 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "6725e588-0d8f-442d-9158-4049ebeb0262-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.562563] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cd9fb252-b3b7-45bc-bc86-b83545fceee6 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "6725e588-0d8f-442d-9158-4049ebeb0262-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.565117] env[65682]: INFO nova.compute.manager [None req-cd9fb252-b3b7-45bc-bc86-b83545fceee6 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Terminating instance [ 1018.567860] env[65682]: DEBUG oslo_vmware.api [None req-e40b5940-508f-463b-9b3e-a573e268463f tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 1018.567860] env[65682]: value = "task-4616451" [ 1018.567860] env[65682]: _type = "Task" [ 1018.567860] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.578234] env[65682]: DEBUG oslo_vmware.api [None req-e40b5940-508f-463b-9b3e-a573e268463f tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616451, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.640222] env[65682]: DEBUG nova.compute.utils [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.641802] env[65682]: DEBUG nova.compute.manager [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1018.641802] env[65682]: DEBUG nova.network.neutron [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1018.642266] env[65682]: WARNING neutronclient.v2_0.client [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.643306] env[65682]: WARNING neutronclient.v2_0.client [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.704292] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616447, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.706334] env[65682]: DEBUG nova.policy [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba31ad17bfad40febd8c545e0cd8099e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73724f4f79f54ee9821dacb7a6ec68d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.778504] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616449, 'name': CreateVM_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.844146] env[65682]: DEBUG oslo_vmware.api [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.975693] env[65682]: DEBUG oslo_vmware.api [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.074448] env[65682]: DEBUG nova.compute.manager [None req-cd9fb252-b3b7-45bc-bc86-b83545fceee6 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1019.074448] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9fb252-b3b7-45bc-bc86-b83545fceee6 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.075320] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b9d4e7-7b45-4511-a37e-dcc8ef466bef {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.086569] env[65682]: DEBUG oslo_vmware.api [None req-e40b5940-508f-463b-9b3e-a573e268463f tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616451, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.089333] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd9fb252-b3b7-45bc-bc86-b83545fceee6 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.089764] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87fd70ac-7cf7-4deb-9dc0-cacca1419024 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.099384] env[65682]: DEBUG oslo_vmware.api [None req-cd9fb252-b3b7-45bc-bc86-b83545fceee6 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 1019.099384] env[65682]: value = "task-4616452" [ 1019.099384] env[65682]: _type = "Task" [ 1019.099384] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.109476] env[65682]: DEBUG oslo_vmware.api [None req-cd9fb252-b3b7-45bc-bc86-b83545fceee6 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.127947] env[65682]: DEBUG nova.network.neutron [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Successfully created port: 21651189-1d37-4dd2-b402-c3649b8dfac8 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1019.146088] env[65682]: DEBUG nova.compute.manager [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1019.207064] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616447, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.443338} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.207418] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e7ad7112-5a00-427b-9169-c7e03d96c74d/e7ad7112-5a00-427b-9169-c7e03d96c74d.vmdk to [datastore2] c46c1769-6758-4ad1-8768-8579ce514021/c46c1769-6758-4ad1-8768-8579ce514021.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.208410] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d604ef09-f3d5-4dc2-bf45-68d0ec127912 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.236896] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] c46c1769-6758-4ad1-8768-8579ce514021/c46c1769-6758-4ad1-8768-8579ce514021.vmdk or device None with type streamOptimized {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.237299] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-963439e7-728d-416f-bc42-872017c5ba8d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.264795] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 1019.264795] env[65682]: value = "task-4616453" [ 1019.264795] env[65682]: _type = "Task" [ 1019.264795] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.283566] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616453, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.291070] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616449, 'name': CreateVM_Task, 'duration_secs': 1.47434} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.291070] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.291634] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.291836] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.292168] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.295505] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0d93b66-11e6-4a8d-9b6b-a7d3e55eb196 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.302986] env[65682]: DEBUG oslo_vmware.api [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for the task: (returnval){ [ 1019.302986] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ea92eb-6f55-27ed-7a88-885ee3b90b50" [ 1019.302986] env[65682]: _type = "Task" [ 1019.302986] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.314482] env[65682]: DEBUG oslo_vmware.api [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ea92eb-6f55-27ed-7a88-885ee3b90b50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.344376] env[65682]: DEBUG oslo_vmware.api [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616450, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.477451] env[65682]: DEBUG oslo_vmware.api [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616448, 'name': ReconfigVM_Task, 'duration_secs': 2.292593} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.477926] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Reconfigured VM instance instance-00000055 to attach disk [datastore2] da4d12e6-8174-453d-bece-5640627a485c/da4d12e6-8174-453d-bece-5640627a485c.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.478618] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea849a0e-4496-4b83-9a66-b955a51d1ef9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.486540] env[65682]: DEBUG oslo_vmware.api [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 1019.486540] env[65682]: value = "task-4616454" [ 1019.486540] env[65682]: _type = "Task" [ 1019.486540] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.501503] env[65682]: DEBUG oslo_vmware.api [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616454, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.584156] env[65682]: DEBUG oslo_vmware.api [None req-e40b5940-508f-463b-9b3e-a573e268463f tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616451, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.589407] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c69d129-8747-43e6-8bbc-8fedc0e6962d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.597675] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4a567e-0778-4fd2-99cd-da85cbc3d180 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.638359] env[65682]: DEBUG oslo_vmware.api [None req-cd9fb252-b3b7-45bc-bc86-b83545fceee6 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616452, 'name': PowerOffVM_Task, 'duration_secs': 0.403277} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.639015] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd9fb252-b3b7-45bc-bc86-b83545fceee6 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.639227] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9fb252-b3b7-45bc-bc86-b83545fceee6 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.640084] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f830cab3-0ded-4eee-943c-23171cc5bb38 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.642990] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-318ab1cb-09a0-46f4-acd1-03c871e8fba9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.655328] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5d5adc-9637-485e-9acd-e99981c12832 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.672291] env[65682]: DEBUG nova.compute.provider_tree [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.724118] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9fb252-b3b7-45bc-bc86-b83545fceee6 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.724397] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9fb252-b3b7-45bc-bc86-b83545fceee6 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.724598] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd9fb252-b3b7-45bc-bc86-b83545fceee6 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Deleting the datastore file [datastore2] 6725e588-0d8f-442d-9158-4049ebeb0262 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.724961] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b85a0e7c-cbec-4115-8caa-b2d08d499d03 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.733694] env[65682]: DEBUG oslo_vmware.api [None req-cd9fb252-b3b7-45bc-bc86-b83545fceee6 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 1019.733694] env[65682]: value = "task-4616456" [ 1019.733694] env[65682]: _type = "Task" [ 1019.733694] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.743906] env[65682]: DEBUG oslo_vmware.api [None req-cd9fb252-b3b7-45bc-bc86-b83545fceee6 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.777751] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.818303] env[65682]: DEBUG oslo_vmware.api [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ea92eb-6f55-27ed-7a88-885ee3b90b50, 'name': SearchDatastore_Task, 'duration_secs': 0.059124} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.818876] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.819353] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.819723] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.820022] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.820373] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.820791] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79320976-8dbe-49aa-8b7d-48b343ce1c0e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.834682] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.834903] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.840013] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c608811f-433a-441d-846c-0e354e6303d5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.847485] env[65682]: DEBUG oslo_vmware.api [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for the task: (returnval){ [ 1019.847485] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]526ae532-ed7c-1871-2af9-aeb60071d475" [ 1019.847485] env[65682]: _type = "Task" [ 1019.847485] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.851431] env[65682]: DEBUG oslo_vmware.api [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616450, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.254043} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.854961] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 79822481-013c-463d-9075-703e40519a73/79822481-013c-463d-9075-703e40519a73.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.855249] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 79822481-013c-463d-9075-703e40519a73] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.855537] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-740ce896-d014-4c65-beb8-1e250f5da9c0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.870445] env[65682]: DEBUG oslo_vmware.api [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]526ae532-ed7c-1871-2af9-aeb60071d475, 'name': SearchDatastore_Task, 'duration_secs': 0.01437} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.874195] env[65682]: DEBUG oslo_vmware.api [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for the task: (returnval){ [ 1019.874195] env[65682]: value = "task-4616457" [ 1019.874195] env[65682]: _type = "Task" [ 1019.874195] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.874755] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-257739c3-eb31-44d8-81f3-dbc64cc715ad {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.888198] env[65682]: DEBUG oslo_vmware.api [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for the task: (returnval){ [ 1019.888198] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]521a4079-d247-78d3-956e-03a21e3e7808" [ 1019.888198] env[65682]: _type = "Task" [ 1019.888198] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.892098] env[65682]: DEBUG oslo_vmware.api [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.902436] env[65682]: DEBUG oslo_vmware.api [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]521a4079-d247-78d3-956e-03a21e3e7808, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.997885] env[65682]: DEBUG oslo_vmware.api [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616454, 'name': Rename_Task, 'duration_secs': 0.206467} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.998249] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.998548] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e631fe2e-06f9-4deb-9cff-a1144c1e9e62 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.007303] env[65682]: DEBUG oslo_vmware.api [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 1020.007303] env[65682]: value = "task-4616458" [ 1020.007303] env[65682]: _type = "Task" [ 1020.007303] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.026355] env[65682]: DEBUG oslo_vmware.api [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.082293] env[65682]: DEBUG oslo_vmware.api [None req-e40b5940-508f-463b-9b3e-a573e268463f tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616451, 'name': ReconfigVM_Task, 'duration_secs': 1.277702} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.084032] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-e40b5940-508f-463b-9b3e-a573e268463f tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1020.087469] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caeedaa1-a89d-4f7e-a753-33f91816d2a1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.103836] env[65682]: DEBUG oslo_vmware.api [None req-e40b5940-508f-463b-9b3e-a573e268463f tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 1020.103836] env[65682]: value = "task-4616459" [ 1020.103836] env[65682]: _type = "Task" [ 1020.103836] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.113753] env[65682]: DEBUG oslo_vmware.api [None req-e40b5940-508f-463b-9b3e-a573e268463f tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.162274] env[65682]: DEBUG nova.compute.manager [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1020.176363] env[65682]: DEBUG nova.scheduler.client.report [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.192621] env[65682]: DEBUG nova.virt.hardware [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1020.192886] env[65682]: DEBUG nova.virt.hardware [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.193103] env[65682]: DEBUG nova.virt.hardware [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1020.193294] env[65682]: DEBUG nova.virt.hardware [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.193370] env[65682]: DEBUG nova.virt.hardware [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1020.193508] env[65682]: DEBUG nova.virt.hardware [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1020.193719] env[65682]: DEBUG nova.virt.hardware [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1020.193940] env[65682]: DEBUG nova.virt.hardware [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1020.194055] env[65682]: DEBUG nova.virt.hardware [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1020.194195] env[65682]: DEBUG nova.virt.hardware [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1020.194363] env[65682]: DEBUG nova.virt.hardware [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1020.195778] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f51cd64-677b-4038-88ba-c09187263317 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.207915] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba07c8bc-5fbb-4957-a80e-7e20854fe0b6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.247998] env[65682]: DEBUG oslo_vmware.api [None req-cd9fb252-b3b7-45bc-bc86-b83545fceee6 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236852} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.248457] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd9fb252-b3b7-45bc-bc86-b83545fceee6 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.248733] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9fb252-b3b7-45bc-bc86-b83545fceee6 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.248992] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9fb252-b3b7-45bc-bc86-b83545fceee6 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.249261] env[65682]: INFO nova.compute.manager [None req-cd9fb252-b3b7-45bc-bc86-b83545fceee6 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1020.249619] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-cd9fb252-b3b7-45bc-bc86-b83545fceee6 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1020.250041] env[65682]: DEBUG nova.compute.manager [-] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1020.250041] env[65682]: DEBUG nova.network.neutron [-] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1020.250392] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.277893] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616453, 'name': ReconfigVM_Task, 'duration_secs': 0.616599} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.278242] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Reconfigured VM instance instance-00000027 to attach disk [datastore2] c46c1769-6758-4ad1-8768-8579ce514021/c46c1769-6758-4ad1-8768-8579ce514021.vmdk or device None with type streamOptimized {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.279162] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fb80603-2f1c-4bac-bcca-1520c390f330 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.286900] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 1020.286900] env[65682]: value = "task-4616460" [ 1020.286900] env[65682]: _type = "Task" [ 1020.286900] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.297746] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616460, 'name': Rename_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.298885] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.389162] env[65682]: DEBUG oslo_vmware.api [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087013} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.389469] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 79822481-013c-463d-9075-703e40519a73] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.390439] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbaf8b9-966d-40fe-a95f-5e3298bed561 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.406486] env[65682]: DEBUG oslo_vmware.api [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]521a4079-d247-78d3-956e-03a21e3e7808, 'name': SearchDatastore_Task, 'duration_secs': 0.014572} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.414398] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.414662] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51/9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.424220] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 79822481-013c-463d-9075-703e40519a73] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 79822481-013c-463d-9075-703e40519a73/79822481-013c-463d-9075-703e40519a73.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.424670] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-912f4c29-f507-4005-9750-635154256364 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.427176] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be3c3814-1ea5-411e-b158-d366da6c3de2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.448455] env[65682]: DEBUG oslo_vmware.api [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for the task: (returnval){ [ 1020.448455] env[65682]: value = "task-4616461" [ 1020.448455] env[65682]: _type = "Task" [ 1020.448455] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.450359] env[65682]: DEBUG oslo_vmware.api [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for the task: (returnval){ [ 1020.450359] env[65682]: value = "task-4616462" [ 1020.450359] env[65682]: _type = "Task" [ 1020.450359] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.463603] env[65682]: DEBUG oslo_vmware.api [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616462, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.467332] env[65682]: DEBUG oslo_vmware.api [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.519076] env[65682]: DEBUG oslo_vmware.api [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616458, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.617968] env[65682]: DEBUG oslo_vmware.api [None req-e40b5940-508f-463b-9b3e-a573e268463f tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616459, 'name': ReconfigVM_Task, 'duration_secs': 0.185019} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.618498] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-e40b5940-508f-463b-9b3e-a573e268463f tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901664', 'volume_id': 'baafb90a-70c8-4102-8c59-5eb896d650f0', 'name': 'volume-baafb90a-70c8-4102-8c59-5eb896d650f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd13c2de-6abf-4237-b7b2-bbc24fc59b24', 'attached_at': '', 'detached_at': '', 'volume_id': 'baafb90a-70c8-4102-8c59-5eb896d650f0', 'serial': 'baafb90a-70c8-4102-8c59-5eb896d650f0'} {{(pid=65682) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1020.686026] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.686582] env[65682]: DEBUG nova.compute.manager [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1020.689608] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.905s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.691394] env[65682]: INFO nova.compute.claims [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.749451] env[65682]: DEBUG nova.network.neutron [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Successfully updated port: 21651189-1d37-4dd2-b402-c3649b8dfac8 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1020.801069] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616460, 'name': Rename_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.833589] env[65682]: DEBUG oslo_concurrency.lockutils [None req-88ae3f5f-4f18-4bb1-9daf-088148cd739f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquiring lock "c1dffb08-8d14-4976-addd-6f563b1f31fb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.834200] env[65682]: DEBUG oslo_concurrency.lockutils [None req-88ae3f5f-4f18-4bb1-9daf-088148cd739f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "c1dffb08-8d14-4976-addd-6f563b1f31fb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.847690] env[65682]: DEBUG nova.compute.manager [req-e3ce90cd-3e3a-4402-97b6-e806a0e0fbbd req-aa76aa2f-619c-4948-a5a8-8fd8ec8ec1c8 service nova] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Received event network-vif-plugged-21651189-1d37-4dd2-b402-c3649b8dfac8 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1020.847979] env[65682]: DEBUG oslo_concurrency.lockutils [req-e3ce90cd-3e3a-4402-97b6-e806a0e0fbbd req-aa76aa2f-619c-4948-a5a8-8fd8ec8ec1c8 service nova] Acquiring lock "e56911bb-205b-4fa0-bf82-1e3b1c3f83ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.848326] env[65682]: DEBUG oslo_concurrency.lockutils [req-e3ce90cd-3e3a-4402-97b6-e806a0e0fbbd req-aa76aa2f-619c-4948-a5a8-8fd8ec8ec1c8 service nova] Lock "e56911bb-205b-4fa0-bf82-1e3b1c3f83ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.848584] env[65682]: DEBUG oslo_concurrency.lockutils [req-e3ce90cd-3e3a-4402-97b6-e806a0e0fbbd req-aa76aa2f-619c-4948-a5a8-8fd8ec8ec1c8 service nova] Lock "e56911bb-205b-4fa0-bf82-1e3b1c3f83ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.848720] env[65682]: DEBUG nova.compute.manager [req-e3ce90cd-3e3a-4402-97b6-e806a0e0fbbd req-aa76aa2f-619c-4948-a5a8-8fd8ec8ec1c8 service nova] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] No waiting events found dispatching network-vif-plugged-21651189-1d37-4dd2-b402-c3649b8dfac8 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1020.848897] env[65682]: WARNING nova.compute.manager [req-e3ce90cd-3e3a-4402-97b6-e806a0e0fbbd req-aa76aa2f-619c-4948-a5a8-8fd8ec8ec1c8 service nova] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Received unexpected event network-vif-plugged-21651189-1d37-4dd2-b402-c3649b8dfac8 for instance with vm_state building and task_state spawning. [ 1020.860899] env[65682]: DEBUG nova.compute.manager [req-f4861ab8-a0f3-41c8-871a-a5e1fdec4a4e req-7c40bf23-4161-44be-8445-6d54a6cf588c service nova] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Received event network-vif-deleted-e4139954-93ec-4aca-b692-d08d73ed9cc7 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1020.861124] env[65682]: INFO nova.compute.manager [req-f4861ab8-a0f3-41c8-871a-a5e1fdec4a4e req-7c40bf23-4161-44be-8445-6d54a6cf588c service nova] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Neutron deleted interface e4139954-93ec-4aca-b692-d08d73ed9cc7; detaching it from the instance and deleting it from the info cache [ 1020.861320] env[65682]: DEBUG nova.network.neutron [req-f4861ab8-a0f3-41c8-871a-a5e1fdec4a4e req-7c40bf23-4161-44be-8445-6d54a6cf588c service nova] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.967582] env[65682]: DEBUG oslo_vmware.api [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.972095] env[65682]: DEBUG oslo_vmware.api [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.022869] env[65682]: DEBUG oslo_vmware.api [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616458, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.182832] env[65682]: DEBUG nova.objects.instance [None req-e40b5940-508f-463b-9b3e-a573e268463f tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lazy-loading 'flavor' on Instance uuid bd13c2de-6abf-4237-b7b2-bbc24fc59b24 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.196571] env[65682]: DEBUG nova.compute.utils [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.201231] env[65682]: DEBUG nova.compute.manager [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1021.202598] env[65682]: DEBUG nova.network.neutron [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1021.202598] env[65682]: WARNING neutronclient.v2_0.client [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.202598] env[65682]: WARNING neutronclient.v2_0.client [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.248486] env[65682]: DEBUG nova.policy [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba31ad17bfad40febd8c545e0cd8099e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73724f4f79f54ee9821dacb7a6ec68d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.252244] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "refresh_cache-e56911bb-205b-4fa0-bf82-1e3b1c3f83ff" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.252407] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquired lock "refresh_cache-e56911bb-205b-4fa0-bf82-1e3b1c3f83ff" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.252536] env[65682]: DEBUG nova.network.neutron [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1021.301627] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616460, 'name': Rename_Task, 'duration_secs': 0.817999} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.301996] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.302125] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cc67770-6092-49cb-b58c-2140f5455bd0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.310372] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 1021.310372] env[65682]: value = "task-4616463" [ 1021.310372] env[65682]: _type = "Task" [ 1021.310372] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.321939] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.339721] env[65682]: INFO nova.compute.manager [None req-88ae3f5f-4f18-4bb1-9daf-088148cd739f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Detaching volume 5c0064ab-0ce1-42ac-af25-8ae7d50329b8 [ 1021.345967] env[65682]: DEBUG nova.network.neutron [-] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.368093] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3041a9d7-f88f-4f20-af30-fc7de017dd66 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.380838] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09804592-4a21-49b5-9190-ac9fdfb4134a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.393851] env[65682]: INFO nova.virt.block_device [None req-88ae3f5f-4f18-4bb1-9daf-088148cd739f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Attempting to driver detach volume 5c0064ab-0ce1-42ac-af25-8ae7d50329b8 from mountpoint /dev/sdb [ 1021.394239] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-88ae3f5f-4f18-4bb1-9daf-088148cd739f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Volume detach. Driver type: vmdk {{(pid=65682) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1021.396107] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-88ae3f5f-4f18-4bb1-9daf-088148cd739f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901654', 'volume_id': '5c0064ab-0ce1-42ac-af25-8ae7d50329b8', 'name': 'volume-5c0064ab-0ce1-42ac-af25-8ae7d50329b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c1dffb08-8d14-4976-addd-6f563b1f31fb', 'attached_at': '', 'detached_at': '', 'volume_id': '5c0064ab-0ce1-42ac-af25-8ae7d50329b8', 'serial': '5c0064ab-0ce1-42ac-af25-8ae7d50329b8'} {{(pid=65682) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1021.396807] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523396b2-840c-4d18-8080-171052742cdc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.436400] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98511cfd-c1bd-4727-8fe5-c15c9003a5b3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.439412] env[65682]: DEBUG nova.compute.manager [req-f4861ab8-a0f3-41c8-871a-a5e1fdec4a4e req-7c40bf23-4161-44be-8445-6d54a6cf588c service nova] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Detach interface failed, port_id=e4139954-93ec-4aca-b692-d08d73ed9cc7, reason: Instance 6725e588-0d8f-442d-9158-4049ebeb0262 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1021.445072] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed10395d-b321-4e1d-8c11-bb8eadb8a23a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.475263] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400b6068-569f-4b69-a2ed-6108a19ee9c0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.484773] env[65682]: DEBUG oslo_vmware.api [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616461, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.970807} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.499547] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51/9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.499801] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.500202] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-88ae3f5f-4f18-4bb1-9daf-088148cd739f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] The volume has not been displaced from its original location: [datastore1] volume-5c0064ab-0ce1-42ac-af25-8ae7d50329b8/volume-5c0064ab-0ce1-42ac-af25-8ae7d50329b8.vmdk. No consolidation needed. {{(pid=65682) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1021.505386] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-88ae3f5f-4f18-4bb1-9daf-088148cd739f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Reconfiguring VM instance instance-00000030 to detach disk 2001 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1021.505672] env[65682]: DEBUG oslo_vmware.api [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.506313] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ad231e0-83dc-4ea0-b5df-da6b57b2523f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.508661] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36731513-7234-4c8f-9040-c370df54227d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.530155] env[65682]: DEBUG oslo_vmware.api [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for the task: (returnval){ [ 1021.530155] env[65682]: value = "task-4616464" [ 1021.530155] env[65682]: _type = "Task" [ 1021.530155] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.537252] env[65682]: DEBUG oslo_vmware.api [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616458, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.538967] env[65682]: DEBUG oslo_vmware.api [None req-88ae3f5f-4f18-4bb1-9daf-088148cd739f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 1021.538967] env[65682]: value = "task-4616465" [ 1021.538967] env[65682]: _type = "Task" [ 1021.538967] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.546519] env[65682]: DEBUG oslo_vmware.api [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.552664] env[65682]: DEBUG oslo_vmware.api [None req-88ae3f5f-4f18-4bb1-9daf-088148cd739f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616465, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.622056] env[65682]: DEBUG nova.network.neutron [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Successfully created port: 365cf112-4710-4379-8dbd-9c79e7d59032 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1021.701947] env[65682]: DEBUG nova.compute.manager [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1021.816915] env[65682]: DEBUG nova.network.neutron [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1021.829096] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616463, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.850668] env[65682]: INFO nova.compute.manager [-] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Took 1.60 seconds to deallocate network for instance. [ 1021.965066] env[65682]: WARNING neutronclient.v2_0.client [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.982645] env[65682]: DEBUG oslo_vmware.api [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616462, 'name': ReconfigVM_Task, 'duration_secs': 1.178021} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.987123] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 79822481-013c-463d-9075-703e40519a73] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 79822481-013c-463d-9075-703e40519a73/79822481-013c-463d-9075-703e40519a73.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.989063] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-caf1972b-e924-490f-b09b-9f4285f17ade {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.998961] env[65682]: DEBUG oslo_vmware.api [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for the task: (returnval){ [ 1021.998961] env[65682]: value = "task-4616466" [ 1021.998961] env[65682]: _type = "Task" [ 1021.998961] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.018124] env[65682]: DEBUG oslo_vmware.api [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616466, 'name': Rename_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.053869] env[65682]: DEBUG oslo_vmware.api [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616458, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.068383] env[65682]: DEBUG oslo_vmware.api [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076436} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.078245] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.078957] env[65682]: DEBUG oslo_vmware.api [None req-88ae3f5f-4f18-4bb1-9daf-088148cd739f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616465, 'name': ReconfigVM_Task, 'duration_secs': 0.301335} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.081152] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc70a5a-7ade-4d41-93ab-94bc9c73a468 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.086012] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-88ae3f5f-4f18-4bb1-9daf-088148cd739f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Reconfigured VM instance instance-00000030 to detach disk 2001 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1022.099386] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae163c55-ec6e-47e8-a494-afca9ec07408 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.118220] env[65682]: DEBUG nova.network.neutron [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Updating instance_info_cache with network_info: [{"id": "21651189-1d37-4dd2-b402-c3649b8dfac8", "address": "fa:16:3e:16:23:f5", "network": {"id": "55aaf4c6-4208-4131-b895-9cbff686f1fd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1035643210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73724f4f79f54ee9821dacb7a6ec68d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21651189-1d", "ovs_interfaceid": "21651189-1d37-4dd2-b402-c3649b8dfac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.152854] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51/9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.159563] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-334ed931-18e6-4da3-ad3e-4b4ac1734573 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.185338] env[65682]: DEBUG oslo_vmware.api [None req-88ae3f5f-4f18-4bb1-9daf-088148cd739f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 1022.185338] env[65682]: value = "task-4616467" [ 1022.185338] env[65682]: _type = "Task" [ 1022.185338] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.194974] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e40b5940-508f-463b-9b3e-a573e268463f tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "bd13c2de-6abf-4237-b7b2-bbc24fc59b24" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.277s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.196649] env[65682]: DEBUG oslo_vmware.api [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for the task: (returnval){ [ 1022.196649] env[65682]: value = "task-4616468" [ 1022.196649] env[65682]: _type = "Task" [ 1022.196649] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.213040] env[65682]: DEBUG oslo_vmware.api [None req-88ae3f5f-4f18-4bb1-9daf-088148cd739f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.225843] env[65682]: DEBUG oslo_vmware.api [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.311289] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8625d8-f0be-40c5-9abc-29d25dc7c940 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.327279] env[65682]: DEBUG oslo_vmware.api [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616463, 'name': PowerOnVM_Task, 'duration_secs': 0.894114} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.328492] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.332231] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb87cdb-74a3-4fbc-a85b-265b3dca23fd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.367955] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cd9fb252-b3b7-45bc-bc86-b83545fceee6 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.369381] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e50410e-8e0b-4562-972c-d3c448ecf438 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.380819] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367674ea-f2cc-4ec8-a046-3fbe84348b1e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.398364] env[65682]: DEBUG nova.compute.provider_tree [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.459808] env[65682]: DEBUG nova.compute.manager [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1022.460791] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90d6261-886b-49df-ade3-04c9e92ff34d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.511514] env[65682]: DEBUG oslo_vmware.api [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616466, 'name': Rename_Task, 'duration_secs': 0.231648} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.511854] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 79822481-013c-463d-9075-703e40519a73] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.512273] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7397367f-bc78-423a-9aa2-f118f4afdf09 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.522293] env[65682]: DEBUG oslo_vmware.api [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for the task: (returnval){ [ 1022.522293] env[65682]: value = "task-4616469" [ 1022.522293] env[65682]: _type = "Task" [ 1022.522293] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.536533] env[65682]: DEBUG oslo_vmware.api [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616458, 'name': PowerOnVM_Task, 'duration_secs': 2.162048} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.540653] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.540910] env[65682]: INFO nova.compute.manager [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Took 12.16 seconds to spawn the instance on the hypervisor. [ 1022.541103] env[65682]: DEBUG nova.compute.manager [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1022.541415] env[65682]: DEBUG oslo_vmware.api [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.542224] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700079d9-901e-4123-ade4-a8390a347e72 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.622516] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Releasing lock "refresh_cache-e56911bb-205b-4fa0-bf82-1e3b1c3f83ff" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.623151] env[65682]: DEBUG nova.compute.manager [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Instance network_info: |[{"id": "21651189-1d37-4dd2-b402-c3649b8dfac8", "address": "fa:16:3e:16:23:f5", "network": {"id": "55aaf4c6-4208-4131-b895-9cbff686f1fd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1035643210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73724f4f79f54ee9821dacb7a6ec68d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21651189-1d", "ovs_interfaceid": "21651189-1d37-4dd2-b402-c3649b8dfac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1022.623714] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:23:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21651189-1d37-4dd2-b402-c3649b8dfac8', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.632147] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Creating folder: Project (73724f4f79f54ee9821dacb7a6ec68d7). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1022.633260] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4316b24e-24ed-4188-8d1d-264ce54fc973 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.647317] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Created folder: Project (73724f4f79f54ee9821dacb7a6ec68d7) in parent group-v901426. [ 1022.647533] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Creating folder: Instances. Parent ref: group-v901695. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1022.647956] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44dd1194-371f-45ae-acf0-df37599d06ed {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.662605] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Created folder: Instances in parent group-v901695. [ 1022.663032] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1022.663341] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.663688] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4227e21f-2c3a-4376-b1c5-c23701f985cc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.698731] env[65682]: DEBUG oslo_vmware.api [None req-88ae3f5f-4f18-4bb1-9daf-088148cd739f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616467, 'name': ReconfigVM_Task, 'duration_secs': 0.213369} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.703264] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-88ae3f5f-4f18-4bb1-9daf-088148cd739f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901654', 'volume_id': '5c0064ab-0ce1-42ac-af25-8ae7d50329b8', 'name': 'volume-5c0064ab-0ce1-42ac-af25-8ae7d50329b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c1dffb08-8d14-4976-addd-6f563b1f31fb', 'attached_at': '', 'detached_at': '', 'volume_id': '5c0064ab-0ce1-42ac-af25-8ae7d50329b8', 'serial': '5c0064ab-0ce1-42ac-af25-8ae7d50329b8'} {{(pid=65682) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1022.705551] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.705551] env[65682]: value = "task-4616472" [ 1022.705551] env[65682]: _type = "Task" [ 1022.705551] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.713832] env[65682]: DEBUG oslo_vmware.api [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.723807] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616472, 'name': CreateVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.728789] env[65682]: DEBUG nova.compute.manager [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1022.738756] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c392d556-c8a3-4f22-9a29-ae7254175014 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "bd13c2de-6abf-4237-b7b2-bbc24fc59b24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.738756] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c392d556-c8a3-4f22-9a29-ae7254175014 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "bd13c2de-6abf-4237-b7b2-bbc24fc59b24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.738932] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c392d556-c8a3-4f22-9a29-ae7254175014 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "bd13c2de-6abf-4237-b7b2-bbc24fc59b24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.739167] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c392d556-c8a3-4f22-9a29-ae7254175014 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "bd13c2de-6abf-4237-b7b2-bbc24fc59b24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.739697] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c392d556-c8a3-4f22-9a29-ae7254175014 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "bd13c2de-6abf-4237-b7b2-bbc24fc59b24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.742135] env[65682]: INFO nova.compute.manager [None req-c392d556-c8a3-4f22-9a29-ae7254175014 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Terminating instance [ 1022.757444] env[65682]: DEBUG nova.virt.hardware [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1022.757723] env[65682]: DEBUG nova.virt.hardware [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.757947] env[65682]: DEBUG nova.virt.hardware [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1022.758127] env[65682]: DEBUG nova.virt.hardware [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.758277] env[65682]: DEBUG nova.virt.hardware [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1022.758420] env[65682]: DEBUG nova.virt.hardware [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1022.758631] env[65682]: DEBUG nova.virt.hardware [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1022.758793] env[65682]: DEBUG nova.virt.hardware [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1022.758980] env[65682]: DEBUG nova.virt.hardware [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1022.759155] env[65682]: DEBUG nova.virt.hardware [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1022.759351] env[65682]: DEBUG nova.virt.hardware [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1022.760656] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0deaf525-413e-4317-86ff-288adc1660bb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.772092] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792e65de-f886-49bc-be6f-0bb654a13723 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.902885] env[65682]: DEBUG nova.scheduler.client.report [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.916407] env[65682]: DEBUG nova.compute.manager [req-9ff80df6-8969-49ba-8113-8a3cfda49e74 req-a87a624f-1ecb-4dbd-a15d-8be21c2fa869 service nova] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Received event network-changed-21651189-1d37-4dd2-b402-c3649b8dfac8 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1022.916694] env[65682]: DEBUG nova.compute.manager [req-9ff80df6-8969-49ba-8113-8a3cfda49e74 req-a87a624f-1ecb-4dbd-a15d-8be21c2fa869 service nova] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Refreshing instance network info cache due to event network-changed-21651189-1d37-4dd2-b402-c3649b8dfac8. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1022.916942] env[65682]: DEBUG oslo_concurrency.lockutils [req-9ff80df6-8969-49ba-8113-8a3cfda49e74 req-a87a624f-1ecb-4dbd-a15d-8be21c2fa869 service nova] Acquiring lock "refresh_cache-e56911bb-205b-4fa0-bf82-1e3b1c3f83ff" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.917164] env[65682]: DEBUG oslo_concurrency.lockutils [req-9ff80df6-8969-49ba-8113-8a3cfda49e74 req-a87a624f-1ecb-4dbd-a15d-8be21c2fa869 service nova] Acquired lock "refresh_cache-e56911bb-205b-4fa0-bf82-1e3b1c3f83ff" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.917358] env[65682]: DEBUG nova.network.neutron [req-9ff80df6-8969-49ba-8113-8a3cfda49e74 req-a87a624f-1ecb-4dbd-a15d-8be21c2fa869 service nova] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Refreshing network info cache for port 21651189-1d37-4dd2-b402-c3649b8dfac8 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.988044] env[65682]: DEBUG oslo_concurrency.lockutils [None req-83534ae0-b10a-413f-add6-293beacb2b23 tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lock "c46c1769-6758-4ad1-8768-8579ce514021" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 42.028s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.034431] env[65682]: DEBUG oslo_vmware.api [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616469, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.062955] env[65682]: INFO nova.compute.manager [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Took 39.99 seconds to build instance. [ 1023.210863] env[65682]: DEBUG nova.compute.manager [req-c6746c12-89e0-4805-b52d-a9337cea0138 req-238c3b39-1ec9-4bcc-b91d-de553d057223 service nova] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Received event network-vif-plugged-365cf112-4710-4379-8dbd-9c79e7d59032 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1023.211807] env[65682]: DEBUG oslo_concurrency.lockutils [req-c6746c12-89e0-4805-b52d-a9337cea0138 req-238c3b39-1ec9-4bcc-b91d-de553d057223 service nova] Acquiring lock "81cf4997-e498-4b3e-b3ac-490cdd254fbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.212297] env[65682]: DEBUG oslo_concurrency.lockutils [req-c6746c12-89e0-4805-b52d-a9337cea0138 req-238c3b39-1ec9-4bcc-b91d-de553d057223 service nova] Lock "81cf4997-e498-4b3e-b3ac-490cdd254fbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.212607] env[65682]: DEBUG oslo_concurrency.lockutils [req-c6746c12-89e0-4805-b52d-a9337cea0138 req-238c3b39-1ec9-4bcc-b91d-de553d057223 service nova] Lock "81cf4997-e498-4b3e-b3ac-490cdd254fbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.212911] env[65682]: DEBUG nova.compute.manager [req-c6746c12-89e0-4805-b52d-a9337cea0138 req-238c3b39-1ec9-4bcc-b91d-de553d057223 service nova] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] No waiting events found dispatching network-vif-plugged-365cf112-4710-4379-8dbd-9c79e7d59032 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1023.213247] env[65682]: WARNING nova.compute.manager [req-c6746c12-89e0-4805-b52d-a9337cea0138 req-238c3b39-1ec9-4bcc-b91d-de553d057223 service nova] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Received unexpected event network-vif-plugged-365cf112-4710-4379-8dbd-9c79e7d59032 for instance with vm_state building and task_state spawning. [ 1023.224163] env[65682]: DEBUG oslo_vmware.api [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616468, 'name': ReconfigVM_Task, 'duration_secs': 0.750683} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.225063] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51/9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.227105] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-add3eead-e9e2-4d3d-999d-8b53e1fd9e95 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.235904] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616472, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.245079] env[65682]: DEBUG oslo_vmware.api [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for the task: (returnval){ [ 1023.245079] env[65682]: value = "task-4616473" [ 1023.245079] env[65682]: _type = "Task" [ 1023.245079] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.245381] env[65682]: DEBUG nova.compute.manager [None req-c392d556-c8a3-4f22-9a29-ae7254175014 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1023.245499] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c392d556-c8a3-4f22-9a29-ae7254175014 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.251172] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbf9a12-2891-474c-993f-e8b699f4234b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.262628] env[65682]: DEBUG oslo_vmware.api [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616473, 'name': Rename_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.266125] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c392d556-c8a3-4f22-9a29-ae7254175014 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.266434] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-673f2bad-223f-4d4c-9498-b3375e624738 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.269520] env[65682]: DEBUG nova.objects.instance [None req-88ae3f5f-4f18-4bb1-9daf-088148cd739f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lazy-loading 'flavor' on Instance uuid c1dffb08-8d14-4976-addd-6f563b1f31fb {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.277300] env[65682]: DEBUG oslo_vmware.api [None req-c392d556-c8a3-4f22-9a29-ae7254175014 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 1023.277300] env[65682]: value = "task-4616474" [ 1023.277300] env[65682]: _type = "Task" [ 1023.277300] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.291932] env[65682]: DEBUG oslo_vmware.api [None req-c392d556-c8a3-4f22-9a29-ae7254175014 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.334994] env[65682]: DEBUG nova.network.neutron [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Successfully updated port: 365cf112-4710-4379-8dbd-9c79e7d59032 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1023.409384] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.410392] env[65682]: DEBUG nova.compute.manager [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1023.413510] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.734s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.416038] env[65682]: INFO nova.compute.claims [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.421531] env[65682]: WARNING neutronclient.v2_0.client [req-9ff80df6-8969-49ba-8113-8a3cfda49e74 req-a87a624f-1ecb-4dbd-a15d-8be21c2fa869 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.537182] env[65682]: DEBUG oslo_vmware.api [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616469, 'name': PowerOnVM_Task, 'duration_secs': 0.897039} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.537536] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 79822481-013c-463d-9075-703e40519a73] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.537882] env[65682]: INFO nova.compute.manager [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 79822481-013c-463d-9075-703e40519a73] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1023.538063] env[65682]: DEBUG nova.compute.manager [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 79822481-013c-463d-9075-703e40519a73] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1023.538985] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7c7516-7886-4de8-8b13-6e4ef5b5470c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.565201] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1216b7f3-99e5-4932-be39-14332eca7419 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "da4d12e6-8174-453d-bece-5640627a485c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.507s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.608151] env[65682]: WARNING neutronclient.v2_0.client [req-9ff80df6-8969-49ba-8113-8a3cfda49e74 req-a87a624f-1ecb-4dbd-a15d-8be21c2fa869 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.681847] env[65682]: DEBUG nova.network.neutron [req-9ff80df6-8969-49ba-8113-8a3cfda49e74 req-a87a624f-1ecb-4dbd-a15d-8be21c2fa869 service nova] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Updated VIF entry in instance network info cache for port 21651189-1d37-4dd2-b402-c3649b8dfac8. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1023.682262] env[65682]: DEBUG nova.network.neutron [req-9ff80df6-8969-49ba-8113-8a3cfda49e74 req-a87a624f-1ecb-4dbd-a15d-8be21c2fa869 service nova] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Updating instance_info_cache with network_info: [{"id": "21651189-1d37-4dd2-b402-c3649b8dfac8", "address": "fa:16:3e:16:23:f5", "network": {"id": "55aaf4c6-4208-4131-b895-9cbff686f1fd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1035643210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73724f4f79f54ee9821dacb7a6ec68d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21651189-1d", "ovs_interfaceid": "21651189-1d37-4dd2-b402-c3649b8dfac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.720083] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616472, 'name': CreateVM_Task, 'duration_secs': 0.564799} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.720301] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.720818] env[65682]: WARNING neutronclient.v2_0.client [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.722035] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.722035] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.722035] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.722035] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0123ebe8-cc15-42a4-944f-2ba51bc60845 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.728253] env[65682]: DEBUG oslo_vmware.api [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1023.728253] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]524c0756-d2bf-d215-5501-37bbefe82a18" [ 1023.728253] env[65682]: _type = "Task" [ 1023.728253] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.737994] env[65682]: DEBUG oslo_vmware.api [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]524c0756-d2bf-d215-5501-37bbefe82a18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.755338] env[65682]: DEBUG oslo_vmware.api [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616473, 'name': Rename_Task, 'duration_secs': 0.207952} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.755657] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.756090] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca8db525-ec64-45ac-bf65-fd4a37f36969 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.765935] env[65682]: DEBUG oslo_vmware.api [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for the task: (returnval){ [ 1023.765935] env[65682]: value = "task-4616475" [ 1023.765935] env[65682]: _type = "Task" [ 1023.765935] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.774922] env[65682]: DEBUG oslo_vmware.api [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.790528] env[65682]: DEBUG oslo_vmware.api [None req-c392d556-c8a3-4f22-9a29-ae7254175014 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616474, 'name': PowerOffVM_Task, 'duration_secs': 0.285258} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.791505] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c392d556-c8a3-4f22-9a29-ae7254175014 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.791689] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c392d556-c8a3-4f22-9a29-ae7254175014 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.792010] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b06b43f2-b5cc-48fb-92b6-898bef7378ea {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.841406] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "refresh_cache-81cf4997-e498-4b3e-b3ac-490cdd254fbd" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.841507] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquired lock "refresh_cache-81cf4997-e498-4b3e-b3ac-490cdd254fbd" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.841696] env[65682]: DEBUG nova.network.neutron [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1023.879451] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c392d556-c8a3-4f22-9a29-ae7254175014 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.879684] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c392d556-c8a3-4f22-9a29-ae7254175014 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.879867] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-c392d556-c8a3-4f22-9a29-ae7254175014 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Deleting the datastore file [datastore1] bd13c2de-6abf-4237-b7b2-bbc24fc59b24 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.880238] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be3c4acf-b54d-4a5c-a236-27d2910e3605 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.887746] env[65682]: DEBUG oslo_vmware.api [None req-c392d556-c8a3-4f22-9a29-ae7254175014 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 1023.887746] env[65682]: value = "task-4616477" [ 1023.887746] env[65682]: _type = "Task" [ 1023.887746] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.897599] env[65682]: DEBUG oslo_vmware.api [None req-c392d556-c8a3-4f22-9a29-ae7254175014 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.923194] env[65682]: DEBUG nova.compute.utils [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.929812] env[65682]: DEBUG nova.compute.manager [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1023.929812] env[65682]: DEBUG nova.network.neutron [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1023.930051] env[65682]: WARNING neutronclient.v2_0.client [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.931041] env[65682]: WARNING neutronclient.v2_0.client [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.014826] env[65682]: DEBUG nova.policy [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e59a179ead754b40b8c44979a27d4918', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1063d410f5864f5292ea4436f03d192c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.060802] env[65682]: INFO nova.compute.manager [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 79822481-013c-463d-9075-703e40519a73] Took 31.18 seconds to build instance. [ 1024.069489] env[65682]: DEBUG nova.compute.manager [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1024.185655] env[65682]: DEBUG oslo_concurrency.lockutils [req-9ff80df6-8969-49ba-8113-8a3cfda49e74 req-a87a624f-1ecb-4dbd-a15d-8be21c2fa869 service nova] Releasing lock "refresh_cache-e56911bb-205b-4fa0-bf82-1e3b1c3f83ff" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.240757] env[65682]: DEBUG oslo_vmware.api [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]524c0756-d2bf-d215-5501-37bbefe82a18, 'name': SearchDatastore_Task, 'duration_secs': 0.027531} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.240757] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.240757] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.240757] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.240979] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.240979] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.241286] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07ddb8fc-2210-4494-8e41-30fb84850a02 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.254218] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.254218] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.254218] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45c75824-7bdf-4e71-8e0c-d79870f83e3c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.260510] env[65682]: DEBUG oslo_vmware.api [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1024.260510] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52e0fd69-e5a7-49af-a07f-75a2d67b5d65" [ 1024.260510] env[65682]: _type = "Task" [ 1024.260510] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.274668] env[65682]: DEBUG oslo_vmware.api [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52e0fd69-e5a7-49af-a07f-75a2d67b5d65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.280865] env[65682]: DEBUG oslo_concurrency.lockutils [None req-88ae3f5f-4f18-4bb1-9daf-088148cd739f tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "c1dffb08-8d14-4976-addd-6f563b1f31fb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.447s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.281988] env[65682]: DEBUG oslo_vmware.api [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616475, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.386365] env[65682]: DEBUG nova.network.neutron [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Successfully created port: 2c922de2-3b6b-43e3-9374-87cf8c4b2590 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1024.401310] env[65682]: DEBUG oslo_vmware.api [None req-c392d556-c8a3-4f22-9a29-ae7254175014 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215399} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.402457] env[65682]: DEBUG nova.network.neutron [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1024.404766] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-c392d556-c8a3-4f22-9a29-ae7254175014 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.405317] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c392d556-c8a3-4f22-9a29-ae7254175014 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.405317] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c392d556-c8a3-4f22-9a29-ae7254175014 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.405317] env[65682]: INFO nova.compute.manager [None req-c392d556-c8a3-4f22-9a29-ae7254175014 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1024.405545] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-c392d556-c8a3-4f22-9a29-ae7254175014 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1024.406086] env[65682]: DEBUG nova.compute.manager [-] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1024.406188] env[65682]: DEBUG nova.network.neutron [-] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1024.406481] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.429951] env[65682]: DEBUG nova.compute.manager [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1024.526449] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.562523] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac0132fe-c980-4c81-a318-5c08d7fa9273 tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Lock "79822481-013c-463d-9075-703e40519a73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.691s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.596304] env[65682]: DEBUG oslo_concurrency.lockutils [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.778095] env[65682]: DEBUG oslo_vmware.api [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52e0fd69-e5a7-49af-a07f-75a2d67b5d65, 'name': SearchDatastore_Task, 'duration_secs': 0.011119} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.778095] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-361a69f8-04d5-4980-8880-e2de7e95dff1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.783805] env[65682]: DEBUG oslo_vmware.api [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616475, 'name': PowerOnVM_Task, 'duration_secs': 0.685973} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.784490] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.784737] env[65682]: INFO nova.compute.manager [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Took 7.11 seconds to spawn the instance on the hypervisor. [ 1024.784969] env[65682]: DEBUG nova.compute.manager [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1024.786025] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8852b19b-c60a-495e-9191-091dce209fdf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.792884] env[65682]: DEBUG oslo_vmware.api [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1024.792884] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5260a1a7-272b-8aa2-ebec-442bd0e139bb" [ 1024.792884] env[65682]: _type = "Task" [ 1024.792884] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.807916] env[65682]: DEBUG oslo_vmware.api [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5260a1a7-272b-8aa2-ebec-442bd0e139bb, 'name': SearchDatastore_Task, 'duration_secs': 0.013593} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.811364] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.811576] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] e56911bb-205b-4fa0-bf82-1e3b1c3f83ff/e56911bb-205b-4fa0-bf82-1e3b1c3f83ff.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.812118] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55bff47a-503d-4b12-9408-721c8b04893d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.820806] env[65682]: DEBUG oslo_vmware.api [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1024.820806] env[65682]: value = "task-4616478" [ 1024.820806] env[65682]: _type = "Task" [ 1024.820806] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.833276] env[65682]: DEBUG oslo_concurrency.lockutils [None req-734ceb29-33ae-4c83-9411-39c32b972e6a tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquiring lock "c1dffb08-8d14-4976-addd-6f563b1f31fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.833538] env[65682]: DEBUG oslo_concurrency.lockutils [None req-734ceb29-33ae-4c83-9411-39c32b972e6a tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "c1dffb08-8d14-4976-addd-6f563b1f31fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.833748] env[65682]: DEBUG oslo_concurrency.lockutils [None req-734ceb29-33ae-4c83-9411-39c32b972e6a tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquiring lock "c1dffb08-8d14-4976-addd-6f563b1f31fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.833930] env[65682]: DEBUG oslo_concurrency.lockutils [None req-734ceb29-33ae-4c83-9411-39c32b972e6a tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "c1dffb08-8d14-4976-addd-6f563b1f31fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.834107] env[65682]: DEBUG oslo_concurrency.lockutils [None req-734ceb29-33ae-4c83-9411-39c32b972e6a tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "c1dffb08-8d14-4976-addd-6f563b1f31fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.836322] env[65682]: DEBUG oslo_vmware.api [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.836899] env[65682]: INFO nova.compute.manager [None req-734ceb29-33ae-4c83-9411-39c32b972e6a tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Terminating instance [ 1024.861768] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a100501-089f-462c-af2e-841055ec1dbb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.871230] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4d2994-e195-4cf7-b903-ef9c54968fbc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.910605] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ddf93d-3559-47aa-bceb-5237cb3e96fd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.919909] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e11f4dd-476f-4818-ae4d-67152d7ec17c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.943381] env[65682]: DEBUG nova.compute.provider_tree [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.947155] env[65682]: DEBUG nova.compute.manager [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Stashing vm_state: active {{(pid=65682) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1025.123775] env[65682]: WARNING neutronclient.v2_0.client [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1025.275411] env[65682]: DEBUG nova.network.neutron [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Updating instance_info_cache with network_info: [{"id": "365cf112-4710-4379-8dbd-9c79e7d59032", "address": "fa:16:3e:fd:b4:9f", "network": {"id": "55aaf4c6-4208-4131-b895-9cbff686f1fd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1035643210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73724f4f79f54ee9821dacb7a6ec68d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap365cf112-47", "ovs_interfaceid": "365cf112-4710-4379-8dbd-9c79e7d59032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.313601] env[65682]: INFO nova.compute.manager [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Took 29.12 seconds to build instance. [ 1025.339475] env[65682]: DEBUG oslo_vmware.api [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616478, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.341826] env[65682]: DEBUG nova.compute.manager [None req-734ceb29-33ae-4c83-9411-39c32b972e6a tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1025.342111] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-734ceb29-33ae-4c83-9411-39c32b972e6a tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.343605] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32a48b7-4a54-4d77-bec4-fed58b482320 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.353916] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-734ceb29-33ae-4c83-9411-39c32b972e6a tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.354308] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e115024a-a73b-43aa-97d4-c5d7c3919dcd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.365230] env[65682]: DEBUG oslo_vmware.api [None req-734ceb29-33ae-4c83-9411-39c32b972e6a tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 1025.365230] env[65682]: value = "task-4616479" [ 1025.365230] env[65682]: _type = "Task" [ 1025.365230] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.379297] env[65682]: DEBUG oslo_vmware.api [None req-734ceb29-33ae-4c83-9411-39c32b972e6a tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.444483] env[65682]: DEBUG nova.compute.manager [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1025.447860] env[65682]: DEBUG nova.scheduler.client.report [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.477162] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.481384] env[65682]: DEBUG nova.virt.hardware [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1025.481628] env[65682]: DEBUG nova.virt.hardware [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.481783] env[65682]: DEBUG nova.virt.hardware [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1025.481969] env[65682]: DEBUG nova.virt.hardware [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.482113] env[65682]: DEBUG nova.virt.hardware [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1025.482250] env[65682]: DEBUG nova.virt.hardware [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1025.482453] env[65682]: DEBUG nova.virt.hardware [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1025.482603] env[65682]: DEBUG nova.virt.hardware [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1025.482856] env[65682]: DEBUG nova.virt.hardware [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1025.482903] env[65682]: DEBUG nova.virt.hardware [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1025.483087] env[65682]: DEBUG nova.virt.hardware [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1025.485028] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcd83b1-8c1e-464c-aa28-02bfdd5a033d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.496624] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44c9fe7-155e-488a-ad79-944e1d942561 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.526038] env[65682]: DEBUG nova.compute.manager [req-1e394abc-3b70-4f1c-bedf-1f0188583bf7 req-51d9f6fd-96e5-4bcc-80a9-0457b835016d service nova] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Received event network-vif-deleted-48b915d8-32c1-4c59-99c7-844231690f1a {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1025.526347] env[65682]: INFO nova.compute.manager [req-1e394abc-3b70-4f1c-bedf-1f0188583bf7 req-51d9f6fd-96e5-4bcc-80a9-0457b835016d service nova] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Neutron deleted interface 48b915d8-32c1-4c59-99c7-844231690f1a; detaching it from the instance and deleting it from the info cache [ 1025.526410] env[65682]: DEBUG nova.network.neutron [req-1e394abc-3b70-4f1c-bedf-1f0188583bf7 req-51d9f6fd-96e5-4bcc-80a9-0457b835016d service nova] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.590362] env[65682]: DEBUG nova.network.neutron [-] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.617356] env[65682]: DEBUG nova.compute.manager [req-4ddac5b3-be83-4367-9a15-15ba580151cb req-081f0470-88ef-4ccf-a832-d80fd3f0d044 service nova] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Received event network-changed-365cf112-4710-4379-8dbd-9c79e7d59032 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1025.617551] env[65682]: DEBUG nova.compute.manager [req-4ddac5b3-be83-4367-9a15-15ba580151cb req-081f0470-88ef-4ccf-a832-d80fd3f0d044 service nova] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Refreshing instance network info cache due to event network-changed-365cf112-4710-4379-8dbd-9c79e7d59032. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1025.617787] env[65682]: DEBUG oslo_concurrency.lockutils [req-4ddac5b3-be83-4367-9a15-15ba580151cb req-081f0470-88ef-4ccf-a832-d80fd3f0d044 service nova] Acquiring lock "refresh_cache-81cf4997-e498-4b3e-b3ac-490cdd254fbd" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.779059] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Releasing lock "refresh_cache-81cf4997-e498-4b3e-b3ac-490cdd254fbd" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.779467] env[65682]: DEBUG nova.compute.manager [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Instance network_info: |[{"id": "365cf112-4710-4379-8dbd-9c79e7d59032", "address": "fa:16:3e:fd:b4:9f", "network": {"id": "55aaf4c6-4208-4131-b895-9cbff686f1fd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1035643210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73724f4f79f54ee9821dacb7a6ec68d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap365cf112-47", "ovs_interfaceid": "365cf112-4710-4379-8dbd-9c79e7d59032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1025.779825] env[65682]: DEBUG oslo_concurrency.lockutils [req-4ddac5b3-be83-4367-9a15-15ba580151cb req-081f0470-88ef-4ccf-a832-d80fd3f0d044 service nova] Acquired lock "refresh_cache-81cf4997-e498-4b3e-b3ac-490cdd254fbd" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.780013] env[65682]: DEBUG nova.network.neutron [req-4ddac5b3-be83-4367-9a15-15ba580151cb req-081f0470-88ef-4ccf-a832-d80fd3f0d044 service nova] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Refreshing network info cache for port 365cf112-4710-4379-8dbd-9c79e7d59032 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.781410] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:b4:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '365cf112-4710-4379-8dbd-9c79e7d59032', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.789683] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1025.790913] env[65682]: WARNING neutronclient.v2_0.client [req-4ddac5b3-be83-4367-9a15-15ba580151cb req-081f0470-88ef-4ccf-a832-d80fd3f0d044 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1025.793210] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.793992] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d81e8d83-17fc-4599-972e-1a7e5eef467b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.815364] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d9dbc506-554e-4c3a-a4e1-cb2f5796e94c tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Lock "9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.634s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.818956] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.818956] env[65682]: value = "task-4616480" [ 1025.818956] env[65682]: _type = "Task" [ 1025.818956] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.836466] env[65682]: DEBUG oslo_vmware.api [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616478, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560453} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.836675] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616480, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.836919] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] e56911bb-205b-4fa0-bf82-1e3b1c3f83ff/e56911bb-205b-4fa0-bf82-1e3b1c3f83ff.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.837156] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.837421] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce9a067f-f464-4e84-be76-01fc60111be5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.847290] env[65682]: DEBUG oslo_vmware.api [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1025.847290] env[65682]: value = "task-4616481" [ 1025.847290] env[65682]: _type = "Task" [ 1025.847290] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.857682] env[65682]: DEBUG oslo_vmware.api [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.876855] env[65682]: DEBUG oslo_vmware.api [None req-734ceb29-33ae-4c83-9411-39c32b972e6a tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616479, 'name': PowerOffVM_Task, 'duration_secs': 0.269408} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.877234] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-734ceb29-33ae-4c83-9411-39c32b972e6a tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.877409] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-734ceb29-33ae-4c83-9411-39c32b972e6a tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.878126] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5516572a-7bde-4cc1-897e-f982d078f905 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.959102] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.959927] env[65682]: DEBUG nova.compute.manager [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1025.966306] env[65682]: DEBUG oslo_concurrency.lockutils [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.338s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.968495] env[65682]: INFO nova.compute.claims [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1025.975211] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-734ceb29-33ae-4c83-9411-39c32b972e6a tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.975211] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-734ceb29-33ae-4c83-9411-39c32b972e6a tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.975211] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-734ceb29-33ae-4c83-9411-39c32b972e6a tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Deleting the datastore file [datastore2] c1dffb08-8d14-4976-addd-6f563b1f31fb {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.981954] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a32c298e-bb5b-4f61-a142-4f9c390e4723 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.998909] env[65682]: DEBUG oslo_vmware.api [None req-734ceb29-33ae-4c83-9411-39c32b972e6a tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 1025.998909] env[65682]: value = "task-4616483" [ 1025.998909] env[65682]: _type = "Task" [ 1025.998909] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.016100] env[65682]: DEBUG oslo_vmware.api [None req-734ceb29-33ae-4c83-9411-39c32b972e6a tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.030292] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d42a98e6-afae-48db-be52-d5787edd24cc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.041979] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9237db2a-2abe-49cb-a200-ef9a1c5e2a33 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.057954] env[65682]: DEBUG nova.network.neutron [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Successfully updated port: 2c922de2-3b6b-43e3-9374-87cf8c4b2590 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1026.088428] env[65682]: DEBUG nova.compute.manager [req-1e394abc-3b70-4f1c-bedf-1f0188583bf7 req-51d9f6fd-96e5-4bcc-80a9-0457b835016d service nova] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Detach interface failed, port_id=48b915d8-32c1-4c59-99c7-844231690f1a, reason: Instance bd13c2de-6abf-4237-b7b2-bbc24fc59b24 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1026.090022] env[65682]: WARNING neutronclient.v2_0.client [req-4ddac5b3-be83-4367-9a15-15ba580151cb req-081f0470-88ef-4ccf-a832-d80fd3f0d044 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.096041] env[65682]: INFO nova.compute.manager [-] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Took 1.69 seconds to deallocate network for instance. [ 1026.172271] env[65682]: DEBUG nova.network.neutron [req-4ddac5b3-be83-4367-9a15-15ba580151cb req-081f0470-88ef-4ccf-a832-d80fd3f0d044 service nova] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Updated VIF entry in instance network info cache for port 365cf112-4710-4379-8dbd-9c79e7d59032. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1026.172646] env[65682]: DEBUG nova.network.neutron [req-4ddac5b3-be83-4367-9a15-15ba580151cb req-081f0470-88ef-4ccf-a832-d80fd3f0d044 service nova] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Updating instance_info_cache with network_info: [{"id": "365cf112-4710-4379-8dbd-9c79e7d59032", "address": "fa:16:3e:fd:b4:9f", "network": {"id": "55aaf4c6-4208-4131-b895-9cbff686f1fd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1035643210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73724f4f79f54ee9821dacb7a6ec68d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap365cf112-47", "ovs_interfaceid": "365cf112-4710-4379-8dbd-9c79e7d59032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.332090] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616480, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.358551] env[65682]: DEBUG oslo_vmware.api [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089834} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.358904] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.359746] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79658f8-ea06-4cd4-a79e-8d41665cad59 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.385676] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] e56911bb-205b-4fa0-bf82-1e3b1c3f83ff/e56911bb-205b-4fa0-bf82-1e3b1c3f83ff.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.388890] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fe66de6-585c-40f9-a307-627a9b71285a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.407350] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cbd4ef-57a0-425a-b0d3-eebf735bc0dd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.417257] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6752ad-fe40-4461-be5f-6e6f68d9de9e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Suspending the VM {{(pid=65682) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1026.418778] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8d5a79b8-2fd0-49d9-9955-ef3a162ecb57 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.420705] env[65682]: DEBUG oslo_vmware.api [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1026.420705] env[65682]: value = "task-4616484" [ 1026.420705] env[65682]: _type = "Task" [ 1026.420705] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.429596] env[65682]: DEBUG oslo_vmware.api [None req-ce6752ad-fe40-4461-be5f-6e6f68d9de9e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 1026.429596] env[65682]: value = "task-4616485" [ 1026.429596] env[65682]: _type = "Task" [ 1026.429596] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.438735] env[65682]: DEBUG oslo_vmware.api [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616484, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.449359] env[65682]: DEBUG oslo_vmware.api [None req-ce6752ad-fe40-4461-be5f-6e6f68d9de9e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616485, 'name': SuspendVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.465047] env[65682]: INFO nova.compute.manager [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Rebuilding instance [ 1026.484990] env[65682]: DEBUG nova.compute.utils [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.488582] env[65682]: DEBUG nova.compute.manager [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1026.488794] env[65682]: DEBUG nova.network.neutron [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1026.489142] env[65682]: WARNING neutronclient.v2_0.client [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.489439] env[65682]: WARNING neutronclient.v2_0.client [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.518344] env[65682]: DEBUG oslo_vmware.api [None req-734ceb29-33ae-4c83-9411-39c32b972e6a tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337288} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.518616] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-734ceb29-33ae-4c83-9411-39c32b972e6a tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.518816] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-734ceb29-33ae-4c83-9411-39c32b972e6a tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.519993] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-734ceb29-33ae-4c83-9411-39c32b972e6a tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.520959] env[65682]: INFO nova.compute.manager [None req-734ceb29-33ae-4c83-9411-39c32b972e6a tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1026.521294] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-734ceb29-33ae-4c83-9411-39c32b972e6a tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1026.521786] env[65682]: DEBUG nova.compute.manager [-] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1026.523036] env[65682]: DEBUG nova.network.neutron [-] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1026.523036] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.531509] env[65682]: DEBUG nova.compute.manager [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1026.532688] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8299f5d4-2a01-4e44-aa3a-a3fbbe3aba70 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.538510] env[65682]: DEBUG nova.policy [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fda0797adbe42619cc45c9e8bb907c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5767ded856aa4622bc8a6e7f1c351c2a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.561994] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "refresh_cache-1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.562318] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquired lock "refresh_cache-1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.562398] env[65682]: DEBUG nova.network.neutron [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1026.602035] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.606979] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c392d556-c8a3-4f22-9a29-ae7254175014 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.675869] env[65682]: DEBUG oslo_concurrency.lockutils [req-4ddac5b3-be83-4367-9a15-15ba580151cb req-081f0470-88ef-4ccf-a832-d80fd3f0d044 service nova] Releasing lock "refresh_cache-81cf4997-e498-4b3e-b3ac-490cdd254fbd" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.838739] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616480, 'name': CreateVM_Task, 'duration_secs': 0.527998} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.840048] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.840304] env[65682]: WARNING neutronclient.v2_0.client [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.840897] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.841239] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.841820] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.842259] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94e89f2b-5645-4731-83fe-7717b161b5b8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.850262] env[65682]: DEBUG oslo_vmware.api [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1026.850262] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5286ef15-dd1c-1b10-f205-cfafb4a34705" [ 1026.850262] env[65682]: _type = "Task" [ 1026.850262] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.861385] env[65682]: DEBUG oslo_vmware.api [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5286ef15-dd1c-1b10-f205-cfafb4a34705, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.935397] env[65682]: DEBUG oslo_vmware.api [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616484, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.946990] env[65682]: DEBUG oslo_vmware.api [None req-ce6752ad-fe40-4461-be5f-6e6f68d9de9e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616485, 'name': SuspendVM_Task} progress is 58%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.993072] env[65682]: DEBUG nova.compute.manager [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1026.997858] env[65682]: DEBUG nova.network.neutron [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Successfully created port: 0cdc099d-d709-4865-bad1-3b1693489519 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1027.240198] env[65682]: DEBUG nova.network.neutron [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1027.363879] env[65682]: DEBUG oslo_vmware.api [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5286ef15-dd1c-1b10-f205-cfafb4a34705, 'name': SearchDatastore_Task, 'duration_secs': 0.023642} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.364036] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.364271] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.364744] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.364873] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.365049] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.365338] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb2d940e-030a-4ec7-94a9-76e7b712d15d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.378096] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.378096] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.378096] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-986d256b-7b2c-4fe3-b4ae-0cdea7c783dd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.392205] env[65682]: DEBUG oslo_vmware.api [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1027.392205] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52662e96-6382-548b-60ec-a9a91163c215" [ 1027.392205] env[65682]: _type = "Task" [ 1027.392205] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.403057] env[65682]: DEBUG oslo_vmware.api [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52662e96-6382-548b-60ec-a9a91163c215, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.418194] env[65682]: WARNING neutronclient.v2_0.client [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.434946] env[65682]: DEBUG oslo_vmware.api [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616484, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.449959] env[65682]: DEBUG oslo_vmware.api [None req-ce6752ad-fe40-4461-be5f-6e6f68d9de9e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616485, 'name': SuspendVM_Task, 'duration_secs': 0.892437} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.449959] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ce6752ad-fe40-4461-be5f-6e6f68d9de9e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Suspended the VM {{(pid=65682) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1027.449959] env[65682]: DEBUG nova.compute.manager [None req-ce6752ad-fe40-4461-be5f-6e6f68d9de9e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1027.451220] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f162d11-fa05-4fec-80d3-9764ed378e5e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.463852] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f296a5d-2424-4dbb-9cbc-f1290f3e2490 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.476976] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156ffb15-034d-472d-9f1e-ffda0bb4d9bf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.515173] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031cd8e9-2bb1-4fb7-8e0f-f7782a13ca81 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.521869] env[65682]: DEBUG nova.network.neutron [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Updating instance_info_cache with network_info: [{"id": "2c922de2-3b6b-43e3-9374-87cf8c4b2590", "address": "fa:16:3e:84:62:ae", "network": {"id": "1719932d-bcf4-4ad2-8e3f-f55b5aaf896d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1384213493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1063d410f5864f5292ea4436f03d192c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c922de2-3b", "ovs_interfaceid": "2c922de2-3b6b-43e3-9374-87cf8c4b2590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.529037] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6683ab44-b254-4fd0-a6fc-0da0b1c38d5b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.549200] env[65682]: DEBUG nova.compute.provider_tree [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.557623] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.558777] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa268c13-71f1-46cb-8699-6e2bdb0bf81d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.567210] env[65682]: DEBUG oslo_vmware.api [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for the task: (returnval){ [ 1027.567210] env[65682]: value = "task-4616486" [ 1027.567210] env[65682]: _type = "Task" [ 1027.567210] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.576996] env[65682]: DEBUG oslo_vmware.api [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.686327] env[65682]: DEBUG nova.network.neutron [-] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.741291] env[65682]: DEBUG nova.compute.manager [req-1a0f12f5-3538-4f14-8e4f-65b35abd3bdf req-fc3edf8d-384c-4b25-ba44-af1d9b6826f3 service nova] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Received event network-vif-plugged-2c922de2-3b6b-43e3-9374-87cf8c4b2590 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1027.741659] env[65682]: DEBUG oslo_concurrency.lockutils [req-1a0f12f5-3538-4f14-8e4f-65b35abd3bdf req-fc3edf8d-384c-4b25-ba44-af1d9b6826f3 service nova] Acquiring lock "1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.741995] env[65682]: DEBUG oslo_concurrency.lockutils [req-1a0f12f5-3538-4f14-8e4f-65b35abd3bdf req-fc3edf8d-384c-4b25-ba44-af1d9b6826f3 service nova] Lock "1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.742323] env[65682]: DEBUG oslo_concurrency.lockutils [req-1a0f12f5-3538-4f14-8e4f-65b35abd3bdf req-fc3edf8d-384c-4b25-ba44-af1d9b6826f3 service nova] Lock "1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.742535] env[65682]: DEBUG nova.compute.manager [req-1a0f12f5-3538-4f14-8e4f-65b35abd3bdf req-fc3edf8d-384c-4b25-ba44-af1d9b6826f3 service nova] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] No waiting events found dispatching network-vif-plugged-2c922de2-3b6b-43e3-9374-87cf8c4b2590 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1027.742800] env[65682]: WARNING nova.compute.manager [req-1a0f12f5-3538-4f14-8e4f-65b35abd3bdf req-fc3edf8d-384c-4b25-ba44-af1d9b6826f3 service nova] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Received unexpected event network-vif-plugged-2c922de2-3b6b-43e3-9374-87cf8c4b2590 for instance with vm_state building and task_state spawning. [ 1027.743084] env[65682]: DEBUG nova.compute.manager [req-1a0f12f5-3538-4f14-8e4f-65b35abd3bdf req-fc3edf8d-384c-4b25-ba44-af1d9b6826f3 service nova] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Received event network-changed-2c922de2-3b6b-43e3-9374-87cf8c4b2590 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1027.743339] env[65682]: DEBUG nova.compute.manager [req-1a0f12f5-3538-4f14-8e4f-65b35abd3bdf req-fc3edf8d-384c-4b25-ba44-af1d9b6826f3 service nova] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Refreshing instance network info cache due to event network-changed-2c922de2-3b6b-43e3-9374-87cf8c4b2590. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1027.743606] env[65682]: DEBUG oslo_concurrency.lockutils [req-1a0f12f5-3538-4f14-8e4f-65b35abd3bdf req-fc3edf8d-384c-4b25-ba44-af1d9b6826f3 service nova] Acquiring lock "refresh_cache-1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.907113] env[65682]: DEBUG oslo_vmware.api [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52662e96-6382-548b-60ec-a9a91163c215, 'name': SearchDatastore_Task, 'duration_secs': 0.0126} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.907312] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49246296-ae9e-4ec6-bb55-88bd67e55bf8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.915778] env[65682]: DEBUG oslo_vmware.api [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1027.915778] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a5a838-1250-4d9e-e0e9-f924b9bf6bd0" [ 1027.915778] env[65682]: _type = "Task" [ 1027.915778] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.925344] env[65682]: DEBUG oslo_vmware.api [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a5a838-1250-4d9e-e0e9-f924b9bf6bd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.935996] env[65682]: DEBUG oslo_vmware.api [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616484, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.016330] env[65682]: DEBUG nova.compute.manager [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1028.027612] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Releasing lock "refresh_cache-1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.028048] env[65682]: DEBUG nova.compute.manager [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Instance network_info: |[{"id": "2c922de2-3b6b-43e3-9374-87cf8c4b2590", "address": "fa:16:3e:84:62:ae", "network": {"id": "1719932d-bcf4-4ad2-8e3f-f55b5aaf896d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1384213493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1063d410f5864f5292ea4436f03d192c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c922de2-3b", "ovs_interfaceid": "2c922de2-3b6b-43e3-9374-87cf8c4b2590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1028.028400] env[65682]: DEBUG oslo_concurrency.lockutils [req-1a0f12f5-3538-4f14-8e4f-65b35abd3bdf req-fc3edf8d-384c-4b25-ba44-af1d9b6826f3 service nova] Acquired lock "refresh_cache-1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.028587] env[65682]: DEBUG nova.network.neutron [req-1a0f12f5-3538-4f14-8e4f-65b35abd3bdf req-fc3edf8d-384c-4b25-ba44-af1d9b6826f3 service nova] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Refreshing network info cache for port 2c922de2-3b6b-43e3-9374-87cf8c4b2590 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.029953] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:62:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1002b79b-224e-41e3-a484-4245a767147a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c922de2-3b6b-43e3-9374-87cf8c4b2590', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.039127] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1028.042750] env[65682]: WARNING neutronclient.v2_0.client [req-1a0f12f5-3538-4f14-8e4f-65b35abd3bdf req-fc3edf8d-384c-4b25-ba44-af1d9b6826f3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.045134] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.046158] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d91c038-e164-40b6-8b0b-6f2db1ec1f38 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.068084] env[65682]: DEBUG nova.virt.hardware [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1028.068424] env[65682]: DEBUG nova.virt.hardware [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.068624] env[65682]: DEBUG nova.virt.hardware [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1028.068888] env[65682]: DEBUG nova.virt.hardware [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.069117] env[65682]: DEBUG nova.virt.hardware [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1028.069317] env[65682]: DEBUG nova.virt.hardware [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1028.069576] env[65682]: DEBUG nova.virt.hardware [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1028.069794] env[65682]: DEBUG nova.virt.hardware [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1028.070035] env[65682]: DEBUG nova.virt.hardware [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1028.070259] env[65682]: DEBUG nova.virt.hardware [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1028.070490] env[65682]: DEBUG nova.virt.hardware [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1028.072033] env[65682]: DEBUG nova.scheduler.client.report [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.078949] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012e08cc-91d9-4242-a676-8028c0febe3f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.092424] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.092424] env[65682]: value = "task-4616487" [ 1028.092424] env[65682]: _type = "Task" [ 1028.092424] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.098850] env[65682]: DEBUG oslo_vmware.api [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616486, 'name': PowerOffVM_Task, 'duration_secs': 0.333039} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.106789] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.107136] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.108498] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3638d7bf-9f8a-44ce-83ff-3ab04d664a5a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.113900] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceba5e03-a4a9-4fff-918a-406aec96b288 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.124490] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616487, 'name': CreateVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.135716] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.136136] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c18b5596-7a39-4ec9-98fd-a68b625e4684 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.172151] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.172399] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.172578] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Deleting the datastore file [datastore2] 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.176257] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1fb96c8-48d6-4a22-a404-1d2ef190df79 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.186281] env[65682]: DEBUG oslo_vmware.api [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for the task: (returnval){ [ 1028.186281] env[65682]: value = "task-4616489" [ 1028.186281] env[65682]: _type = "Task" [ 1028.186281] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.191078] env[65682]: INFO nova.compute.manager [-] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Took 1.67 seconds to deallocate network for instance. [ 1028.200790] env[65682]: DEBUG oslo_vmware.api [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.270881] env[65682]: WARNING neutronclient.v2_0.client [req-1a0f12f5-3538-4f14-8e4f-65b35abd3bdf req-fc3edf8d-384c-4b25-ba44-af1d9b6826f3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.426832] env[65682]: DEBUG oslo_vmware.api [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a5a838-1250-4d9e-e0e9-f924b9bf6bd0, 'name': SearchDatastore_Task, 'duration_secs': 0.011511} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.430435] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.430926] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 81cf4997-e498-4b3e-b3ac-490cdd254fbd/81cf4997-e498-4b3e-b3ac-490cdd254fbd.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.431262] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ef85026-f25a-4c3f-9ffe-9ba5f01ebcdc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.441836] env[65682]: DEBUG oslo_vmware.api [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616484, 'name': ReconfigVM_Task, 'duration_secs': 1.578377} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.444465] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Reconfigured VM instance instance-00000058 to attach disk [datastore2] e56911bb-205b-4fa0-bf82-1e3b1c3f83ff/e56911bb-205b-4fa0-bf82-1e3b1c3f83ff.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.444465] env[65682]: DEBUG oslo_vmware.api [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1028.444465] env[65682]: value = "task-4616490" [ 1028.444465] env[65682]: _type = "Task" [ 1028.444465] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.444767] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a0d1f81-fbde-4cb7-8e29-c7306717cde5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.458899] env[65682]: DEBUG oslo_vmware.api [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.460640] env[65682]: DEBUG oslo_vmware.api [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1028.460640] env[65682]: value = "task-4616491" [ 1028.460640] env[65682]: _type = "Task" [ 1028.460640] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.470450] env[65682]: DEBUG oslo_vmware.api [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616491, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.502587] env[65682]: DEBUG nova.network.neutron [req-1a0f12f5-3538-4f14-8e4f-65b35abd3bdf req-fc3edf8d-384c-4b25-ba44-af1d9b6826f3 service nova] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Updated VIF entry in instance network info cache for port 2c922de2-3b6b-43e3-9374-87cf8c4b2590. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1028.502587] env[65682]: DEBUG nova.network.neutron [req-1a0f12f5-3538-4f14-8e4f-65b35abd3bdf req-fc3edf8d-384c-4b25-ba44-af1d9b6826f3 service nova] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Updating instance_info_cache with network_info: [{"id": "2c922de2-3b6b-43e3-9374-87cf8c4b2590", "address": "fa:16:3e:84:62:ae", "network": {"id": "1719932d-bcf4-4ad2-8e3f-f55b5aaf896d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1384213493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1063d410f5864f5292ea4436f03d192c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c922de2-3b", "ovs_interfaceid": "2c922de2-3b6b-43e3-9374-87cf8c4b2590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.585455] env[65682]: DEBUG oslo_concurrency.lockutils [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.586230] env[65682]: DEBUG nova.compute.manager [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1028.589998] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.675s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.590279] env[65682]: DEBUG nova.objects.instance [None req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lazy-loading 'resources' on Instance uuid d0ef8271-64ac-4899-b800-b213195b585b {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.612849] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616487, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.701674] env[65682]: DEBUG oslo_vmware.api [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309469} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.702955] env[65682]: DEBUG oslo_concurrency.lockutils [None req-734ceb29-33ae-4c83-9411-39c32b972e6a tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.703349] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.703671] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.703809] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.729301] env[65682]: DEBUG nova.compute.manager [req-2ea4a356-53f1-487e-97fa-893c354e71dd req-d190ca29-c44d-47b7-b37e-3872f750e5c0 service nova] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Received event network-vif-plugged-0cdc099d-d709-4865-bad1-3b1693489519 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1028.730028] env[65682]: DEBUG oslo_concurrency.lockutils [req-2ea4a356-53f1-487e-97fa-893c354e71dd req-d190ca29-c44d-47b7-b37e-3872f750e5c0 service nova] Acquiring lock "5704ba32-7311-431b-a106-b6fa0380df1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.730299] env[65682]: DEBUG oslo_concurrency.lockutils [req-2ea4a356-53f1-487e-97fa-893c354e71dd req-d190ca29-c44d-47b7-b37e-3872f750e5c0 service nova] Lock "5704ba32-7311-431b-a106-b6fa0380df1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.730390] env[65682]: DEBUG oslo_concurrency.lockutils [req-2ea4a356-53f1-487e-97fa-893c354e71dd req-d190ca29-c44d-47b7-b37e-3872f750e5c0 service nova] Lock "5704ba32-7311-431b-a106-b6fa0380df1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.730596] env[65682]: DEBUG nova.compute.manager [req-2ea4a356-53f1-487e-97fa-893c354e71dd req-d190ca29-c44d-47b7-b37e-3872f750e5c0 service nova] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] No waiting events found dispatching network-vif-plugged-0cdc099d-d709-4865-bad1-3b1693489519 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1028.730717] env[65682]: WARNING nova.compute.manager [req-2ea4a356-53f1-487e-97fa-893c354e71dd req-d190ca29-c44d-47b7-b37e-3872f750e5c0 service nova] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Received unexpected event network-vif-plugged-0cdc099d-d709-4865-bad1-3b1693489519 for instance with vm_state building and task_state spawning. [ 1028.731912] env[65682]: DEBUG nova.network.neutron [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Successfully updated port: 0cdc099d-d709-4865-bad1-3b1693489519 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1028.737924] env[65682]: INFO nova.compute.manager [None req-ba2e1650-4159-40a9-83b3-00dd1318bf8f tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Resuming [ 1028.738736] env[65682]: DEBUG nova.objects.instance [None req-ba2e1650-4159-40a9-83b3-00dd1318bf8f tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lazy-loading 'flavor' on Instance uuid c46c1769-6758-4ad1-8768-8579ce514021 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.959072] env[65682]: DEBUG oslo_vmware.api [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616490, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.971445] env[65682]: DEBUG oslo_vmware.api [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616491, 'name': Rename_Task, 'duration_secs': 0.186606} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.971762] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.972038] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b240078d-e374-42f2-a97a-0fd8e2549b69 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.980730] env[65682]: DEBUG oslo_vmware.api [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1028.980730] env[65682]: value = "task-4616492" [ 1028.980730] env[65682]: _type = "Task" [ 1028.980730] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.990850] env[65682]: DEBUG oslo_vmware.api [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.005937] env[65682]: DEBUG oslo_concurrency.lockutils [req-1a0f12f5-3538-4f14-8e4f-65b35abd3bdf req-fc3edf8d-384c-4b25-ba44-af1d9b6826f3 service nova] Releasing lock "refresh_cache-1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.005937] env[65682]: DEBUG nova.compute.manager [req-1a0f12f5-3538-4f14-8e4f-65b35abd3bdf req-fc3edf8d-384c-4b25-ba44-af1d9b6826f3 service nova] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Received event network-vif-deleted-52570d6e-b09c-4f52-962c-95ab754de987 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1029.094589] env[65682]: DEBUG nova.compute.utils [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1029.099016] env[65682]: DEBUG nova.compute.manager [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1029.099399] env[65682]: DEBUG nova.network.neutron [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1029.099825] env[65682]: WARNING neutronclient.v2_0.client [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.100240] env[65682]: WARNING neutronclient.v2_0.client [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.113583] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616487, 'name': CreateVM_Task, 'duration_secs': 0.555433} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.115509] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.116270] env[65682]: WARNING neutronclient.v2_0.client [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.117031] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.117154] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.117439] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.118831] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a52a7c26-be85-43e4-b2e7-74c512a96460 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.125542] env[65682]: DEBUG oslo_vmware.api [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1029.125542] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d908c1-b6e7-95a4-97c8-a9d8c66561df" [ 1029.125542] env[65682]: _type = "Task" [ 1029.125542] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.142761] env[65682]: DEBUG oslo_vmware.api [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d908c1-b6e7-95a4-97c8-a9d8c66561df, 'name': SearchDatastore_Task, 'duration_secs': 0.013941} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.143684] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.143684] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.143921] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.144061] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.144311] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.144708] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f766a760-1317-4d88-aa2f-034358c00502 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.155806] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.155959] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.156765] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53a7778e-a67f-44f4-a4ec-345091663a22 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.166907] env[65682]: DEBUG nova.policy [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e57073e2ad84d08a91ca82ce72096c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '983a459c835447309a57d7ac8b8bcfa5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.169164] env[65682]: DEBUG oslo_vmware.api [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1029.169164] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a46c2c-05ce-f167-e1c0-c02d15814f2c" [ 1029.169164] env[65682]: _type = "Task" [ 1029.169164] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.179515] env[65682]: DEBUG oslo_vmware.api [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a46c2c-05ce-f167-e1c0-c02d15814f2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.235621] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "refresh_cache-5704ba32-7311-431b-a106-b6fa0380df1a" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.236555] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquired lock "refresh_cache-5704ba32-7311-431b-a106-b6fa0380df1a" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.236823] env[65682]: DEBUG nova.network.neutron [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1029.459946] env[65682]: DEBUG oslo_vmware.api [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616490, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669508} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.463242] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 81cf4997-e498-4b3e-b3ac-490cdd254fbd/81cf4997-e498-4b3e-b3ac-490cdd254fbd.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.463519] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.464039] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b2c48a7-e052-49a7-b73a-9998211fb6d8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.472632] env[65682]: DEBUG oslo_vmware.api [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1029.472632] env[65682]: value = "task-4616493" [ 1029.472632] env[65682]: _type = "Task" [ 1029.472632] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.488526] env[65682]: DEBUG oslo_vmware.api [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.497907] env[65682]: DEBUG oslo_vmware.api [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616492, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.509848] env[65682]: DEBUG nova.network.neutron [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Successfully created port: 6b653bfe-dd53-4083-bc04-aa4890b16509 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1029.514500] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30bc935-8822-4584-88ea-cb6e4619db49 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.523901] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fa8536-e572-4ecd-a1d6-560fc5013ec4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.563179] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7f5720-cd51-4e8a-ba7a-8d0d06169aa2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.572487] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdb1726-7c55-494c-b58a-3eadc1e6ced6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.596282] env[65682]: DEBUG nova.compute.provider_tree [None req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.603794] env[65682]: DEBUG nova.compute.manager [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1029.684248] env[65682]: DEBUG oslo_vmware.api [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a46c2c-05ce-f167-e1c0-c02d15814f2c, 'name': SearchDatastore_Task, 'duration_secs': 0.019727} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.685572] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ad31dd7-b4a5-43e0-a061-2fb8335e15b9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.692813] env[65682]: DEBUG oslo_vmware.api [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1029.692813] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ef48f6-1f8b-d506-d279-0bef44920b16" [ 1029.692813] env[65682]: _type = "Task" [ 1029.692813] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.702586] env[65682]: DEBUG oslo_vmware.api [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ef48f6-1f8b-d506-d279-0bef44920b16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.754720] env[65682]: DEBUG nova.virt.hardware [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1029.754869] env[65682]: DEBUG nova.virt.hardware [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.754972] env[65682]: DEBUG nova.virt.hardware [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1029.755166] env[65682]: DEBUG nova.virt.hardware [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.755309] env[65682]: DEBUG nova.virt.hardware [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1029.755453] env[65682]: DEBUG nova.virt.hardware [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1029.756064] env[65682]: DEBUG nova.virt.hardware [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1029.756064] env[65682]: DEBUG nova.virt.hardware [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1029.756452] env[65682]: DEBUG nova.virt.hardware [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1029.756630] env[65682]: DEBUG nova.virt.hardware [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1029.756798] env[65682]: DEBUG nova.virt.hardware [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1029.761147] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5343027a-d644-4267-bbab-5e04a0044590 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.772914] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d394ec-5371-4783-8c85-71442266e79d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.778047] env[65682]: DEBUG nova.network.neutron [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1029.792352] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Instance VIF info [] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.800681] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1029.801376] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.801610] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3094f5e0-cd1d-4440-9525-58bd1cb13b24 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.821628] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.821628] env[65682]: value = "task-4616494" [ 1029.821628] env[65682]: _type = "Task" [ 1029.821628] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.830721] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616494, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.978205] env[65682]: WARNING neutronclient.v2_0.client [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.988793] env[65682]: DEBUG oslo_vmware.api [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135922} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.989362] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.990227] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07561536-02e9-4dab-83b8-d832a0652254 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.995869] env[65682]: DEBUG oslo_vmware.api [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616492, 'name': PowerOnVM_Task, 'duration_secs': 0.613788} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.996564] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.996785] env[65682]: INFO nova.compute.manager [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Took 9.83 seconds to spawn the instance on the hypervisor. [ 1029.996971] env[65682]: DEBUG nova.compute.manager [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1029.997902] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d4c771-1028-4adb-8041-243985b4fa8a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.019036] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 81cf4997-e498-4b3e-b3ac-490cdd254fbd/81cf4997-e498-4b3e-b3ac-490cdd254fbd.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.019869] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d72c752a-9ac1-493d-9a39-ac57b21c8f04 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.053094] env[65682]: DEBUG oslo_vmware.api [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1030.053094] env[65682]: value = "task-4616495" [ 1030.053094] env[65682]: _type = "Task" [ 1030.053094] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.064309] env[65682]: DEBUG oslo_vmware.api [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616495, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.096754] env[65682]: DEBUG nova.scheduler.client.report [None req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.123855] env[65682]: DEBUG nova.network.neutron [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Updating instance_info_cache with network_info: [{"id": "0cdc099d-d709-4865-bad1-3b1693489519", "address": "fa:16:3e:8f:84:72", "network": {"id": "ec6b4524-66db-47ab-a707-b451781a6e46", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1309945081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5767ded856aa4622bc8a6e7f1c351c2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cdc099d-d7", "ovs_interfaceid": "0cdc099d-d709-4865-bad1-3b1693489519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.205093] env[65682]: DEBUG oslo_vmware.api [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ef48f6-1f8b-d506-d279-0bef44920b16, 'name': SearchDatastore_Task, 'duration_secs': 0.031525} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.205320] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.205588] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59/1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.205906] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c28e1a88-533d-4750-a36b-82a557689ee0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.214086] env[65682]: DEBUG oslo_vmware.api [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1030.214086] env[65682]: value = "task-4616496" [ 1030.214086] env[65682]: _type = "Task" [ 1030.214086] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.223481] env[65682]: DEBUG oslo_vmware.api [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.261890] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba2e1650-4159-40a9-83b3-00dd1318bf8f tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquiring lock "refresh_cache-c46c1769-6758-4ad1-8768-8579ce514021" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.262161] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba2e1650-4159-40a9-83b3-00dd1318bf8f tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquired lock "refresh_cache-c46c1769-6758-4ad1-8768-8579ce514021" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.262161] env[65682]: DEBUG nova.network.neutron [None req-ba2e1650-4159-40a9-83b3-00dd1318bf8f tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1030.334892] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616494, 'name': CreateVM_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.550430] env[65682]: INFO nova.compute.manager [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Took 33.34 seconds to build instance. [ 1030.564634] env[65682]: DEBUG oslo_vmware.api [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.604502] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.608042] env[65682]: DEBUG oslo_concurrency.lockutils [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.412s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.609635] env[65682]: INFO nova.compute.claims [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.616803] env[65682]: DEBUG nova.compute.manager [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1030.627944] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Releasing lock "refresh_cache-5704ba32-7311-431b-a106-b6fa0380df1a" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.628851] env[65682]: DEBUG nova.compute.manager [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Instance network_info: |[{"id": "0cdc099d-d709-4865-bad1-3b1693489519", "address": "fa:16:3e:8f:84:72", "network": {"id": "ec6b4524-66db-47ab-a707-b451781a6e46", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1309945081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5767ded856aa4622bc8a6e7f1c351c2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cdc099d-d7", "ovs_interfaceid": "0cdc099d-d709-4865-bad1-3b1693489519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1030.629883] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:84:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cdc099d-d709-4865-bad1-3b1693489519', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.639838] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1030.641043] env[65682]: INFO nova.scheduler.client.report [None req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Deleted allocations for instance d0ef8271-64ac-4899-b800-b213195b585b [ 1030.644684] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.646538] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a9d227a-95a4-498d-8cc6-bb58105d29d2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.670027] env[65682]: DEBUG nova.virt.hardware [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1030.670292] env[65682]: DEBUG nova.virt.hardware [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.670451] env[65682]: DEBUG nova.virt.hardware [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1030.670629] env[65682]: DEBUG nova.virt.hardware [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.670772] env[65682]: DEBUG nova.virt.hardware [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1030.670914] env[65682]: DEBUG nova.virt.hardware [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1030.671136] env[65682]: DEBUG nova.virt.hardware [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1030.671302] env[65682]: DEBUG nova.virt.hardware [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1030.671464] env[65682]: DEBUG nova.virt.hardware [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1030.671622] env[65682]: DEBUG nova.virt.hardware [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1030.671870] env[65682]: DEBUG nova.virt.hardware [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1030.673283] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8b5f53-dd8f-4341-812f-b2e355aa1384 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.685898] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7deaf37c-4f23-4511-b0a4-d133a3cdf4ac {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.691404] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.691404] env[65682]: value = "task-4616497" [ 1030.691404] env[65682]: _type = "Task" [ 1030.691404] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.712678] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616497, 'name': CreateVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.725578] env[65682]: DEBUG oslo_vmware.api [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.765703] env[65682]: WARNING neutronclient.v2_0.client [None req-ba2e1650-4159-40a9-83b3-00dd1318bf8f tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.837527] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616494, 'name': CreateVM_Task, 'duration_secs': 0.678901} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.838489] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.838651] env[65682]: DEBUG oslo_concurrency.lockutils [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.838863] env[65682]: DEBUG oslo_concurrency.lockutils [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.839362] env[65682]: DEBUG oslo_concurrency.lockutils [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.839762] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bda064b1-e71a-44da-9847-f753c8d7a50a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.847976] env[65682]: DEBUG oslo_vmware.api [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for the task: (returnval){ [ 1030.847976] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52893642-1702-1cb6-8e2c-6c88196a82f0" [ 1030.847976] env[65682]: _type = "Task" [ 1030.847976] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.860448] env[65682]: DEBUG oslo_vmware.api [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52893642-1702-1cb6-8e2c-6c88196a82f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.053216] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e47b63e1-d911-4329-8336-688e8598d846 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "e56911bb-205b-4fa0-bf82-1e3b1c3f83ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.859s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.067762] env[65682]: DEBUG oslo_vmware.api [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.186033] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a29dfd13-e9fb-4280-a0ee-34df5192cf16 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "d0ef8271-64ac-4899-b800-b213195b585b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.310s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.186033] env[65682]: DEBUG nova.network.neutron [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Successfully updated port: 6b653bfe-dd53-4083-bc04-aa4890b16509 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1031.206447] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616497, 'name': CreateVM_Task, 'duration_secs': 0.472962} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.206633] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.207169] env[65682]: WARNING neutronclient.v2_0.client [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.207523] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.230414] env[65682]: DEBUG oslo_vmware.api [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616496, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.963312} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.230710] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59/1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.230921] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.231546] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36cdda35-6a86-4e15-9aa7-97d9c3574a4a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.240873] env[65682]: DEBUG oslo_vmware.api [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1031.240873] env[65682]: value = "task-4616498" [ 1031.240873] env[65682]: _type = "Task" [ 1031.240873] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.251229] env[65682]: DEBUG oslo_vmware.api [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.277029] env[65682]: DEBUG nova.compute.manager [req-4304cf47-c6d6-494c-bd64-fa2950da32ea req-cc1ed473-4e1c-4b68-bc26-08b73f704893 service nova] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Received event network-changed-0cdc099d-d709-4865-bad1-3b1693489519 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1031.277029] env[65682]: DEBUG nova.compute.manager [req-4304cf47-c6d6-494c-bd64-fa2950da32ea req-cc1ed473-4e1c-4b68-bc26-08b73f704893 service nova] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Refreshing instance network info cache due to event network-changed-0cdc099d-d709-4865-bad1-3b1693489519. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1031.278229] env[65682]: DEBUG oslo_concurrency.lockutils [req-4304cf47-c6d6-494c-bd64-fa2950da32ea req-cc1ed473-4e1c-4b68-bc26-08b73f704893 service nova] Acquiring lock "refresh_cache-5704ba32-7311-431b-a106-b6fa0380df1a" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.278229] env[65682]: DEBUG oslo_concurrency.lockutils [req-4304cf47-c6d6-494c-bd64-fa2950da32ea req-cc1ed473-4e1c-4b68-bc26-08b73f704893 service nova] Acquired lock "refresh_cache-5704ba32-7311-431b-a106-b6fa0380df1a" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.278229] env[65682]: DEBUG nova.network.neutron [req-4304cf47-c6d6-494c-bd64-fa2950da32ea req-cc1ed473-4e1c-4b68-bc26-08b73f704893 service nova] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Refreshing network info cache for port 0cdc099d-d709-4865-bad1-3b1693489519 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.361994] env[65682]: DEBUG oslo_vmware.api [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52893642-1702-1cb6-8e2c-6c88196a82f0, 'name': SearchDatastore_Task, 'duration_secs': 0.079098} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.362643] env[65682]: DEBUG oslo_concurrency.lockutils [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.362643] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.362824] env[65682]: DEBUG oslo_concurrency.lockutils [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.362960] env[65682]: DEBUG oslo_concurrency.lockutils [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.363456] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.363571] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.364278] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.364278] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-860a1991-e3cf-4172-95eb-9419f9d25844 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.366658] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-918efb38-3213-466f-9564-980ee4d25a70 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.374699] env[65682]: DEBUG oslo_vmware.api [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 1031.374699] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52abfff4-161b-ad14-d120-de38e0545e77" [ 1031.374699] env[65682]: _type = "Task" [ 1031.374699] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.385921] env[65682]: DEBUG oslo_vmware.api [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52abfff4-161b-ad14-d120-de38e0545e77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.387096] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.387293] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.389152] env[65682]: WARNING neutronclient.v2_0.client [None req-ba2e1650-4159-40a9-83b3-00dd1318bf8f tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.391470] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5b9a840-ab66-4b01-a2a3-450f63c2d803 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.398733] env[65682]: DEBUG oslo_vmware.api [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for the task: (returnval){ [ 1031.398733] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5262005e-5bde-77c3-705a-948ed36ee433" [ 1031.398733] env[65682]: _type = "Task" [ 1031.398733] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.409009] env[65682]: DEBUG oslo_vmware.api [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5262005e-5bde-77c3-705a-948ed36ee433, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.487588] env[65682]: DEBUG nova.network.neutron [None req-ba2e1650-4159-40a9-83b3-00dd1318bf8f tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Updating instance_info_cache with network_info: [{"id": "1580d32a-ff27-48ab-b764-a8f30729bf0a", "address": "fa:16:3e:4e:0e:7c", "network": {"id": "caeb0c63-e524-44d9-a3f3-d330265a2b0e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-390549341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a6ae75473d441688fb59c9c7b328ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1580d32a-ff", "ovs_interfaceid": "1580d32a-ff27-48ab-b764-a8f30729bf0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.545512] env[65682]: DEBUG nova.compute.manager [req-881e468f-c0dd-4738-a20b-b1e5edbca5c4 req-1079e3f6-1b48-4132-b5c5-6cbb2bfce47c service nova] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Received event network-vif-plugged-6b653bfe-dd53-4083-bc04-aa4890b16509 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1031.545975] env[65682]: DEBUG oslo_concurrency.lockutils [req-881e468f-c0dd-4738-a20b-b1e5edbca5c4 req-1079e3f6-1b48-4132-b5c5-6cbb2bfce47c service nova] Acquiring lock "de604fb9-51a1-400c-b5a0-b1046badf3ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.546344] env[65682]: DEBUG oslo_concurrency.lockutils [req-881e468f-c0dd-4738-a20b-b1e5edbca5c4 req-1079e3f6-1b48-4132-b5c5-6cbb2bfce47c service nova] Lock "de604fb9-51a1-400c-b5a0-b1046badf3ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.546523] env[65682]: DEBUG oslo_concurrency.lockutils [req-881e468f-c0dd-4738-a20b-b1e5edbca5c4 req-1079e3f6-1b48-4132-b5c5-6cbb2bfce47c service nova] Lock "de604fb9-51a1-400c-b5a0-b1046badf3ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.546727] env[65682]: DEBUG nova.compute.manager [req-881e468f-c0dd-4738-a20b-b1e5edbca5c4 req-1079e3f6-1b48-4132-b5c5-6cbb2bfce47c service nova] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] No waiting events found dispatching network-vif-plugged-6b653bfe-dd53-4083-bc04-aa4890b16509 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1031.546849] env[65682]: WARNING nova.compute.manager [req-881e468f-c0dd-4738-a20b-b1e5edbca5c4 req-1079e3f6-1b48-4132-b5c5-6cbb2bfce47c service nova] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Received unexpected event network-vif-plugged-6b653bfe-dd53-4083-bc04-aa4890b16509 for instance with vm_state building and task_state spawning. [ 1031.567686] env[65682]: DEBUG oslo_vmware.api [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616495, 'name': ReconfigVM_Task, 'duration_secs': 1.275566} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.568208] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 81cf4997-e498-4b3e-b3ac-490cdd254fbd/81cf4997-e498-4b3e-b3ac-490cdd254fbd.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.568687] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-231964ac-db82-4f92-bc95-fd18e9ea9f12 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.576802] env[65682]: DEBUG oslo_vmware.api [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1031.576802] env[65682]: value = "task-4616499" [ 1031.576802] env[65682]: _type = "Task" [ 1031.576802] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.590676] env[65682]: DEBUG oslo_vmware.api [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616499, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.688708] env[65682]: DEBUG oslo_concurrency.lockutils [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "refresh_cache-de604fb9-51a1-400c-b5a0-b1046badf3ee" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.688899] env[65682]: DEBUG oslo_concurrency.lockutils [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquired lock "refresh_cache-de604fb9-51a1-400c-b5a0-b1046badf3ee" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.689104] env[65682]: DEBUG nova.network.neutron [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1031.754810] env[65682]: DEBUG oslo_vmware.api [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085646} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.758236] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.759348] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba3da80-7993-43be-97d4-35db0edcc395 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.783602] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59/1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.786920] env[65682]: WARNING neutronclient.v2_0.client [req-4304cf47-c6d6-494c-bd64-fa2950da32ea req-cc1ed473-4e1c-4b68-bc26-08b73f704893 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.789148] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-578ebc7a-aaa1-4bb6-8f92-2b975d8bc622 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.811801] env[65682]: DEBUG oslo_vmware.api [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1031.811801] env[65682]: value = "task-4616500" [ 1031.811801] env[65682]: _type = "Task" [ 1031.811801] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.826801] env[65682]: DEBUG oslo_vmware.api [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616500, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.893781] env[65682]: DEBUG oslo_vmware.api [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52abfff4-161b-ad14-d120-de38e0545e77, 'name': SearchDatastore_Task, 'duration_secs': 0.026562} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.894072] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.894421] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.894686] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.915371] env[65682]: DEBUG oslo_vmware.api [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5262005e-5bde-77c3-705a-948ed36ee433, 'name': SearchDatastore_Task, 'duration_secs': 0.014128} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.920245] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f31fac4-3140-459f-8f87-f506e7724144 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.927241] env[65682]: DEBUG oslo_vmware.api [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for the task: (returnval){ [ 1031.927241] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f69450-73e4-4311-89ad-ec2f57b524c1" [ 1031.927241] env[65682]: _type = "Task" [ 1031.927241] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.937612] env[65682]: DEBUG oslo_vmware.api [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f69450-73e4-4311-89ad-ec2f57b524c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.990564] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ba2e1650-4159-40a9-83b3-00dd1318bf8f tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Releasing lock "refresh_cache-c46c1769-6758-4ad1-8768-8579ce514021" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.991653] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c30d02-4036-44f5-916b-74f8aa777a63 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.000628] env[65682]: WARNING neutronclient.v2_0.client [req-4304cf47-c6d6-494c-bd64-fa2950da32ea req-cc1ed473-4e1c-4b68-bc26-08b73f704893 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.007139] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2e1650-4159-40a9-83b3-00dd1318bf8f tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Resuming the VM {{(pid=65682) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1032.007609] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-607a8836-d61f-411d-bdc4-b61484330b36 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.016955] env[65682]: DEBUG oslo_vmware.api [None req-ba2e1650-4159-40a9-83b3-00dd1318bf8f tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 1032.016955] env[65682]: value = "task-4616501" [ 1032.016955] env[65682]: _type = "Task" [ 1032.016955] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.029958] env[65682]: DEBUG oslo_vmware.api [None req-ba2e1650-4159-40a9-83b3-00dd1318bf8f tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.066885] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37679b76-1c6f-482c-b32b-2a446288a918 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.077250] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d3ad36-4f7f-4540-86fb-8c6f2ea7ddfa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.091795] env[65682]: DEBUG oslo_vmware.api [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616499, 'name': Rename_Task, 'duration_secs': 0.33291} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.093614] env[65682]: DEBUG nova.network.neutron [req-4304cf47-c6d6-494c-bd64-fa2950da32ea req-cc1ed473-4e1c-4b68-bc26-08b73f704893 service nova] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Updated VIF entry in instance network info cache for port 0cdc099d-d709-4865-bad1-3b1693489519. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1032.093965] env[65682]: DEBUG nova.network.neutron [req-4304cf47-c6d6-494c-bd64-fa2950da32ea req-cc1ed473-4e1c-4b68-bc26-08b73f704893 service nova] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Updating instance_info_cache with network_info: [{"id": "0cdc099d-d709-4865-bad1-3b1693489519", "address": "fa:16:3e:8f:84:72", "network": {"id": "ec6b4524-66db-47ab-a707-b451781a6e46", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1309945081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5767ded856aa4622bc8a6e7f1c351c2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cdc099d-d7", "ovs_interfaceid": "0cdc099d-d709-4865-bad1-3b1693489519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.095384] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.123600] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae0e344f-2337-4404-ba2f-638209b1552f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.126982] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122abdfe-d8f5-489e-b602-3170b18f5e9d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.138361] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c74cff8-e70e-4204-a956-48e0c0c4d373 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.142609] env[65682]: DEBUG oslo_vmware.api [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1032.142609] env[65682]: value = "task-4616502" [ 1032.142609] env[65682]: _type = "Task" [ 1032.142609] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.156951] env[65682]: DEBUG nova.compute.provider_tree [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.165264] env[65682]: DEBUG oslo_vmware.api [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616502, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.230230] env[65682]: DEBUG nova.network.neutron [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1032.328316] env[65682]: DEBUG oslo_vmware.api [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.330198] env[65682]: WARNING neutronclient.v2_0.client [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.425846] env[65682]: DEBUG nova.network.neutron [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Updating instance_info_cache with network_info: [{"id": "6b653bfe-dd53-4083-bc04-aa4890b16509", "address": "fa:16:3e:0b:46:34", "network": {"id": "d2e676e7-8222-43c3-a279-0be7d717d854", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637644478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983a459c835447309a57d7ac8b8bcfa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b653bfe-dd", "ovs_interfaceid": "6b653bfe-dd53-4083-bc04-aa4890b16509", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.441868] env[65682]: DEBUG oslo_vmware.api [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f69450-73e4-4311-89ad-ec2f57b524c1, 'name': SearchDatastore_Task, 'duration_secs': 0.021834} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.443421] env[65682]: DEBUG oslo_concurrency.lockutils [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.443649] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51/9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.444116] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.444401] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.445206] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfa58b9b-f06a-4a12-b8f7-0728ad1b9a1c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.448440] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4656da33-fe1b-4c3a-a1bd-e7c30a380c1b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.462057] env[65682]: DEBUG oslo_vmware.api [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for the task: (returnval){ [ 1032.462057] env[65682]: value = "task-4616503" [ 1032.462057] env[65682]: _type = "Task" [ 1032.462057] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.467673] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.467916] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.469521] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c875d49-b89f-43c7-907b-31766347cc82 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.475847] env[65682]: DEBUG oslo_vmware.api [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.480923] env[65682]: DEBUG oslo_vmware.api [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 1032.480923] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525421e3-f674-672d-b44b-ff2f8e061660" [ 1032.480923] env[65682]: _type = "Task" [ 1032.480923] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.491616] env[65682]: DEBUG oslo_vmware.api [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525421e3-f674-672d-b44b-ff2f8e061660, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.531127] env[65682]: DEBUG oslo_vmware.api [None req-ba2e1650-4159-40a9-83b3-00dd1318bf8f tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616501, 'name': PowerOnVM_Task} progress is 93%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.624482] env[65682]: DEBUG oslo_concurrency.lockutils [req-4304cf47-c6d6-494c-bd64-fa2950da32ea req-cc1ed473-4e1c-4b68-bc26-08b73f704893 service nova] Releasing lock "refresh_cache-5704ba32-7311-431b-a106-b6fa0380df1a" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.656824] env[65682]: DEBUG oslo_vmware.api [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616502, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.661110] env[65682]: DEBUG nova.scheduler.client.report [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.824383] env[65682]: DEBUG oslo_vmware.api [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616500, 'name': ReconfigVM_Task, 'duration_secs': 0.597702} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.824820] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59/1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.825584] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-600b430a-0f94-4101-9b9c-a61e537819a0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.834914] env[65682]: DEBUG oslo_vmware.api [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1032.834914] env[65682]: value = "task-4616504" [ 1032.834914] env[65682]: _type = "Task" [ 1032.834914] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.845498] env[65682]: DEBUG oslo_vmware.api [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616504, 'name': Rename_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.929582] env[65682]: DEBUG oslo_concurrency.lockutils [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Releasing lock "refresh_cache-de604fb9-51a1-400c-b5a0-b1046badf3ee" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.929981] env[65682]: DEBUG nova.compute.manager [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Instance network_info: |[{"id": "6b653bfe-dd53-4083-bc04-aa4890b16509", "address": "fa:16:3e:0b:46:34", "network": {"id": "d2e676e7-8222-43c3-a279-0be7d717d854", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637644478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983a459c835447309a57d7ac8b8bcfa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b653bfe-dd", "ovs_interfaceid": "6b653bfe-dd53-4083-bc04-aa4890b16509", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1032.930506] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:46:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b653bfe-dd53-4083-bc04-aa4890b16509', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.939626] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1032.939847] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.940077] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc2e10fd-755a-47b3-a114-2bddfadd022d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.970577] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.970577] env[65682]: value = "task-4616505" [ 1032.970577] env[65682]: _type = "Task" [ 1032.970577] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.982597] env[65682]: DEBUG oslo_vmware.api [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.991548] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616505, 'name': CreateVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.998586] env[65682]: DEBUG oslo_vmware.api [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525421e3-f674-672d-b44b-ff2f8e061660, 'name': SearchDatastore_Task, 'duration_secs': 0.015891} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.999397] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8275495-daee-4a1b-a4bf-b056951e8caa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.007046] env[65682]: DEBUG oslo_vmware.api [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 1033.007046] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523d47a3-2a1a-2003-6c18-eb292a3d0585" [ 1033.007046] env[65682]: _type = "Task" [ 1033.007046] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.022143] env[65682]: DEBUG oslo_vmware.api [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523d47a3-2a1a-2003-6c18-eb292a3d0585, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.036726] env[65682]: DEBUG oslo_vmware.api [None req-ba2e1650-4159-40a9-83b3-00dd1318bf8f tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616501, 'name': PowerOnVM_Task, 'duration_secs': 0.753743} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.037192] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2e1650-4159-40a9-83b3-00dd1318bf8f tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Resumed the VM {{(pid=65682) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1033.037489] env[65682]: DEBUG nova.compute.manager [None req-ba2e1650-4159-40a9-83b3-00dd1318bf8f tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1033.039100] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe7a7fe-e52f-429b-a919-aedea5ba7cf8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.154783] env[65682]: DEBUG oslo_vmware.api [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616502, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.168241] env[65682]: DEBUG oslo_concurrency.lockutils [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.168737] env[65682]: DEBUG nova.compute.manager [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1033.171576] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 24.852s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.171712] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.171860] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65682) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1033.172152] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.410s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.173553] env[65682]: INFO nova.compute.claims [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.177036] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfa35af-dd2b-44b0-b805-3a2b206504c6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.188137] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2e768f-bc7b-4fe9-8d3d-39c391a9fd24 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.204449] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdaafdc9-1305-4d45-8ffc-372be71ed2a2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.213813] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fa0167-6bf8-4d03-b049-f184b4fc9679 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.250464] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179089MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65682) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1033.250663] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.348225] env[65682]: DEBUG oslo_vmware.api [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616504, 'name': Rename_Task, 'duration_secs': 0.402272} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.348629] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.348629] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b438b5a-d8a8-48d9-b0ee-235204b5cbea {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.358212] env[65682]: DEBUG oslo_vmware.api [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1033.358212] env[65682]: value = "task-4616506" [ 1033.358212] env[65682]: _type = "Task" [ 1033.358212] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.369423] env[65682]: DEBUG oslo_vmware.api [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.475233] env[65682]: DEBUG oslo_vmware.api [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616503, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.487140] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616505, 'name': CreateVM_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.519510] env[65682]: DEBUG oslo_vmware.api [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523d47a3-2a1a-2003-6c18-eb292a3d0585, 'name': SearchDatastore_Task, 'duration_secs': 0.020094} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.519510] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.519730] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 5704ba32-7311-431b-a106-b6fa0380df1a/5704ba32-7311-431b-a106-b6fa0380df1a.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.519987] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-874e3bf0-1fba-49e7-9327-3016b90b266a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.529771] env[65682]: DEBUG oslo_vmware.api [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 1033.529771] env[65682]: value = "task-4616507" [ 1033.529771] env[65682]: _type = "Task" [ 1033.529771] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.542217] env[65682]: DEBUG oslo_vmware.api [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.622112] env[65682]: DEBUG nova.compute.manager [req-5faa2ac1-ebba-41e4-975f-4e72840349b3 req-a5d7ba3f-e108-4890-be4b-949038c535d3 service nova] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Received event network-changed-6b653bfe-dd53-4083-bc04-aa4890b16509 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1033.622112] env[65682]: DEBUG nova.compute.manager [req-5faa2ac1-ebba-41e4-975f-4e72840349b3 req-a5d7ba3f-e108-4890-be4b-949038c535d3 service nova] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Refreshing instance network info cache due to event network-changed-6b653bfe-dd53-4083-bc04-aa4890b16509. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1033.622348] env[65682]: DEBUG oslo_concurrency.lockutils [req-5faa2ac1-ebba-41e4-975f-4e72840349b3 req-a5d7ba3f-e108-4890-be4b-949038c535d3 service nova] Acquiring lock "refresh_cache-de604fb9-51a1-400c-b5a0-b1046badf3ee" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.623028] env[65682]: DEBUG oslo_concurrency.lockutils [req-5faa2ac1-ebba-41e4-975f-4e72840349b3 req-a5d7ba3f-e108-4890-be4b-949038c535d3 service nova] Acquired lock "refresh_cache-de604fb9-51a1-400c-b5a0-b1046badf3ee" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.623028] env[65682]: DEBUG nova.network.neutron [req-5faa2ac1-ebba-41e4-975f-4e72840349b3 req-a5d7ba3f-e108-4890-be4b-949038c535d3 service nova] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Refreshing network info cache for port 6b653bfe-dd53-4083-bc04-aa4890b16509 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.658027] env[65682]: DEBUG oslo_vmware.api [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616502, 'name': PowerOnVM_Task, 'duration_secs': 1.242569} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.658417] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.658668] env[65682]: INFO nova.compute.manager [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Took 10.93 seconds to spawn the instance on the hypervisor. [ 1033.660039] env[65682]: DEBUG nova.compute.manager [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1033.660359] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfaa6ec-0a53-4854-bd18-5ab49cb6953b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.679284] env[65682]: DEBUG nova.compute.utils [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.680410] env[65682]: DEBUG nova.compute.manager [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1033.680613] env[65682]: DEBUG nova.network.neutron [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1033.680933] env[65682]: WARNING neutronclient.v2_0.client [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.681253] env[65682]: WARNING neutronclient.v2_0.client [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.731674] env[65682]: DEBUG nova.policy [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '624e5e7ac2844a7c8fc447e8890214e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b87a7f5e3294030a48b0bacd6637caf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.869463] env[65682]: DEBUG oslo_vmware.api [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616506, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.975081] env[65682]: DEBUG oslo_vmware.api [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616503, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.081048} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.975766] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51/9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.975766] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.979346] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d9b8033-8d8f-4d97-80cb-f1e79a71f50b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.990774] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616505, 'name': CreateVM_Task, 'duration_secs': 0.890201} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.992517] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1033.993091] env[65682]: DEBUG oslo_vmware.api [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for the task: (returnval){ [ 1033.993091] env[65682]: value = "task-4616508" [ 1033.993091] env[65682]: _type = "Task" [ 1033.993091] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.993675] env[65682]: WARNING neutronclient.v2_0.client [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.994204] env[65682]: DEBUG oslo_concurrency.lockutils [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.994394] env[65682]: DEBUG oslo_concurrency.lockutils [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.994780] env[65682]: DEBUG oslo_concurrency.lockutils [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.995187] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdede200-bf9f-436e-9e4b-6844df9d4622 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.006020] env[65682]: DEBUG oslo_vmware.api [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1034.006020] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c9e431-9eea-b206-4870-480389223d19" [ 1034.006020] env[65682]: _type = "Task" [ 1034.006020] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.010338] env[65682]: DEBUG oslo_vmware.api [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.020539] env[65682]: DEBUG oslo_vmware.api [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c9e431-9eea-b206-4870-480389223d19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.042515] env[65682]: DEBUG oslo_vmware.api [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616507, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.112868] env[65682]: DEBUG nova.network.neutron [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Successfully created port: a2121876-1268-4931-b7ff-027bc051a94b {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1034.127720] env[65682]: WARNING neutronclient.v2_0.client [req-5faa2ac1-ebba-41e4-975f-4e72840349b3 req-a5d7ba3f-e108-4890-be4b-949038c535d3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.183233] env[65682]: INFO nova.compute.manager [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Took 35.37 seconds to build instance. [ 1034.189027] env[65682]: DEBUG nova.compute.manager [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1034.376443] env[65682]: DEBUG oslo_vmware.api [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616506, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.465066] env[65682]: WARNING neutronclient.v2_0.client [req-5faa2ac1-ebba-41e4-975f-4e72840349b3 req-a5d7ba3f-e108-4890-be4b-949038c535d3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.507375] env[65682]: DEBUG oslo_vmware.api [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094246} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.510262] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.511386] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e84df80-19ca-4aae-b0ee-40a04e5e70ef {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.522993] env[65682]: DEBUG oslo_vmware.api [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c9e431-9eea-b206-4870-480389223d19, 'name': SearchDatastore_Task, 'duration_secs': 0.056818} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.533111] env[65682]: DEBUG oslo_concurrency.lockutils [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.533385] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.533620] env[65682]: DEBUG oslo_concurrency.lockutils [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.533763] env[65682]: DEBUG oslo_concurrency.lockutils [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.533937] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.543584] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51/9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.544844] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8db2e7e-634f-414f-b093-8cfd5366219a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.550918] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7695b57e-1c15-4a47-b4f6-a64745b3474a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.576542] env[65682]: DEBUG oslo_vmware.api [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805507} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.578325] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 5704ba32-7311-431b-a106-b6fa0380df1a/5704ba32-7311-431b-a106-b6fa0380df1a.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.578443] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.578737] env[65682]: DEBUG oslo_vmware.api [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for the task: (returnval){ [ 1034.578737] env[65682]: value = "task-4616509" [ 1034.578737] env[65682]: _type = "Task" [ 1034.578737] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.582168] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf9adf68-3b25-406c-a932-dad2197c944c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.584180] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.584353] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1034.590802] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3946b1ee-5f8c-4c3b-95bd-5af72a42ff49 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.600315] env[65682]: DEBUG oslo_vmware.api [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.605048] env[65682]: DEBUG oslo_vmware.api [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 1034.605048] env[65682]: value = "task-4616510" [ 1034.605048] env[65682]: _type = "Task" [ 1034.605048] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.605937] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000f911f-d00e-4f0b-a90b-dbde843021fd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.611697] env[65682]: DEBUG oslo_vmware.api [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1034.611697] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5206a14a-999b-d7c2-e57b-2ad27c42e19b" [ 1034.611697] env[65682]: _type = "Task" [ 1034.611697] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.622620] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9a8060-7193-4f99-a286-62f7b7977bf5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.633080] env[65682]: DEBUG oslo_vmware.api [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.633388] env[65682]: DEBUG oslo_vmware.api [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5206a14a-999b-d7c2-e57b-2ad27c42e19b, 'name': SearchDatastore_Task, 'duration_secs': 0.023341} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.634693] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68d77a1b-ec25-43e9-8b09-2b2e08716b29 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.664412] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2d6a26-1440-4959-acc7-786e9e4f9dfc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.669055] env[65682]: DEBUG oslo_vmware.api [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1034.669055] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]520de1dc-4cc0-fe41-6c42-53f8e2bdd2f8" [ 1034.669055] env[65682]: _type = "Task" [ 1034.669055] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.674275] env[65682]: DEBUG nova.network.neutron [req-5faa2ac1-ebba-41e4-975f-4e72840349b3 req-a5d7ba3f-e108-4890-be4b-949038c535d3 service nova] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Updated VIF entry in instance network info cache for port 6b653bfe-dd53-4083-bc04-aa4890b16509. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1034.674763] env[65682]: DEBUG nova.network.neutron [req-5faa2ac1-ebba-41e4-975f-4e72840349b3 req-a5d7ba3f-e108-4890-be4b-949038c535d3 service nova] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Updating instance_info_cache with network_info: [{"id": "6b653bfe-dd53-4083-bc04-aa4890b16509", "address": "fa:16:3e:0b:46:34", "network": {"id": "d2e676e7-8222-43c3-a279-0be7d717d854", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637644478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983a459c835447309a57d7ac8b8bcfa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b653bfe-dd", "ovs_interfaceid": "6b653bfe-dd53-4083-bc04-aa4890b16509", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.681188] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c128bf-2dc6-4211-8332-442cf11c02a7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.688552] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e98a978a-340f-4c5d-bcf8-4da57093632b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "81cf4997-e498-4b3e-b3ac-490cdd254fbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.882s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.688965] env[65682]: DEBUG oslo_vmware.api [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]520de1dc-4cc0-fe41-6c42-53f8e2bdd2f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.705499] env[65682]: DEBUG nova.compute.provider_tree [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.873549] env[65682]: DEBUG oslo_vmware.api [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616506, 'name': PowerOnVM_Task, 'duration_secs': 1.158446} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.873923] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.874136] env[65682]: INFO nova.compute.manager [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Took 9.43 seconds to spawn the instance on the hypervisor. [ 1034.874349] env[65682]: DEBUG nova.compute.manager [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1034.875227] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5642f6af-f0a5-426c-906e-5d345b4a4b44 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.096072] env[65682]: DEBUG oslo_vmware.api [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.125983] env[65682]: DEBUG oslo_vmware.api [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079731} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.126228] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.127126] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79940ee1-e663-4cf5-bcdc-1317e8b66abf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.151763] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 5704ba32-7311-431b-a106-b6fa0380df1a/5704ba32-7311-431b-a106-b6fa0380df1a.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.152134] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a149f57-9da1-42cf-afb9-9b8a796c18cb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.176638] env[65682]: DEBUG oslo_vmware.api [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 1035.176638] env[65682]: value = "task-4616511" [ 1035.176638] env[65682]: _type = "Task" [ 1035.176638] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.180791] env[65682]: DEBUG oslo_concurrency.lockutils [req-5faa2ac1-ebba-41e4-975f-4e72840349b3 req-a5d7ba3f-e108-4890-be4b-949038c535d3 service nova] Releasing lock "refresh_cache-de604fb9-51a1-400c-b5a0-b1046badf3ee" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.181171] env[65682]: DEBUG oslo_vmware.api [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]520de1dc-4cc0-fe41-6c42-53f8e2bdd2f8, 'name': SearchDatastore_Task, 'duration_secs': 0.034237} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.185248] env[65682]: DEBUG oslo_concurrency.lockutils [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.185248] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] de604fb9-51a1-400c-b5a0-b1046badf3ee/de604fb9-51a1-400c-b5a0-b1046badf3ee.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.185248] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3fc318d-d65c-47d9-873a-0b1573ca66e2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.194264] env[65682]: DEBUG oslo_vmware.api [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616511, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.195713] env[65682]: DEBUG oslo_vmware.api [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1035.195713] env[65682]: value = "task-4616512" [ 1035.195713] env[65682]: _type = "Task" [ 1035.195713] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.208809] env[65682]: DEBUG nova.compute.manager [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1035.211331] env[65682]: DEBUG oslo_vmware.api [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.213095] env[65682]: DEBUG nova.scheduler.client.report [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.242934] env[65682]: DEBUG nova.virt.hardware [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1035.243239] env[65682]: DEBUG nova.virt.hardware [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.243466] env[65682]: DEBUG nova.virt.hardware [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1035.243717] env[65682]: DEBUG nova.virt.hardware [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.243873] env[65682]: DEBUG nova.virt.hardware [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1035.244043] env[65682]: DEBUG nova.virt.hardware [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1035.244270] env[65682]: DEBUG nova.virt.hardware [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1035.244448] env[65682]: DEBUG nova.virt.hardware [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1035.244645] env[65682]: DEBUG nova.virt.hardware [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1035.245282] env[65682]: DEBUG nova.virt.hardware [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1035.245282] env[65682]: DEBUG nova.virt.hardware [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1035.246338] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9560817b-5ee6-40a1-a1e5-083f5f8a2bdb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.257493] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d53955d-c525-4171-88fa-c204eca1bb66 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.398730] env[65682]: INFO nova.compute.manager [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Took 34.65 seconds to build instance. [ 1035.595390] env[65682]: DEBUG oslo_vmware.api [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616509, 'name': ReconfigVM_Task, 'duration_secs': 0.979109} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.595677] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51/9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.596721] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff4f0e50-59db-4cda-ac0b-d0a7b2ea2ffd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.604747] env[65682]: DEBUG oslo_vmware.api [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for the task: (returnval){ [ 1035.604747] env[65682]: value = "task-4616513" [ 1035.604747] env[65682]: _type = "Task" [ 1035.604747] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.616839] env[65682]: DEBUG oslo_vmware.api [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616513, 'name': Rename_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.693900] env[65682]: DEBUG oslo_vmware.api [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616511, 'name': ReconfigVM_Task, 'duration_secs': 0.342513} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.694320] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 5704ba32-7311-431b-a106-b6fa0380df1a/5704ba32-7311-431b-a106-b6fa0380df1a.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.695099] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-075f8b8f-866a-4b44-8137-7df976e73861 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.708710] env[65682]: DEBUG oslo_vmware.api [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616512, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.710602] env[65682]: DEBUG oslo_vmware.api [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 1035.710602] env[65682]: value = "task-4616514" [ 1035.710602] env[65682]: _type = "Task" [ 1035.710602] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.718198] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.718910] env[65682]: DEBUG nova.compute.manager [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1035.723750] env[65682]: DEBUG nova.network.neutron [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Successfully updated port: a2121876-1268-4931-b7ff-027bc051a94b {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1035.731867] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.863s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.732593] env[65682]: DEBUG nova.objects.instance [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lazy-loading 'resources' on Instance uuid 7276c80d-0da0-484e-99a2-5d84d8ab6db9 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.734076] env[65682]: DEBUG oslo_vmware.api [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616514, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.775149] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.775821] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.904231] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b8b3f81c-ee7a-4c95-a854-77f2cd5c413d tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.177s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.987968] env[65682]: DEBUG nova.compute.manager [req-cc092b65-5960-4dee-8879-e9621f980884 req-5a1b43e9-7453-4897-81a7-0cd7e70a2f14 service nova] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Received event network-vif-plugged-a2121876-1268-4931-b7ff-027bc051a94b {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1035.988423] env[65682]: DEBUG oslo_concurrency.lockutils [req-cc092b65-5960-4dee-8879-e9621f980884 req-5a1b43e9-7453-4897-81a7-0cd7e70a2f14 service nova] Acquiring lock "a1a7433a-0c19-4673-8630-427001f753a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.988721] env[65682]: DEBUG oslo_concurrency.lockutils [req-cc092b65-5960-4dee-8879-e9621f980884 req-5a1b43e9-7453-4897-81a7-0cd7e70a2f14 service nova] Lock "a1a7433a-0c19-4673-8630-427001f753a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.988926] env[65682]: DEBUG oslo_concurrency.lockutils [req-cc092b65-5960-4dee-8879-e9621f980884 req-5a1b43e9-7453-4897-81a7-0cd7e70a2f14 service nova] Lock "a1a7433a-0c19-4673-8630-427001f753a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.989117] env[65682]: DEBUG nova.compute.manager [req-cc092b65-5960-4dee-8879-e9621f980884 req-5a1b43e9-7453-4897-81a7-0cd7e70a2f14 service nova] [instance: a1a7433a-0c19-4673-8630-427001f753a8] No waiting events found dispatching network-vif-plugged-a2121876-1268-4931-b7ff-027bc051a94b {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1035.989369] env[65682]: WARNING nova.compute.manager [req-cc092b65-5960-4dee-8879-e9621f980884 req-5a1b43e9-7453-4897-81a7-0cd7e70a2f14 service nova] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Received unexpected event network-vif-plugged-a2121876-1268-4931-b7ff-027bc051a94b for instance with vm_state building and task_state spawning. [ 1036.119401] env[65682]: DEBUG oslo_vmware.api [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616513, 'name': Rename_Task, 'duration_secs': 0.201566} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.119729] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.120450] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-497dc4a8-f36d-4d64-bb46-a98aeb4e4006 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.129569] env[65682]: DEBUG oslo_vmware.api [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for the task: (returnval){ [ 1036.129569] env[65682]: value = "task-4616515" [ 1036.129569] env[65682]: _type = "Task" [ 1036.129569] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.138865] env[65682]: DEBUG oslo_vmware.api [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.208606] env[65682]: DEBUG oslo_vmware.api [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616512, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.854915} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.208928] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] de604fb9-51a1-400c-b5a0-b1046badf3ee/de604fb9-51a1-400c-b5a0-b1046badf3ee.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.209415] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.209551] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45d414f3-52b7-4676-ac22-337e293858d4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.221910] env[65682]: DEBUG oslo_vmware.api [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616514, 'name': Rename_Task, 'duration_secs': 0.195202} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.223438] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.223820] env[65682]: DEBUG oslo_vmware.api [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1036.223820] env[65682]: value = "task-4616516" [ 1036.223820] env[65682]: _type = "Task" [ 1036.223820] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.224051] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cd093ff-bc52-4915-b288-8b306751c6bb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.233618] env[65682]: DEBUG nova.compute.manager [req-43951add-2495-4c02-913d-7ca7608890b9 req-c4712a35-e5dc-4cac-9da0-5d858414ff38 service nova] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Received event network-changed-2c922de2-3b6b-43e3-9374-87cf8c4b2590 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1036.233618] env[65682]: DEBUG nova.compute.manager [req-43951add-2495-4c02-913d-7ca7608890b9 req-c4712a35-e5dc-4cac-9da0-5d858414ff38 service nova] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Refreshing instance network info cache due to event network-changed-2c922de2-3b6b-43e3-9374-87cf8c4b2590. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1036.233879] env[65682]: DEBUG oslo_concurrency.lockutils [req-43951add-2495-4c02-913d-7ca7608890b9 req-c4712a35-e5dc-4cac-9da0-5d858414ff38 service nova] Acquiring lock "refresh_cache-1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.234093] env[65682]: DEBUG oslo_concurrency.lockutils [req-43951add-2495-4c02-913d-7ca7608890b9 req-c4712a35-e5dc-4cac-9da0-5d858414ff38 service nova] Acquired lock "refresh_cache-1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.234259] env[65682]: DEBUG nova.network.neutron [req-43951add-2495-4c02-913d-7ca7608890b9 req-c4712a35-e5dc-4cac-9da0-5d858414ff38 service nova] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Refreshing network info cache for port 2c922de2-3b6b-43e3-9374-87cf8c4b2590 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.240866] env[65682]: DEBUG oslo_concurrency.lockutils [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "refresh_cache-a1a7433a-0c19-4673-8630-427001f753a8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.241132] env[65682]: DEBUG oslo_concurrency.lockutils [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquired lock "refresh_cache-a1a7433a-0c19-4673-8630-427001f753a8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.241458] env[65682]: DEBUG nova.network.neutron [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1036.245951] env[65682]: DEBUG nova.compute.utils [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.254940] env[65682]: DEBUG nova.compute.manager [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1036.255151] env[65682]: DEBUG nova.network.neutron [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1036.255482] env[65682]: WARNING neutronclient.v2_0.client [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.255791] env[65682]: WARNING neutronclient.v2_0.client [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.258269] env[65682]: DEBUG oslo_vmware.api [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 1036.258269] env[65682]: value = "task-4616517" [ 1036.258269] env[65682]: _type = "Task" [ 1036.258269] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.264012] env[65682]: DEBUG oslo_vmware.api [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.278436] env[65682]: DEBUG oslo_vmware.api [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616517, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.282976] env[65682]: DEBUG nova.compute.manager [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1036.299588] env[65682]: DEBUG nova.network.neutron [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1036.308749] env[65682]: DEBUG nova.policy [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73aa95d0a41b4b15bbe2b2664f1f64c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '824187397d5f4890a1360d60e59329fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1036.430951] env[65682]: WARNING neutronclient.v2_0.client [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.599462] env[65682]: DEBUG nova.network.neutron [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Updating instance_info_cache with network_info: [{"id": "a2121876-1268-4931-b7ff-027bc051a94b", "address": "fa:16:3e:bc:09:a0", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2121876-12", "ovs_interfaceid": "a2121876-1268-4931-b7ff-027bc051a94b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.649448] env[65682]: DEBUG oslo_vmware.api [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616515, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.681736] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adcbcdd-61b5-4b92-aafb-239302c86abe {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.685185] env[65682]: DEBUG nova.network.neutron [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Successfully created port: 9a986f1c-0d39-415d-bfe2-cd929e6456bf {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1036.694718] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16de0191-4313-48fd-a0aa-8eaf16a6415b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.735249] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fda5bc-4eb1-4468-9b47-6b4b0f894a72 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.737546] env[65682]: WARNING neutronclient.v2_0.client [req-43951add-2495-4c02-913d-7ca7608890b9 req-c4712a35-e5dc-4cac-9da0-5d858414ff38 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.750738] env[65682]: DEBUG nova.compute.manager [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1036.754470] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c936517-6a9a-4b75-8bc9-ff0b4de5867d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.758825] env[65682]: DEBUG oslo_vmware.api [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085349} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.759514] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1036.760470] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b251d6a8-f22c-4143-8328-55041ef0a29d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.772742] env[65682]: DEBUG nova.compute.provider_tree [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.806380] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] de604fb9-51a1-400c-b5a0-b1046badf3ee/de604fb9-51a1-400c-b5a0-b1046badf3ee.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.815368] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2921c39f-36ba-43e9-aa55-c1ef6381ffc4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.830886] env[65682]: DEBUG oslo_vmware.api [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616517, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.838992] env[65682]: DEBUG oslo_vmware.api [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1036.838992] env[65682]: value = "task-4616518" [ 1036.838992] env[65682]: _type = "Task" [ 1036.838992] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.848546] env[65682]: DEBUG oslo_vmware.api [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.849762] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.104159] env[65682]: DEBUG oslo_concurrency.lockutils [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Releasing lock "refresh_cache-a1a7433a-0c19-4673-8630-427001f753a8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.104549] env[65682]: DEBUG nova.compute.manager [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Instance network_info: |[{"id": "a2121876-1268-4931-b7ff-027bc051a94b", "address": "fa:16:3e:bc:09:a0", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2121876-12", "ovs_interfaceid": "a2121876-1268-4931-b7ff-027bc051a94b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1037.105080] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:09:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '051f343d-ac4f-4070-a26d-467603122c81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2121876-1268-4931-b7ff-027bc051a94b', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.115233] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Creating folder: Project (3b87a7f5e3294030a48b0bacd6637caf). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.115756] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61bd8052-5b98-4d0b-a1f6-ad11e0bb49d5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.123313] env[65682]: WARNING neutronclient.v2_0.client [req-43951add-2495-4c02-913d-7ca7608890b9 req-c4712a35-e5dc-4cac-9da0-5d858414ff38 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.128223] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Created folder: Project (3b87a7f5e3294030a48b0bacd6637caf) in parent group-v901426. [ 1037.128417] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Creating folder: Instances. Parent ref: group-v901703. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.128672] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3110bed-bdca-4953-825d-31c335e9aa2a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.139747] env[65682]: DEBUG oslo_vmware.api [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616515, 'name': PowerOnVM_Task, 'duration_secs': 0.784413} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.140022] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.140229] env[65682]: DEBUG nova.compute.manager [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1037.141263] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5c4fe9-4b6e-437b-87ad-9431edcd553c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.144745] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Created folder: Instances in parent group-v901703. [ 1037.144978] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1037.145535] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.145783] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf9d447a-970f-46a6-8e56-c9fb12c94928 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.171870] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.171870] env[65682]: value = "task-4616521" [ 1037.171870] env[65682]: _type = "Task" [ 1037.171870] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.181791] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616521, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.277472] env[65682]: DEBUG nova.network.neutron [req-43951add-2495-4c02-913d-7ca7608890b9 req-c4712a35-e5dc-4cac-9da0-5d858414ff38 service nova] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Updated VIF entry in instance network info cache for port 2c922de2-3b6b-43e3-9374-87cf8c4b2590. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1037.277972] env[65682]: DEBUG nova.network.neutron [req-43951add-2495-4c02-913d-7ca7608890b9 req-c4712a35-e5dc-4cac-9da0-5d858414ff38 service nova] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Updating instance_info_cache with network_info: [{"id": "2c922de2-3b6b-43e3-9374-87cf8c4b2590", "address": "fa:16:3e:84:62:ae", "network": {"id": "1719932d-bcf4-4ad2-8e3f-f55b5aaf896d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1384213493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1063d410f5864f5292ea4436f03d192c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c922de2-3b", "ovs_interfaceid": "2c922de2-3b6b-43e3-9374-87cf8c4b2590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.281649] env[65682]: DEBUG nova.scheduler.client.report [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.289768] env[65682]: DEBUG oslo_vmware.api [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616517, 'name': PowerOnVM_Task, 'duration_secs': 0.565976} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.290319] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.290517] env[65682]: INFO nova.compute.manager [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Took 9.27 seconds to spawn the instance on the hypervisor. [ 1037.291018] env[65682]: DEBUG nova.compute.manager [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1037.291537] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29566085-da03-488b-b94e-db92d68eee29 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.352179] env[65682]: DEBUG oslo_vmware.api [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.679806] env[65682]: DEBUG oslo_concurrency.lockutils [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.692223] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616521, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.760095] env[65682]: DEBUG nova.compute.manager [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1037.787051] env[65682]: DEBUG oslo_concurrency.lockutils [req-43951add-2495-4c02-913d-7ca7608890b9 req-c4712a35-e5dc-4cac-9da0-5d858414ff38 service nova] Releasing lock "refresh_cache-1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.792785] env[65682]: DEBUG nova.virt.hardware [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1037.792785] env[65682]: DEBUG nova.virt.hardware [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.792785] env[65682]: DEBUG nova.virt.hardware [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1037.793262] env[65682]: DEBUG nova.virt.hardware [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.794035] env[65682]: DEBUG nova.virt.hardware [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1037.794035] env[65682]: DEBUG nova.virt.hardware [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1037.794035] env[65682]: DEBUG nova.virt.hardware [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1037.794035] env[65682]: DEBUG nova.virt.hardware [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1037.794035] env[65682]: DEBUG nova.virt.hardware [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1037.794304] env[65682]: DEBUG nova.virt.hardware [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1037.794519] env[65682]: DEBUG nova.virt.hardware [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1037.795786] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.064s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.800080] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1001b5c0-4de9-4bc6-9f56-cfe6b6232b82 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.806888] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cd9fb252-b3b7-45bc-bc86-b83545fceee6 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.436s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.806888] env[65682]: DEBUG nova.objects.instance [None req-cd9fb252-b3b7-45bc-bc86-b83545fceee6 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lazy-loading 'resources' on Instance uuid 6725e588-0d8f-442d-9158-4049ebeb0262 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.817140] env[65682]: INFO nova.compute.manager [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Took 36.16 seconds to build instance. [ 1037.824969] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730e36a8-ee40-4103-8203-47f125109702 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.847184] env[65682]: INFO nova.scheduler.client.report [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Deleted allocations for instance 7276c80d-0da0-484e-99a2-5d84d8ab6db9 [ 1037.861680] env[65682]: DEBUG oslo_vmware.api [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616518, 'name': ReconfigVM_Task, 'duration_secs': 0.683308} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.863055] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Reconfigured VM instance instance-0000005c to attach disk [datastore1] de604fb9-51a1-400c-b5a0-b1046badf3ee/de604fb9-51a1-400c-b5a0-b1046badf3ee.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.863055] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34f24e2e-8057-4326-bc64-38e8337a3eb8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.871610] env[65682]: DEBUG oslo_vmware.api [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1037.871610] env[65682]: value = "task-4616522" [ 1037.871610] env[65682]: _type = "Task" [ 1037.871610] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.883024] env[65682]: DEBUG oslo_vmware.api [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616522, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.081957] env[65682]: DEBUG nova.compute.manager [req-a33157da-1d76-4d33-9fac-400d9d45a44a req-941513bd-3526-416b-87ad-6dc6ac944438 service nova] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Received event network-changed-a2121876-1268-4931-b7ff-027bc051a94b {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1038.082189] env[65682]: DEBUG nova.compute.manager [req-a33157da-1d76-4d33-9fac-400d9d45a44a req-941513bd-3526-416b-87ad-6dc6ac944438 service nova] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Refreshing instance network info cache due to event network-changed-a2121876-1268-4931-b7ff-027bc051a94b. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1038.082405] env[65682]: DEBUG oslo_concurrency.lockutils [req-a33157da-1d76-4d33-9fac-400d9d45a44a req-941513bd-3526-416b-87ad-6dc6ac944438 service nova] Acquiring lock "refresh_cache-a1a7433a-0c19-4673-8630-427001f753a8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.082544] env[65682]: DEBUG oslo_concurrency.lockutils [req-a33157da-1d76-4d33-9fac-400d9d45a44a req-941513bd-3526-416b-87ad-6dc6ac944438 service nova] Acquired lock "refresh_cache-a1a7433a-0c19-4673-8630-427001f753a8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.082697] env[65682]: DEBUG nova.network.neutron [req-a33157da-1d76-4d33-9fac-400d9d45a44a req-941513bd-3526-416b-87ad-6dc6ac944438 service nova] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Refreshing network info cache for port a2121876-1268-4931-b7ff-027bc051a94b {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.184707] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616521, 'name': CreateVM_Task, 'duration_secs': 0.625696} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.184707] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.184999] env[65682]: WARNING neutronclient.v2_0.client [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.185229] env[65682]: DEBUG oslo_concurrency.lockutils [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.185380] env[65682]: DEBUG oslo_concurrency.lockutils [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.185685] env[65682]: DEBUG oslo_concurrency.lockutils [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.185985] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c47e6612-d914-430c-bbd4-bf9b298b1b5c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.192164] env[65682]: DEBUG oslo_vmware.api [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1038.192164] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52315af0-b607-76cc-1a74-e9496918dd18" [ 1038.192164] env[65682]: _type = "Task" [ 1038.192164] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.201541] env[65682]: DEBUG oslo_vmware.api [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52315af0-b607-76cc-1a74-e9496918dd18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.300154] env[65682]: DEBUG nova.network.neutron [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Successfully updated port: 9a986f1c-0d39-415d-bfe2-cd929e6456bf {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1038.320103] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bff263ad-2a2a-4677-b32d-4dc366b9a945 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "5704ba32-7311-431b-a106-b6fa0380df1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.674s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.358690] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2d1a47da-bc18-4a30-9cde-1c0bb3da65c3 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "7276c80d-0da0-484e-99a2-5d84d8ab6db9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.216s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.383182] env[65682]: DEBUG oslo_vmware.api [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616522, 'name': Rename_Task, 'duration_secs': 0.20895} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.386147] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.386784] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7647d953-04f0-4a9b-b874-552db7dca308 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.395594] env[65682]: DEBUG oslo_vmware.api [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1038.395594] env[65682]: value = "task-4616523" [ 1038.395594] env[65682]: _type = "Task" [ 1038.395594] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.408233] env[65682]: DEBUG oslo_vmware.api [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.553545] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Acquiring lock "9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.553839] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Lock "9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.554299] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Acquiring lock "9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.554515] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Lock "9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.554884] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Lock "9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.560451] env[65682]: INFO nova.compute.manager [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Terminating instance [ 1038.585869] env[65682]: WARNING neutronclient.v2_0.client [req-a33157da-1d76-4d33-9fac-400d9d45a44a req-941513bd-3526-416b-87ad-6dc6ac944438 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.694747] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c4b6d6-8870-4bb2-baf4-0e83129527bc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.715032] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981e85ce-d168-455f-959a-f63b06670651 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.718594] env[65682]: DEBUG oslo_vmware.api [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52315af0-b607-76cc-1a74-e9496918dd18, 'name': SearchDatastore_Task, 'duration_secs': 0.031454} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.718894] env[65682]: DEBUG oslo_concurrency.lockutils [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.719168] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.719559] env[65682]: DEBUG oslo_concurrency.lockutils [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.719559] env[65682]: DEBUG oslo_concurrency.lockutils [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.719700] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.722983] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6089bc9c-b093-46c3-b12a-e7c5b5bb1140 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.753676] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49528e8e-fed9-4291-856b-fca59e2e38bd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.756440] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.756749] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.757755] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95a317db-6611-49a2-9525-21b47eb6a5a3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.764895] env[65682]: DEBUG oslo_vmware.api [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1038.764895] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a910bb-2b45-cf3f-6b0f-85fb70c04ccc" [ 1038.764895] env[65682]: _type = "Task" [ 1038.764895] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.771275] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8c6163-1fd6-43da-8464-a2bac3799589 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.781132] env[65682]: DEBUG oslo_vmware.api [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a910bb-2b45-cf3f-6b0f-85fb70c04ccc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.791427] env[65682]: DEBUG nova.compute.provider_tree [None req-cd9fb252-b3b7-45bc-bc86-b83545fceee6 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.808252] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "refresh_cache-6d6134b2-e217-45a9-94fd-a9b84d2c8001" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.808252] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquired lock "refresh_cache-6d6134b2-e217-45a9-94fd-a9b84d2c8001" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.808252] env[65682]: DEBUG nova.network.neutron [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1038.851060] env[65682]: WARNING neutronclient.v2_0.client [req-a33157da-1d76-4d33-9fac-400d9d45a44a req-941513bd-3526-416b-87ad-6dc6ac944438 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.920770] env[65682]: DEBUG oslo_vmware.api [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616523, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.975647] env[65682]: DEBUG nova.network.neutron [req-a33157da-1d76-4d33-9fac-400d9d45a44a req-941513bd-3526-416b-87ad-6dc6ac944438 service nova] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Updated VIF entry in instance network info cache for port a2121876-1268-4931-b7ff-027bc051a94b. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1038.976248] env[65682]: DEBUG nova.network.neutron [req-a33157da-1d76-4d33-9fac-400d9d45a44a req-941513bd-3526-416b-87ad-6dc6ac944438 service nova] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Updating instance_info_cache with network_info: [{"id": "a2121876-1268-4931-b7ff-027bc051a94b", "address": "fa:16:3e:bc:09:a0", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2121876-12", "ovs_interfaceid": "a2121876-1268-4931-b7ff-027bc051a94b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.064648] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Acquiring lock "refresh_cache-9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.064926] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Acquired lock "refresh_cache-9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.065067] env[65682]: DEBUG nova.network.neutron [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1039.277664] env[65682]: DEBUG oslo_vmware.api [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a910bb-2b45-cf3f-6b0f-85fb70c04ccc, 'name': SearchDatastore_Task, 'duration_secs': 0.025846} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.278651] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27a742e0-66c3-4620-be47-64d957731aea {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.285127] env[65682]: DEBUG oslo_vmware.api [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1039.285127] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52774a3a-4005-6f6d-c013-7be7671753ef" [ 1039.285127] env[65682]: _type = "Task" [ 1039.285127] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.295400] env[65682]: DEBUG nova.scheduler.client.report [None req-cd9fb252-b3b7-45bc-bc86-b83545fceee6 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.299815] env[65682]: DEBUG oslo_vmware.api [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52774a3a-4005-6f6d-c013-7be7671753ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.353745] env[65682]: DEBUG nova.network.neutron [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1039.422219] env[65682]: DEBUG oslo_vmware.api [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616523, 'name': PowerOnVM_Task, 'duration_secs': 0.74604} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.422219] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.422219] env[65682]: INFO nova.compute.manager [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1039.422219] env[65682]: DEBUG nova.compute.manager [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1039.422219] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9049c2ba-53fc-4785-9ce1-7e605c84b281 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.464621] env[65682]: WARNING neutronclient.v2_0.client [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.480067] env[65682]: DEBUG oslo_concurrency.lockutils [req-a33157da-1d76-4d33-9fac-400d9d45a44a req-941513bd-3526-416b-87ad-6dc6ac944438 service nova] Releasing lock "refresh_cache-a1a7433a-0c19-4673-8630-427001f753a8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.562024] env[65682]: DEBUG nova.network.neutron [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Updating instance_info_cache with network_info: [{"id": "9a986f1c-0d39-415d-bfe2-cd929e6456bf", "address": "fa:16:3e:8a:ff:f2", "network": {"id": "6478e152-17d6-438a-af59-4acacc2303f3", "bridge": "br-int", "label": "tempest-ServersTestJSON-1098750738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824187397d5f4890a1360d60e59329fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a986f1c-0d", "ovs_interfaceid": "9a986f1c-0d39-415d-bfe2-cd929e6456bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.569229] env[65682]: WARNING neutronclient.v2_0.client [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.590450] env[65682]: DEBUG nova.network.neutron [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1039.648790] env[65682]: DEBUG nova.network.neutron [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.796762] env[65682]: DEBUG oslo_vmware.api [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52774a3a-4005-6f6d-c013-7be7671753ef, 'name': SearchDatastore_Task, 'duration_secs': 0.019528} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.797086] env[65682]: DEBUG oslo_concurrency.lockutils [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.797341] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] a1a7433a-0c19-4673-8630-427001f753a8/a1a7433a-0c19-4673-8630-427001f753a8.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.797596] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfffc0e3-c9d4-42d2-918a-89aaa96e379e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.801781] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cd9fb252-b3b7-45bc-bc86-b83545fceee6 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.997s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.803927] env[65682]: DEBUG oslo_concurrency.lockutils [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.208s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.805725] env[65682]: INFO nova.compute.claims [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.813543] env[65682]: DEBUG oslo_vmware.api [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1039.813543] env[65682]: value = "task-4616524" [ 1039.813543] env[65682]: _type = "Task" [ 1039.813543] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.823135] env[65682]: DEBUG oslo_vmware.api [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.834305] env[65682]: INFO nova.scheduler.client.report [None req-cd9fb252-b3b7-45bc-bc86-b83545fceee6 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Deleted allocations for instance 6725e588-0d8f-442d-9158-4049ebeb0262 [ 1039.948803] env[65682]: INFO nova.compute.manager [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Took 37.36 seconds to build instance. [ 1040.064152] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Releasing lock "refresh_cache-6d6134b2-e217-45a9-94fd-a9b84d2c8001" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.064152] env[65682]: DEBUG nova.compute.manager [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Instance network_info: |[{"id": "9a986f1c-0d39-415d-bfe2-cd929e6456bf", "address": "fa:16:3e:8a:ff:f2", "network": {"id": "6478e152-17d6-438a-af59-4acacc2303f3", "bridge": "br-int", "label": "tempest-ServersTestJSON-1098750738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824187397d5f4890a1360d60e59329fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a986f1c-0d", "ovs_interfaceid": "9a986f1c-0d39-415d-bfe2-cd929e6456bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1040.064794] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:ff:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a986f1c-0d39-415d-bfe2-cd929e6456bf', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.074000] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1040.074168] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.074438] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c682da2-8b91-4ce7-9b9c-c7fe1576e765 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.096881] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.096881] env[65682]: value = "task-4616525" [ 1040.096881] env[65682]: _type = "Task" [ 1040.096881] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.108924] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616525, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.128383] env[65682]: DEBUG nova.compute.manager [req-6cb22924-8a1e-4c8a-8520-d4b95003b3c9 req-c1253f48-23dc-4433-b4d6-ea02299649bc service nova] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Received event network-vif-plugged-9a986f1c-0d39-415d-bfe2-cd929e6456bf {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1040.128619] env[65682]: DEBUG oslo_concurrency.lockutils [req-6cb22924-8a1e-4c8a-8520-d4b95003b3c9 req-c1253f48-23dc-4433-b4d6-ea02299649bc service nova] Acquiring lock "6d6134b2-e217-45a9-94fd-a9b84d2c8001-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.128835] env[65682]: DEBUG oslo_concurrency.lockutils [req-6cb22924-8a1e-4c8a-8520-d4b95003b3c9 req-c1253f48-23dc-4433-b4d6-ea02299649bc service nova] Lock "6d6134b2-e217-45a9-94fd-a9b84d2c8001-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.129014] env[65682]: DEBUG oslo_concurrency.lockutils [req-6cb22924-8a1e-4c8a-8520-d4b95003b3c9 req-c1253f48-23dc-4433-b4d6-ea02299649bc service nova] Lock "6d6134b2-e217-45a9-94fd-a9b84d2c8001-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.129380] env[65682]: DEBUG nova.compute.manager [req-6cb22924-8a1e-4c8a-8520-d4b95003b3c9 req-c1253f48-23dc-4433-b4d6-ea02299649bc service nova] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] No waiting events found dispatching network-vif-plugged-9a986f1c-0d39-415d-bfe2-cd929e6456bf {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1040.129498] env[65682]: WARNING nova.compute.manager [req-6cb22924-8a1e-4c8a-8520-d4b95003b3c9 req-c1253f48-23dc-4433-b4d6-ea02299649bc service nova] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Received unexpected event network-vif-plugged-9a986f1c-0d39-415d-bfe2-cd929e6456bf for instance with vm_state building and task_state spawning. [ 1040.129626] env[65682]: DEBUG nova.compute.manager [req-6cb22924-8a1e-4c8a-8520-d4b95003b3c9 req-c1253f48-23dc-4433-b4d6-ea02299649bc service nova] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Received event network-changed-9a986f1c-0d39-415d-bfe2-cd929e6456bf {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1040.129727] env[65682]: DEBUG nova.compute.manager [req-6cb22924-8a1e-4c8a-8520-d4b95003b3c9 req-c1253f48-23dc-4433-b4d6-ea02299649bc service nova] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Refreshing instance network info cache due to event network-changed-9a986f1c-0d39-415d-bfe2-cd929e6456bf. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1040.129921] env[65682]: DEBUG oslo_concurrency.lockutils [req-6cb22924-8a1e-4c8a-8520-d4b95003b3c9 req-c1253f48-23dc-4433-b4d6-ea02299649bc service nova] Acquiring lock "refresh_cache-6d6134b2-e217-45a9-94fd-a9b84d2c8001" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.130089] env[65682]: DEBUG oslo_concurrency.lockutils [req-6cb22924-8a1e-4c8a-8520-d4b95003b3c9 req-c1253f48-23dc-4433-b4d6-ea02299649bc service nova] Acquired lock "refresh_cache-6d6134b2-e217-45a9-94fd-a9b84d2c8001" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.130218] env[65682]: DEBUG nova.network.neutron [req-6cb22924-8a1e-4c8a-8520-d4b95003b3c9 req-c1253f48-23dc-4433-b4d6-ea02299649bc service nova] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Refreshing network info cache for port 9a986f1c-0d39-415d-bfe2-cd929e6456bf {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.152012] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Releasing lock "refresh_cache-9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.152649] env[65682]: DEBUG nova.compute.manager [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1040.152978] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.153837] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f39e93-6dfd-439d-a28b-b0de3c303e53 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.163534] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.164019] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39b77f2a-c6eb-478f-9062-b7bf855dce00 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.173609] env[65682]: DEBUG oslo_vmware.api [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for the task: (returnval){ [ 1040.173609] env[65682]: value = "task-4616526" [ 1040.173609] env[65682]: _type = "Task" [ 1040.173609] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.187614] env[65682]: DEBUG oslo_vmware.api [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.197573] env[65682]: DEBUG nova.compute.manager [None req-4fe6406e-ce14-4945-8e25-bd667a636128 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1040.199366] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8832f6c9-5cd6-443a-bee9-d0105362eacc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.325819] env[65682]: DEBUG oslo_vmware.api [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616524, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.345506] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cd9fb252-b3b7-45bc-bc86-b83545fceee6 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "6725e588-0d8f-442d-9158-4049ebeb0262" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.783s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.451988] env[65682]: DEBUG oslo_concurrency.lockutils [None req-70a699bf-70dd-4949-9232-fd7a46532661 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "de604fb9-51a1-400c-b5a0-b1046badf3ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.873s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.492931] env[65682]: DEBUG oslo_concurrency.lockutils [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "c373a28b-240f-477f-b736-d9040e0c2ec7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.493268] env[65682]: DEBUG oslo_concurrency.lockutils [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "c373a28b-240f-477f-b736-d9040e0c2ec7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.608709] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616525, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.633323] env[65682]: WARNING neutronclient.v2_0.client [req-6cb22924-8a1e-4c8a-8520-d4b95003b3c9 req-c1253f48-23dc-4433-b4d6-ea02299649bc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.688137] env[65682]: DEBUG oslo_vmware.api [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616526, 'name': PowerOffVM_Task, 'duration_secs': 0.163987} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.688137] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.688137] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.688137] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35233c63-78e0-467c-9d27-5ced18565dd7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.713917] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.714239] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.714434] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Deleting the datastore file [datastore1] 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.715527] env[65682]: INFO nova.compute.manager [None req-4fe6406e-ce14-4945-8e25-bd667a636128 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] instance snapshotting [ 1040.718128] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93fb3282-9c7f-4dc3-a98c-655b6067ee24 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.724033] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fa0ac2-911a-4e48-a8bb-e7f91f984913 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.751477] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e798f568-4cce-4b1e-ac6c-4aa5a46e640d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.754532] env[65682]: DEBUG oslo_vmware.api [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for the task: (returnval){ [ 1040.754532] env[65682]: value = "task-4616528" [ 1040.754532] env[65682]: _type = "Task" [ 1040.754532] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.771588] env[65682]: DEBUG oslo_vmware.api [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.828494] env[65682]: DEBUG oslo_vmware.api [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673798} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.828850] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] a1a7433a-0c19-4673-8630-427001f753a8/a1a7433a-0c19-4673-8630-427001f753a8.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.828850] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.829201] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ea209fb-708e-484b-9fe7-eced7cb5b59c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.833304] env[65682]: WARNING neutronclient.v2_0.client [req-6cb22924-8a1e-4c8a-8520-d4b95003b3c9 req-c1253f48-23dc-4433-b4d6-ea02299649bc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.842447] env[65682]: DEBUG oslo_vmware.api [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1040.842447] env[65682]: value = "task-4616529" [ 1040.842447] env[65682]: _type = "Task" [ 1040.842447] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.856051] env[65682]: DEBUG oslo_vmware.api [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.974373] env[65682]: DEBUG nova.network.neutron [req-6cb22924-8a1e-4c8a-8520-d4b95003b3c9 req-c1253f48-23dc-4433-b4d6-ea02299649bc service nova] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Updated VIF entry in instance network info cache for port 9a986f1c-0d39-415d-bfe2-cd929e6456bf. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1040.976062] env[65682]: DEBUG nova.network.neutron [req-6cb22924-8a1e-4c8a-8520-d4b95003b3c9 req-c1253f48-23dc-4433-b4d6-ea02299649bc service nova] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Updating instance_info_cache with network_info: [{"id": "9a986f1c-0d39-415d-bfe2-cd929e6456bf", "address": "fa:16:3e:8a:ff:f2", "network": {"id": "6478e152-17d6-438a-af59-4acacc2303f3", "bridge": "br-int", "label": "tempest-ServersTestJSON-1098750738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824187397d5f4890a1360d60e59329fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a986f1c-0d", "ovs_interfaceid": "9a986f1c-0d39-415d-bfe2-cd929e6456bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.996310] env[65682]: DEBUG nova.compute.manager [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1041.076424] env[65682]: DEBUG oslo_concurrency.lockutils [None req-96add224-8bf9-42b6-ab16-a9819f96124e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquiring lock "c46c1769-6758-4ad1-8768-8579ce514021" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.076963] env[65682]: DEBUG oslo_concurrency.lockutils [None req-96add224-8bf9-42b6-ab16-a9819f96124e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lock "c46c1769-6758-4ad1-8768-8579ce514021" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.076963] env[65682]: DEBUG oslo_concurrency.lockutils [None req-96add224-8bf9-42b6-ab16-a9819f96124e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquiring lock "c46c1769-6758-4ad1-8768-8579ce514021-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.077135] env[65682]: DEBUG oslo_concurrency.lockutils [None req-96add224-8bf9-42b6-ab16-a9819f96124e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lock "c46c1769-6758-4ad1-8768-8579ce514021-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.077205] env[65682]: DEBUG oslo_concurrency.lockutils [None req-96add224-8bf9-42b6-ab16-a9819f96124e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lock "c46c1769-6758-4ad1-8768-8579ce514021-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.079464] env[65682]: INFO nova.compute.manager [None req-96add224-8bf9-42b6-ab16-a9819f96124e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Terminating instance [ 1041.112205] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616525, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.220867] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de07911-dc89-461f-a66d-c92a8b9eb356 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.229742] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b507c45-7e90-4bfe-aa87-0aeca35b9601 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.265444] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c118ec0-783a-4dc7-8636-b53a4719c920 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.268805] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe6406e-ce14-4945-8e25-bd667a636128 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Creating Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1041.269538] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5e4c0e1c-345a-49d5-8e6f-bc71d67e5975 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.274844] env[65682]: DEBUG oslo_vmware.api [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202152} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.277478] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.277671] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.277846] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.278073] env[65682]: INFO nova.compute.manager [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1041.278345] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1041.278604] env[65682]: DEBUG nova.compute.manager [-] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1041.278704] env[65682]: DEBUG nova.network.neutron [-] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1041.278942] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.283782] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a7f605-5497-4c33-b433-7797d0b92045 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.291874] env[65682]: DEBUG oslo_vmware.api [None req-4fe6406e-ce14-4945-8e25-bd667a636128 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 1041.291874] env[65682]: value = "task-4616530" [ 1041.291874] env[65682]: _type = "Task" [ 1041.291874] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.305562] env[65682]: DEBUG nova.compute.provider_tree [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.309320] env[65682]: DEBUG nova.network.neutron [-] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1041.309633] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.314172] env[65682]: DEBUG oslo_vmware.api [None req-4fe6406e-ce14-4945-8e25-bd667a636128 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616530, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.353656] env[65682]: DEBUG oslo_vmware.api [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104989} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.353656] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.354315] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08507eb7-be98-4b5b-8316-47b696998781 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.379434] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] a1a7433a-0c19-4673-8630-427001f753a8/a1a7433a-0c19-4673-8630-427001f753a8.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.379768] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf3fe485-21bc-4a0b-9fc1-91c916b45fd1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.405559] env[65682]: DEBUG oslo_vmware.api [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1041.405559] env[65682]: value = "task-4616531" [ 1041.405559] env[65682]: _type = "Task" [ 1041.405559] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.420259] env[65682]: DEBUG oslo_vmware.api [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616531, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.478962] env[65682]: DEBUG oslo_concurrency.lockutils [req-6cb22924-8a1e-4c8a-8520-d4b95003b3c9 req-c1253f48-23dc-4433-b4d6-ea02299649bc service nova] Releasing lock "refresh_cache-6d6134b2-e217-45a9-94fd-a9b84d2c8001" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.526928] env[65682]: DEBUG oslo_concurrency.lockutils [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.586848] env[65682]: DEBUG nova.compute.manager [None req-96add224-8bf9-42b6-ab16-a9819f96124e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1041.587182] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-96add224-8bf9-42b6-ab16-a9819f96124e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.588200] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0052010-a1b6-4a75-99ba-3a68f2ae717c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.597141] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-96add224-8bf9-42b6-ab16-a9819f96124e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.597364] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-687c844e-6ac2-44f5-a81d-daef4f19d52f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.608116] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616525, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.609461] env[65682]: DEBUG oslo_vmware.api [None req-96add224-8bf9-42b6-ab16-a9819f96124e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 1041.609461] env[65682]: value = "task-4616532" [ 1041.609461] env[65682]: _type = "Task" [ 1041.609461] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.618556] env[65682]: DEBUG oslo_vmware.api [None req-96add224-8bf9-42b6-ab16-a9819f96124e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.803772] env[65682]: DEBUG oslo_vmware.api [None req-4fe6406e-ce14-4945-8e25-bd667a636128 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616530, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.809092] env[65682]: DEBUG nova.scheduler.client.report [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.816474] env[65682]: DEBUG nova.network.neutron [-] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.920282] env[65682]: DEBUG oslo_vmware.api [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.030579] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8b7485fe-71b0-41fc-adf9-dba56fdc95de tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "de604fb9-51a1-400c-b5a0-b1046badf3ee" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.030828] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8b7485fe-71b0-41fc-adf9-dba56fdc95de tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "de604fb9-51a1-400c-b5a0-b1046badf3ee" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.111046] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616525, 'name': CreateVM_Task, 'duration_secs': 1.621156} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.114726] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.114882] env[65682]: WARNING neutronclient.v2_0.client [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.115325] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.115840] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.115840] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.117081] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-339a1c5b-c36a-4a63-a9e3-1e1f94f76c43 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.121916] env[65682]: DEBUG oslo_vmware.api [None req-96add224-8bf9-42b6-ab16-a9819f96124e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616532, 'name': PowerOffVM_Task, 'duration_secs': 0.372018} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.123253] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-96add224-8bf9-42b6-ab16-a9819f96124e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.123423] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-96add224-8bf9-42b6-ab16-a9819f96124e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.123749] env[65682]: DEBUG oslo_vmware.api [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1042.123749] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f9a4c1-ebe5-d7f7-19d0-0b6d38803e12" [ 1042.123749] env[65682]: _type = "Task" [ 1042.123749] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.123945] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bc496e7-d99a-4f91-8fcc-671493982368 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.135796] env[65682]: DEBUG oslo_vmware.api [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f9a4c1-ebe5-d7f7-19d0-0b6d38803e12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.203868] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-96add224-8bf9-42b6-ab16-a9819f96124e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.204045] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-96add224-8bf9-42b6-ab16-a9819f96124e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.204219] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-96add224-8bf9-42b6-ab16-a9819f96124e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Deleting the datastore file [datastore2] c46c1769-6758-4ad1-8768-8579ce514021 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.204500] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97bdc762-e026-4425-9ce0-8515fe9b4525 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.211887] env[65682]: DEBUG oslo_vmware.api [None req-96add224-8bf9-42b6-ab16-a9819f96124e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for the task: (returnval){ [ 1042.211887] env[65682]: value = "task-4616534" [ 1042.211887] env[65682]: _type = "Task" [ 1042.211887] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.221773] env[65682]: DEBUG oslo_vmware.api [None req-96add224-8bf9-42b6-ab16-a9819f96124e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.304688] env[65682]: DEBUG oslo_vmware.api [None req-4fe6406e-ce14-4945-8e25-bd667a636128 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616530, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.314842] env[65682]: DEBUG oslo_concurrency.lockutils [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.315540] env[65682]: DEBUG nova.compute.manager [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1042.319014] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.842s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.321935] env[65682]: INFO nova.compute.manager [-] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Took 1.04 seconds to deallocate network for instance. [ 1042.418919] env[65682]: DEBUG oslo_vmware.api [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616531, 'name': ReconfigVM_Task, 'duration_secs': 0.622399} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.419284] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Reconfigured VM instance instance-0000005d to attach disk [datastore2] a1a7433a-0c19-4673-8630-427001f753a8/a1a7433a-0c19-4673-8630-427001f753a8.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.420052] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32f654ad-f212-4e5b-a31e-f1fe42c5dede {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.428863] env[65682]: DEBUG oslo_vmware.api [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1042.428863] env[65682]: value = "task-4616535" [ 1042.428863] env[65682]: _type = "Task" [ 1042.428863] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.437800] env[65682]: DEBUG oslo_vmware.api [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616535, 'name': Rename_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.534345] env[65682]: DEBUG nova.compute.utils [None req-8b7485fe-71b0-41fc-adf9-dba56fdc95de tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.637840] env[65682]: DEBUG oslo_vmware.api [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f9a4c1-ebe5-d7f7-19d0-0b6d38803e12, 'name': SearchDatastore_Task, 'duration_secs': 0.045401} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.638287] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.638423] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.638656] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.638801] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.638980] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.639294] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81b43ecf-a553-4f33-8733-414d64dc5321 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.651971] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.652384] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.653231] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bdb0ad0-235f-48da-b344-a0d5dc55f545 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.660868] env[65682]: DEBUG oslo_vmware.api [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1042.660868] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523edb0a-8d83-dd4d-8548-6486f2ebe131" [ 1042.660868] env[65682]: _type = "Task" [ 1042.660868] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.670357] env[65682]: DEBUG oslo_vmware.api [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523edb0a-8d83-dd4d-8548-6486f2ebe131, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.722504] env[65682]: DEBUG oslo_vmware.api [None req-96add224-8bf9-42b6-ab16-a9819f96124e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Task: {'id': task-4616534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291294} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.722504] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-96add224-8bf9-42b6-ab16-a9819f96124e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.722704] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-96add224-8bf9-42b6-ab16-a9819f96124e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.722740] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-96add224-8bf9-42b6-ab16-a9819f96124e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.722891] env[65682]: INFO nova.compute.manager [None req-96add224-8bf9-42b6-ab16-a9819f96124e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1042.723153] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-96add224-8bf9-42b6-ab16-a9819f96124e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1042.723355] env[65682]: DEBUG nova.compute.manager [-] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1042.723784] env[65682]: DEBUG nova.network.neutron [-] [instance: c46c1769-6758-4ad1-8768-8579ce514021] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1042.723784] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.784751] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.805365] env[65682]: DEBUG oslo_vmware.api [None req-4fe6406e-ce14-4945-8e25-bd667a636128 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616530, 'name': CreateSnapshot_Task, 'duration_secs': 1.31828} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.805659] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe6406e-ce14-4945-8e25-bd667a636128 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Created Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1042.806439] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95093b43-1315-44cb-b366-6e84ba4020a0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.820960] env[65682]: DEBUG nova.compute.utils [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.822581] env[65682]: DEBUG nova.compute.manager [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1042.822817] env[65682]: DEBUG nova.network.neutron [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1042.823522] env[65682]: WARNING neutronclient.v2_0.client [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.823891] env[65682]: WARNING neutronclient.v2_0.client [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.829906] env[65682]: INFO nova.compute.claims [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.835031] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.872872] env[65682]: DEBUG nova.policy [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd6d2f4905464c3ea89fd9d49be2eaef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '164ff004579241c6b3975918a0704143', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.941570] env[65682]: DEBUG oslo_vmware.api [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616535, 'name': Rename_Task, 'duration_secs': 0.191614} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.941931] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.942194] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3682c7b-7813-4dc0-8b8d-983025a2b17a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.950660] env[65682]: DEBUG oslo_vmware.api [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1042.950660] env[65682]: value = "task-4616536" [ 1042.950660] env[65682]: _type = "Task" [ 1042.950660] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.960135] env[65682]: DEBUG oslo_vmware.api [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.040304] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8b7485fe-71b0-41fc-adf9-dba56fdc95de tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "de604fb9-51a1-400c-b5a0-b1046badf3ee" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.082583] env[65682]: DEBUG oslo_concurrency.lockutils [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquiring lock "4e0346b6-7324-4a49-b872-9b85b426c2e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.082807] env[65682]: DEBUG oslo_concurrency.lockutils [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "4e0346b6-7324-4a49-b872-9b85b426c2e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.173092] env[65682]: DEBUG oslo_vmware.api [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523edb0a-8d83-dd4d-8548-6486f2ebe131, 'name': SearchDatastore_Task, 'duration_secs': 0.019998} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.173092] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-850c2638-736c-49ac-ae40-27c5cf00a591 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.178585] env[65682]: DEBUG oslo_vmware.api [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1043.178585] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52730d03-6c1a-f8db-13dc-0fd602d69462" [ 1043.178585] env[65682]: _type = "Task" [ 1043.178585] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.187751] env[65682]: DEBUG oslo_vmware.api [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52730d03-6c1a-f8db-13dc-0fd602d69462, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.227850] env[65682]: DEBUG nova.network.neutron [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Successfully created port: 42b8d1ab-f236-4bf7-98c8-82fb29567006 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1043.329202] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe6406e-ce14-4945-8e25-bd667a636128 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Creating linked-clone VM from snapshot {{(pid=65682) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1043.329202] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6f692c67-c595-4841-84de-3528839e884c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.336143] env[65682]: DEBUG nova.compute.manager [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1043.344163] env[65682]: INFO nova.compute.resource_tracker [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Updating resource usage from migration 6be0d561-56b9-4dd0-9e8e-f135ae8020c3 [ 1043.346941] env[65682]: DEBUG oslo_vmware.api [None req-4fe6406e-ce14-4945-8e25-bd667a636128 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 1043.346941] env[65682]: value = "task-4616537" [ 1043.346941] env[65682]: _type = "Task" [ 1043.346941] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.358401] env[65682]: DEBUG oslo_vmware.api [None req-4fe6406e-ce14-4945-8e25-bd667a636128 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616537, 'name': CloneVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.465955] env[65682]: DEBUG oslo_vmware.api [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616536, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.481808] env[65682]: DEBUG nova.compute.manager [req-165edd96-6b51-4c0d-9c3c-c2506c6233db req-f7728070-b4ff-4636-b848-4ab4044d5b08 service nova] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Received event network-vif-deleted-1580d32a-ff27-48ab-b764-a8f30729bf0a {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1043.482017] env[65682]: INFO nova.compute.manager [req-165edd96-6b51-4c0d-9c3c-c2506c6233db req-f7728070-b4ff-4636-b848-4ab4044d5b08 service nova] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Neutron deleted interface 1580d32a-ff27-48ab-b764-a8f30729bf0a; detaching it from the instance and deleting it from the info cache [ 1043.482190] env[65682]: DEBUG nova.network.neutron [req-165edd96-6b51-4c0d-9c3c-c2506c6233db req-f7728070-b4ff-4636-b848-4ab4044d5b08 service nova] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.521927] env[65682]: DEBUG nova.network.neutron [-] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.586078] env[65682]: DEBUG nova.compute.manager [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1043.693390] env[65682]: DEBUG oslo_vmware.api [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52730d03-6c1a-f8db-13dc-0fd602d69462, 'name': SearchDatastore_Task, 'duration_secs': 0.038555} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.693711] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.693986] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 6d6134b2-e217-45a9-94fd-a9b84d2c8001/6d6134b2-e217-45a9-94fd-a9b84d2c8001.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.694381] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-834b007e-30d9-4ed0-bf0c-d74ccbd56c2a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.704860] env[65682]: DEBUG oslo_vmware.api [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1043.704860] env[65682]: value = "task-4616538" [ 1043.704860] env[65682]: _type = "Task" [ 1043.704860] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.718064] env[65682]: DEBUG oslo_vmware.api [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.765938] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86026c1b-09e2-4f2b-bd0a-768d207da835 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.776309] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acda928-2770-432a-a8d0-419258ae2b8f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.813777] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8367121d-5528-45ab-a96d-81c8a10d03ea {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.825388] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80149f6e-dd5f-4fa1-b1fa-8031b9e609e7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.848740] env[65682]: DEBUG nova.compute.provider_tree [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.873506] env[65682]: DEBUG oslo_vmware.api [None req-4fe6406e-ce14-4945-8e25-bd667a636128 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616537, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.965599] env[65682]: DEBUG oslo_vmware.api [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616536, 'name': PowerOnVM_Task, 'duration_secs': 0.89158} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.966139] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.966445] env[65682]: INFO nova.compute.manager [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1043.966690] env[65682]: DEBUG nova.compute.manager [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1043.967685] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b3d242-b4ca-4089-896e-447a0959967e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.985440] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bcc5801f-42a0-455a-9fb9-dac4f197964a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.997605] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508ea622-02dc-484c-a8d5-b6d579ad8ec3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.025337] env[65682]: INFO nova.compute.manager [-] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Took 1.30 seconds to deallocate network for instance. [ 1044.046474] env[65682]: DEBUG nova.compute.manager [req-165edd96-6b51-4c0d-9c3c-c2506c6233db req-f7728070-b4ff-4636-b848-4ab4044d5b08 service nova] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Detach interface failed, port_id=1580d32a-ff27-48ab-b764-a8f30729bf0a, reason: Instance c46c1769-6758-4ad1-8768-8579ce514021 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1044.118324] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8b7485fe-71b0-41fc-adf9-dba56fdc95de tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "de604fb9-51a1-400c-b5a0-b1046badf3ee" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.118686] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8b7485fe-71b0-41fc-adf9-dba56fdc95de tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "de604fb9-51a1-400c-b5a0-b1046badf3ee" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.118987] env[65682]: INFO nova.compute.manager [None req-8b7485fe-71b0-41fc-adf9-dba56fdc95de tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Attaching volume bea4a197-1cd3-4264-900c-815a19349bad to /dev/sdb [ 1044.121873] env[65682]: DEBUG oslo_concurrency.lockutils [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.169777] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d9fe55-a8e9-4326-b359-fefcd3872ae4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.180100] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b3daa6-e53e-45cd-acbd-855be047a2fa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.197834] env[65682]: DEBUG nova.virt.block_device [None req-8b7485fe-71b0-41fc-adf9-dba56fdc95de tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Updating existing volume attachment record: f39bc72a-f347-41e8-bbfb-34bab4f1092f {{(pid=65682) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1044.216259] env[65682]: DEBUG oslo_vmware.api [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616538, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.359248] env[65682]: DEBUG nova.scheduler.client.report [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.365825] env[65682]: DEBUG nova.compute.manager [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1044.375386] env[65682]: DEBUG oslo_vmware.api [None req-4fe6406e-ce14-4945-8e25-bd667a636128 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616537, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.394850] env[65682]: DEBUG nova.virt.hardware [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1044.395112] env[65682]: DEBUG nova.virt.hardware [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.395268] env[65682]: DEBUG nova.virt.hardware [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1044.395447] env[65682]: DEBUG nova.virt.hardware [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.395616] env[65682]: DEBUG nova.virt.hardware [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1044.395710] env[65682]: DEBUG nova.virt.hardware [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1044.395923] env[65682]: DEBUG nova.virt.hardware [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1044.396123] env[65682]: DEBUG nova.virt.hardware [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1044.396299] env[65682]: DEBUG nova.virt.hardware [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1044.396457] env[65682]: DEBUG nova.virt.hardware [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1044.396624] env[65682]: DEBUG nova.virt.hardware [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1044.397853] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06144e1-e4b9-44bf-9b33-8276c81c49d3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.406707] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa59fee-a9ef-4a14-80f3-0b93f33be2c6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.490993] env[65682]: INFO nova.compute.manager [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Took 37.32 seconds to build instance. [ 1044.552200] env[65682]: DEBUG oslo_concurrency.lockutils [None req-96add224-8bf9-42b6-ab16-a9819f96124e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.717112] env[65682]: DEBUG oslo_vmware.api [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579022} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.717582] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 6d6134b2-e217-45a9-94fd-a9b84d2c8001/6d6134b2-e217-45a9-94fd-a9b84d2c8001.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.717797] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.717964] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eae59613-cd7d-421f-b44c-630e9bab9823 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.725575] env[65682]: DEBUG oslo_vmware.api [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1044.725575] env[65682]: value = "task-4616542" [ 1044.725575] env[65682]: _type = "Task" [ 1044.725575] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.737077] env[65682]: DEBUG oslo_vmware.api [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.812641] env[65682]: DEBUG nova.network.neutron [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Successfully updated port: 42b8d1ab-f236-4bf7-98c8-82fb29567006 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1044.868442] env[65682]: DEBUG oslo_vmware.api [None req-4fe6406e-ce14-4945-8e25-bd667a636128 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616537, 'name': CloneVM_Task} progress is 95%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.869230] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.550s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.869552] env[65682]: INFO nova.compute.manager [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Migrating [ 1044.877410] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c392d556-c8a3-4f22-9a29-ae7254175014 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.270s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.877653] env[65682]: DEBUG nova.objects.instance [None req-c392d556-c8a3-4f22-9a29-ae7254175014 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lazy-loading 'resources' on Instance uuid bd13c2de-6abf-4237-b7b2-bbc24fc59b24 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.994035] env[65682]: DEBUG oslo_concurrency.lockutils [None req-813c60d0-752d-43a6-95c7-ce46d40d24c2 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "a1a7433a-0c19-4673-8630-427001f753a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.299s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.175043] env[65682]: DEBUG nova.compute.manager [req-35cf9cd9-266c-40e8-80cd-a706cd87a91c req-f817c9cb-2e31-4d2f-be31-72a4bc17549b service nova] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Received event network-changed-a2121876-1268-4931-b7ff-027bc051a94b {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1045.175043] env[65682]: DEBUG nova.compute.manager [req-35cf9cd9-266c-40e8-80cd-a706cd87a91c req-f817c9cb-2e31-4d2f-be31-72a4bc17549b service nova] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Refreshing instance network info cache due to event network-changed-a2121876-1268-4931-b7ff-027bc051a94b. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1045.175355] env[65682]: DEBUG oslo_concurrency.lockutils [req-35cf9cd9-266c-40e8-80cd-a706cd87a91c req-f817c9cb-2e31-4d2f-be31-72a4bc17549b service nova] Acquiring lock "refresh_cache-a1a7433a-0c19-4673-8630-427001f753a8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.175399] env[65682]: DEBUG oslo_concurrency.lockutils [req-35cf9cd9-266c-40e8-80cd-a706cd87a91c req-f817c9cb-2e31-4d2f-be31-72a4bc17549b service nova] Acquired lock "refresh_cache-a1a7433a-0c19-4673-8630-427001f753a8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.175523] env[65682]: DEBUG nova.network.neutron [req-35cf9cd9-266c-40e8-80cd-a706cd87a91c req-f817c9cb-2e31-4d2f-be31-72a4bc17549b service nova] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Refreshing network info cache for port a2121876-1268-4931-b7ff-027bc051a94b {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.237274] env[65682]: DEBUG oslo_vmware.api [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.263757} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.237274] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.238224] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e595a5f6-389a-4b0a-a368-db8afccb40f3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.267129] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 6d6134b2-e217-45a9-94fd-a9b84d2c8001/6d6134b2-e217-45a9-94fd-a9b84d2c8001.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.267129] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1118997-afb1-4f53-a82e-248a7fa102fd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.288259] env[65682]: DEBUG oslo_vmware.api [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1045.288259] env[65682]: value = "task-4616543" [ 1045.288259] env[65682]: _type = "Task" [ 1045.288259] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.300130] env[65682]: DEBUG oslo_vmware.api [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616543, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.317087] env[65682]: DEBUG oslo_concurrency.lockutils [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Acquiring lock "refresh_cache-581e2d8f-016a-43ae-917d-e1713e13066e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.317087] env[65682]: DEBUG oslo_concurrency.lockutils [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Acquired lock "refresh_cache-581e2d8f-016a-43ae-917d-e1713e13066e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.317413] env[65682]: DEBUG nova.network.neutron [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1045.371804] env[65682]: DEBUG oslo_vmware.api [None req-4fe6406e-ce14-4945-8e25-bd667a636128 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616537, 'name': CloneVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.389491] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "refresh_cache-da4d12e6-8174-453d-bece-5640627a485c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.389491] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquired lock "refresh_cache-da4d12e6-8174-453d-bece-5640627a485c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.389491] env[65682]: DEBUG nova.network.neutron [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1045.516515] env[65682]: DEBUG nova.compute.manager [req-f7b16d85-894e-4d44-9dc3-ec3e87596786 req-30989a46-79a3-4696-9c7b-4d1092f520ab service nova] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Received event network-vif-plugged-42b8d1ab-f236-4bf7-98c8-82fb29567006 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1045.516803] env[65682]: DEBUG oslo_concurrency.lockutils [req-f7b16d85-894e-4d44-9dc3-ec3e87596786 req-30989a46-79a3-4696-9c7b-4d1092f520ab service nova] Acquiring lock "581e2d8f-016a-43ae-917d-e1713e13066e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.517150] env[65682]: DEBUG oslo_concurrency.lockutils [req-f7b16d85-894e-4d44-9dc3-ec3e87596786 req-30989a46-79a3-4696-9c7b-4d1092f520ab service nova] Lock "581e2d8f-016a-43ae-917d-e1713e13066e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.517272] env[65682]: DEBUG oslo_concurrency.lockutils [req-f7b16d85-894e-4d44-9dc3-ec3e87596786 req-30989a46-79a3-4696-9c7b-4d1092f520ab service nova] Lock "581e2d8f-016a-43ae-917d-e1713e13066e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.517430] env[65682]: DEBUG nova.compute.manager [req-f7b16d85-894e-4d44-9dc3-ec3e87596786 req-30989a46-79a3-4696-9c7b-4d1092f520ab service nova] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] No waiting events found dispatching network-vif-plugged-42b8d1ab-f236-4bf7-98c8-82fb29567006 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1045.517553] env[65682]: WARNING nova.compute.manager [req-f7b16d85-894e-4d44-9dc3-ec3e87596786 req-30989a46-79a3-4696-9c7b-4d1092f520ab service nova] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Received unexpected event network-vif-plugged-42b8d1ab-f236-4bf7-98c8-82fb29567006 for instance with vm_state building and task_state spawning. [ 1045.517707] env[65682]: DEBUG nova.compute.manager [req-f7b16d85-894e-4d44-9dc3-ec3e87596786 req-30989a46-79a3-4696-9c7b-4d1092f520ab service nova] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Received event network-changed-42b8d1ab-f236-4bf7-98c8-82fb29567006 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1045.517859] env[65682]: DEBUG nova.compute.manager [req-f7b16d85-894e-4d44-9dc3-ec3e87596786 req-30989a46-79a3-4696-9c7b-4d1092f520ab service nova] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Refreshing instance network info cache due to event network-changed-42b8d1ab-f236-4bf7-98c8-82fb29567006. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1045.518026] env[65682]: DEBUG oslo_concurrency.lockutils [req-f7b16d85-894e-4d44-9dc3-ec3e87596786 req-30989a46-79a3-4696-9c7b-4d1092f520ab service nova] Acquiring lock "refresh_cache-581e2d8f-016a-43ae-917d-e1713e13066e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.678259] env[65682]: WARNING neutronclient.v2_0.client [req-35cf9cd9-266c-40e8-80cd-a706cd87a91c req-f817c9cb-2e31-4d2f-be31-72a4bc17549b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.765208] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe8cbd4-d1e5-4438-a8a2-42c9bd6fb165 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.773940] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41a5ffc-0093-4958-8a59-5da5521e7c57 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.812180] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50660aad-a5bc-4734-9824-7ae7b52e9003 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.825695] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c2293a-dc01-4d14-84b2-ed768cdebbc0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.830105] env[65682]: DEBUG oslo_vmware.api [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616543, 'name': ReconfigVM_Task, 'duration_secs': 0.469316} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.830453] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 6d6134b2-e217-45a9-94fd-a9b84d2c8001/6d6134b2-e217-45a9-94fd-a9b84d2c8001.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.831496] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29ca4bd8-04a1-467d-a3b1-70b3f18b2e82 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.844462] env[65682]: DEBUG nova.compute.provider_tree [None req-c392d556-c8a3-4f22-9a29-ae7254175014 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.850057] env[65682]: DEBUG oslo_vmware.api [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1045.850057] env[65682]: value = "task-4616544" [ 1045.850057] env[65682]: _type = "Task" [ 1045.850057] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.854701] env[65682]: DEBUG nova.network.neutron [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1045.864550] env[65682]: DEBUG oslo_vmware.api [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616544, 'name': Rename_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.873680] env[65682]: DEBUG oslo_vmware.api [None req-4fe6406e-ce14-4945-8e25-bd667a636128 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616537, 'name': CloneVM_Task, 'duration_secs': 2.038178} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.873957] env[65682]: INFO nova.virt.vmwareapi.vmops [None req-4fe6406e-ce14-4945-8e25-bd667a636128 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Created linked-clone VM from snapshot [ 1045.874985] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8324bcd2-0dd9-4965-908d-0534d8c1206e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.881502] env[65682]: WARNING neutronclient.v2_0.client [req-35cf9cd9-266c-40e8-80cd-a706cd87a91c req-f817c9cb-2e31-4d2f-be31-72a4bc17549b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.892100] env[65682]: WARNING neutronclient.v2_0.client [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.894551] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-4fe6406e-ce14-4945-8e25-bd667a636128 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Uploading image f3016701-c3cb-42d0-ae7a-839cc306dbc2 {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1045.908931] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe6406e-ce14-4945-8e25-bd667a636128 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Destroying the VM {{(pid=65682) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1045.909469] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a0cc3879-581d-43c8-af76-b8f6791cd4cd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.924156] env[65682]: DEBUG oslo_vmware.api [None req-4fe6406e-ce14-4945-8e25-bd667a636128 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 1045.924156] env[65682]: value = "task-4616545" [ 1045.924156] env[65682]: _type = "Task" [ 1045.924156] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.936091] env[65682]: DEBUG oslo_vmware.api [None req-4fe6406e-ce14-4945-8e25-bd667a636128 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616545, 'name': Destroy_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.937486] env[65682]: WARNING neutronclient.v2_0.client [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.000432] env[65682]: DEBUG nova.network.neutron [req-35cf9cd9-266c-40e8-80cd-a706cd87a91c req-f817c9cb-2e31-4d2f-be31-72a4bc17549b service nova] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Updated VIF entry in instance network info cache for port a2121876-1268-4931-b7ff-027bc051a94b. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1046.001113] env[65682]: DEBUG nova.network.neutron [req-35cf9cd9-266c-40e8-80cd-a706cd87a91c req-f817c9cb-2e31-4d2f-be31-72a4bc17549b service nova] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Updating instance_info_cache with network_info: [{"id": "a2121876-1268-4931-b7ff-027bc051a94b", "address": "fa:16:3e:bc:09:a0", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2121876-12", "ovs_interfaceid": "a2121876-1268-4931-b7ff-027bc051a94b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.037430] env[65682]: DEBUG nova.network.neutron [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Updating instance_info_cache with network_info: [{"id": "42b8d1ab-f236-4bf7-98c8-82fb29567006", "address": "fa:16:3e:25:99:12", "network": {"id": "e2521733-c1fe-47a7-9e4b-f4764080171d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1932905076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "164ff004579241c6b3975918a0704143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42b8d1ab-f2", "ovs_interfaceid": "42b8d1ab-f236-4bf7-98c8-82fb29567006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.113124] env[65682]: WARNING neutronclient.v2_0.client [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.184534] env[65682]: DEBUG nova.network.neutron [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Updating instance_info_cache with network_info: [{"id": "b6540cc2-c8c0-4648-a9e6-91b52ef14252", "address": "fa:16:3e:c5:5f:48", "network": {"id": "bb910440-198c-4502-a3a4-4e298d3e865f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558144367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa8a0b312c041e49d891b6bae417098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6540cc2-c8", "ovs_interfaceid": "b6540cc2-c8c0-4648-a9e6-91b52ef14252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.351992] env[65682]: DEBUG nova.scheduler.client.report [None req-c392d556-c8a3-4f22-9a29-ae7254175014 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.365744] env[65682]: DEBUG oslo_vmware.api [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616544, 'name': Rename_Task, 'duration_secs': 0.152677} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.366018] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.366321] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-762098aa-5771-4ab9-87bb-346174a2ee7e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.374786] env[65682]: DEBUG oslo_vmware.api [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1046.374786] env[65682]: value = "task-4616546" [ 1046.374786] env[65682]: _type = "Task" [ 1046.374786] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.388107] env[65682]: DEBUG oslo_vmware.api [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.435331] env[65682]: DEBUG oslo_vmware.api [None req-4fe6406e-ce14-4945-8e25-bd667a636128 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616545, 'name': Destroy_Task, 'duration_secs': 0.371373} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.435633] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-4fe6406e-ce14-4945-8e25-bd667a636128 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Destroyed the VM [ 1046.435925] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe6406e-ce14-4945-8e25-bd667a636128 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Deleting Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1046.436260] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-702afb50-3cc3-4d45-990b-eb162cbd17c6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.445106] env[65682]: DEBUG oslo_vmware.api [None req-4fe6406e-ce14-4945-8e25-bd667a636128 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 1046.445106] env[65682]: value = "task-4616547" [ 1046.445106] env[65682]: _type = "Task" [ 1046.445106] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.454896] env[65682]: DEBUG oslo_vmware.api [None req-4fe6406e-ce14-4945-8e25-bd667a636128 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616547, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.503830] env[65682]: DEBUG oslo_concurrency.lockutils [req-35cf9cd9-266c-40e8-80cd-a706cd87a91c req-f817c9cb-2e31-4d2f-be31-72a4bc17549b service nova] Releasing lock "refresh_cache-a1a7433a-0c19-4673-8630-427001f753a8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.540225] env[65682]: DEBUG oslo_concurrency.lockutils [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Releasing lock "refresh_cache-581e2d8f-016a-43ae-917d-e1713e13066e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.540784] env[65682]: DEBUG nova.compute.manager [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Instance network_info: |[{"id": "42b8d1ab-f236-4bf7-98c8-82fb29567006", "address": "fa:16:3e:25:99:12", "network": {"id": "e2521733-c1fe-47a7-9e4b-f4764080171d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1932905076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "164ff004579241c6b3975918a0704143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42b8d1ab-f2", "ovs_interfaceid": "42b8d1ab-f236-4bf7-98c8-82fb29567006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1046.541143] env[65682]: DEBUG oslo_concurrency.lockutils [req-f7b16d85-894e-4d44-9dc3-ec3e87596786 req-30989a46-79a3-4696-9c7b-4d1092f520ab service nova] Acquired lock "refresh_cache-581e2d8f-016a-43ae-917d-e1713e13066e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.541345] env[65682]: DEBUG nova.network.neutron [req-f7b16d85-894e-4d44-9dc3-ec3e87596786 req-30989a46-79a3-4696-9c7b-4d1092f520ab service nova] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Refreshing network info cache for port 42b8d1ab-f236-4bf7-98c8-82fb29567006 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.542796] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:99:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '753b69c3-4ef5-44a1-80cf-eab4edbe0dd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42b8d1ab-f236-4bf7-98c8-82fb29567006', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.551400] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1046.552923] env[65682]: WARNING neutronclient.v2_0.client [req-f7b16d85-894e-4d44-9dc3-ec3e87596786 req-30989a46-79a3-4696-9c7b-4d1092f520ab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.555215] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.556025] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cad31347-a82e-4e4c-8f3e-9522f15c401d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.578084] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.578084] env[65682]: value = "task-4616549" [ 1046.578084] env[65682]: _type = "Task" [ 1046.578084] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.588278] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616549, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.687635] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Releasing lock "refresh_cache-da4d12e6-8174-453d-bece-5640627a485c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.709223] env[65682]: WARNING neutronclient.v2_0.client [req-f7b16d85-894e-4d44-9dc3-ec3e87596786 req-30989a46-79a3-4696-9c7b-4d1092f520ab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.815083] env[65682]: DEBUG nova.network.neutron [req-f7b16d85-894e-4d44-9dc3-ec3e87596786 req-30989a46-79a3-4696-9c7b-4d1092f520ab service nova] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Updated VIF entry in instance network info cache for port 42b8d1ab-f236-4bf7-98c8-82fb29567006. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1046.815519] env[65682]: DEBUG nova.network.neutron [req-f7b16d85-894e-4d44-9dc3-ec3e87596786 req-30989a46-79a3-4696-9c7b-4d1092f520ab service nova] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Updating instance_info_cache with network_info: [{"id": "42b8d1ab-f236-4bf7-98c8-82fb29567006", "address": "fa:16:3e:25:99:12", "network": {"id": "e2521733-c1fe-47a7-9e4b-f4764080171d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1932905076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "164ff004579241c6b3975918a0704143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42b8d1ab-f2", "ovs_interfaceid": "42b8d1ab-f236-4bf7-98c8-82fb29567006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.860657] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c392d556-c8a3-4f22-9a29-ae7254175014 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.863547] env[65682]: DEBUG oslo_concurrency.lockutils [None req-734ceb29-33ae-4c83-9411-39c32b972e6a tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.161s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.863954] env[65682]: DEBUG nova.objects.instance [None req-734ceb29-33ae-4c83-9411-39c32b972e6a tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lazy-loading 'resources' on Instance uuid c1dffb08-8d14-4976-addd-6f563b1f31fb {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.888045] env[65682]: DEBUG oslo_vmware.api [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616546, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.896763] env[65682]: INFO nova.scheduler.client.report [None req-c392d556-c8a3-4f22-9a29-ae7254175014 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Deleted allocations for instance bd13c2de-6abf-4237-b7b2-bbc24fc59b24 [ 1046.957323] env[65682]: DEBUG oslo_vmware.api [None req-4fe6406e-ce14-4945-8e25-bd667a636128 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616547, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.088956] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616549, 'name': CreateVM_Task, 'duration_secs': 0.428112} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.089364] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.089819] env[65682]: WARNING neutronclient.v2_0.client [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.090226] env[65682]: DEBUG oslo_concurrency.lockutils [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.090391] env[65682]: DEBUG oslo_concurrency.lockutils [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.090698] env[65682]: DEBUG oslo_concurrency.lockutils [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.090976] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea1500de-699f-494b-94a2-947cf6b76a60 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.097095] env[65682]: DEBUG oslo_vmware.api [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 1047.097095] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52851948-2865-8889-af09-11942aae4b1a" [ 1047.097095] env[65682]: _type = "Task" [ 1047.097095] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.106510] env[65682]: DEBUG oslo_vmware.api [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52851948-2865-8889-af09-11942aae4b1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.318694] env[65682]: DEBUG oslo_concurrency.lockutils [req-f7b16d85-894e-4d44-9dc3-ec3e87596786 req-30989a46-79a3-4696-9c7b-4d1092f520ab service nova] Releasing lock "refresh_cache-581e2d8f-016a-43ae-917d-e1713e13066e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.391218] env[65682]: DEBUG oslo_vmware.api [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616546, 'name': PowerOnVM_Task, 'duration_secs': 0.620159} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.391498] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.391703] env[65682]: INFO nova.compute.manager [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Took 9.63 seconds to spawn the instance on the hypervisor. [ 1047.391920] env[65682]: DEBUG nova.compute.manager [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1047.392767] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa59a36-e93d-47d8-a8ed-e0b825d547f1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.408247] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c392d556-c8a3-4f22-9a29-ae7254175014 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "bd13c2de-6abf-4237-b7b2-bbc24fc59b24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.668s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.458490] env[65682]: DEBUG oslo_vmware.api [None req-4fe6406e-ce14-4945-8e25-bd667a636128 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616547, 'name': RemoveSnapshot_Task, 'duration_secs': 0.786927} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.458905] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe6406e-ce14-4945-8e25-bd667a636128 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Deleted Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1047.608874] env[65682]: DEBUG oslo_vmware.api [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52851948-2865-8889-af09-11942aae4b1a, 'name': SearchDatastore_Task, 'duration_secs': 0.027863} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.610019] env[65682]: DEBUG oslo_concurrency.lockutils [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.610019] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.610019] env[65682]: DEBUG oslo_concurrency.lockutils [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.610019] env[65682]: DEBUG oslo_concurrency.lockutils [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.610019] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.610312] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-169a69a8-dbc6-4bfb-a3b6-7f4124a56094 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.628286] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.628286] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.630082] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-423e8f29-8d1d-4398-b280-46dac7f9954e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.636023] env[65682]: DEBUG oslo_vmware.api [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 1047.636023] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5292d1a5-9bba-42b3-6bad-d8b7f8f87c3b" [ 1047.636023] env[65682]: _type = "Task" [ 1047.636023] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.646850] env[65682]: DEBUG oslo_vmware.api [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5292d1a5-9bba-42b3-6bad-d8b7f8f87c3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.749215] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886a9b4e-346f-4d18-8fab-da226b0938e9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.759314] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce18e2f-b8f4-4097-8417-ea6e36b22550 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.793426] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd0b74f-eb4f-4b3d-b0b1-c8784c1799af {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.801976] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bac6ca-9e4b-4253-a809-f706ab89cbc7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.817317] env[65682]: DEBUG nova.compute.provider_tree [None req-734ceb29-33ae-4c83-9411-39c32b972e6a tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.920679] env[65682]: INFO nova.compute.manager [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Took 39.18 seconds to build instance. [ 1047.964608] env[65682]: WARNING nova.compute.manager [None req-4fe6406e-ce14-4945-8e25-bd667a636128 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Image not found during snapshot: nova.exception.ImageNotFound: Image f3016701-c3cb-42d0-ae7a-839cc306dbc2 could not be found. [ 1048.147043] env[65682]: DEBUG oslo_vmware.api [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5292d1a5-9bba-42b3-6bad-d8b7f8f87c3b, 'name': SearchDatastore_Task, 'duration_secs': 0.017221} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.147614] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d32a8cb8-83dc-437d-82ce-9cccdd3af823 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.153804] env[65682]: DEBUG oslo_vmware.api [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 1048.153804] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5255a7fb-dffe-1008-82c0-be5913016cef" [ 1048.153804] env[65682]: _type = "Task" [ 1048.153804] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.161854] env[65682]: DEBUG oslo_vmware.api [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5255a7fb-dffe-1008-82c0-be5913016cef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.204703] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b076a58-f8d3-4195-a6d6-f5c663d7faf2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.226569] env[65682]: DEBUG oslo_concurrency.lockutils [None req-21952f88-83ba-45f1-bdf6-172ceb355e40 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "5704ba32-7311-431b-a106-b6fa0380df1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.226849] env[65682]: DEBUG oslo_concurrency.lockutils [None req-21952f88-83ba-45f1-bdf6-172ceb355e40 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "5704ba32-7311-431b-a106-b6fa0380df1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.227065] env[65682]: DEBUG oslo_concurrency.lockutils [None req-21952f88-83ba-45f1-bdf6-172ceb355e40 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "5704ba32-7311-431b-a106-b6fa0380df1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.227250] env[65682]: DEBUG oslo_concurrency.lockutils [None req-21952f88-83ba-45f1-bdf6-172ceb355e40 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "5704ba32-7311-431b-a106-b6fa0380df1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.227431] env[65682]: DEBUG oslo_concurrency.lockutils [None req-21952f88-83ba-45f1-bdf6-172ceb355e40 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "5704ba32-7311-431b-a106-b6fa0380df1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.229114] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Updating instance 'da4d12e6-8174-453d-bece-5640627a485c' progress to 0 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1048.233342] env[65682]: INFO nova.compute.manager [None req-21952f88-83ba-45f1-bdf6-172ceb355e40 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Terminating instance [ 1048.321713] env[65682]: DEBUG nova.scheduler.client.report [None req-734ceb29-33ae-4c83-9411-39c32b972e6a tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.424524] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0c255732-0e88-4485-aed6-9b7d003c4c02 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "6d6134b2-e217-45a9-94fd-a9b84d2c8001" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.440s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.665643] env[65682]: DEBUG oslo_vmware.api [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5255a7fb-dffe-1008-82c0-be5913016cef, 'name': SearchDatastore_Task, 'duration_secs': 0.033512} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.665943] env[65682]: DEBUG oslo_concurrency.lockutils [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.666197] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 581e2d8f-016a-43ae-917d-e1713e13066e/581e2d8f-016a-43ae-917d-e1713e13066e.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.666445] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf28eed4-2610-45b6-b139-83d8550966b3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.674873] env[65682]: DEBUG oslo_vmware.api [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 1048.674873] env[65682]: value = "task-4616551" [ 1048.674873] env[65682]: _type = "Task" [ 1048.674873] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.684283] env[65682]: DEBUG oslo_vmware.api [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.735402] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.736059] env[65682]: DEBUG nova.compute.manager [None req-21952f88-83ba-45f1-bdf6-172ceb355e40 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1048.736263] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-21952f88-83ba-45f1-bdf6-172ceb355e40 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.736614] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9742b9d-d6c6-43a7-98c9-d1cf16c77df5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.739182] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc2813a-a6e5-41cd-ab67-213e91a6c13f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.748446] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-21952f88-83ba-45f1-bdf6-172ceb355e40 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.750068] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-567aab6f-533e-40d4-a568-758e8cef137f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.751884] env[65682]: DEBUG oslo_vmware.api [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 1048.751884] env[65682]: value = "task-4616552" [ 1048.751884] env[65682]: _type = "Task" [ 1048.751884] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.756166] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b7485fe-71b0-41fc-adf9-dba56fdc95de tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Volume attach. Driver type: vmdk {{(pid=65682) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1048.756383] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b7485fe-71b0-41fc-adf9-dba56fdc95de tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901710', 'volume_id': 'bea4a197-1cd3-4264-900c-815a19349bad', 'name': 'volume-bea4a197-1cd3-4264-900c-815a19349bad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de604fb9-51a1-400c-b5a0-b1046badf3ee', 'attached_at': '', 'detached_at': '', 'volume_id': 'bea4a197-1cd3-4264-900c-815a19349bad', 'serial': 'bea4a197-1cd3-4264-900c-815a19349bad'} {{(pid=65682) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1048.758138] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3458f2d-6952-4329-bf6b-80838b5f27fb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.763651] env[65682]: DEBUG oslo_vmware.api [None req-21952f88-83ba-45f1-bdf6-172ceb355e40 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 1048.763651] env[65682]: value = "task-4616553" [ 1048.763651] env[65682]: _type = "Task" [ 1048.763651] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.786652] env[65682]: DEBUG oslo_vmware.api [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.788351] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fde6137-0599-4b62-a7f3-01b430883e87 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.795014] env[65682]: DEBUG oslo_vmware.api [None req-21952f88-83ba-45f1-bdf6-172ceb355e40 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.822810] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b7485fe-71b0-41fc-adf9-dba56fdc95de tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] volume-bea4a197-1cd3-4264-900c-815a19349bad/volume-bea4a197-1cd3-4264-900c-815a19349bad.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.823373] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d439431-971b-4a97-9cca-38983c857f4c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.838637] env[65682]: DEBUG oslo_concurrency.lockutils [None req-734ceb29-33ae-4c83-9411-39c32b972e6a tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.840998] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.590s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.851511] env[65682]: DEBUG oslo_vmware.api [None req-8b7485fe-71b0-41fc-adf9-dba56fdc95de tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1048.851511] env[65682]: value = "task-4616554" [ 1048.851511] env[65682]: _type = "Task" [ 1048.851511] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.862722] env[65682]: DEBUG oslo_vmware.api [None req-8b7485fe-71b0-41fc-adf9-dba56fdc95de tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616554, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.874158] env[65682]: INFO nova.scheduler.client.report [None req-734ceb29-33ae-4c83-9411-39c32b972e6a tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Deleted allocations for instance c1dffb08-8d14-4976-addd-6f563b1f31fb [ 1049.187078] env[65682]: DEBUG oslo_vmware.api [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616551, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.263068] env[65682]: DEBUG oslo_vmware.api [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616552, 'name': PowerOffVM_Task, 'duration_secs': 0.230926} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.263295] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.263475] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Updating instance 'da4d12e6-8174-453d-bece-5640627a485c' progress to 17 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1049.277232] env[65682]: DEBUG oslo_vmware.api [None req-21952f88-83ba-45f1-bdf6-172ceb355e40 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616553, 'name': PowerOffVM_Task, 'duration_secs': 0.227231} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.277880] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-21952f88-83ba-45f1-bdf6-172ceb355e40 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.277880] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-21952f88-83ba-45f1-bdf6-172ceb355e40 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.278040] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a120e18f-ecb5-4d9e-aed6-afa500b87ab3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.360494] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-21952f88-83ba-45f1-bdf6-172ceb355e40 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.360719] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-21952f88-83ba-45f1-bdf6-172ceb355e40 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.360836] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-21952f88-83ba-45f1-bdf6-172ceb355e40 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Deleting the datastore file [datastore1] 5704ba32-7311-431b-a106-b6fa0380df1a {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.365667] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac1e3573-a9c5-4b0c-86c8-4ab55c472193 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.374786] env[65682]: DEBUG oslo_vmware.api [None req-8b7485fe-71b0-41fc-adf9-dba56fdc95de tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.376754] env[65682]: DEBUG oslo_vmware.api [None req-21952f88-83ba-45f1-bdf6-172ceb355e40 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for the task: (returnval){ [ 1049.376754] env[65682]: value = "task-4616556" [ 1049.376754] env[65682]: _type = "Task" [ 1049.376754] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.384217] env[65682]: DEBUG oslo_concurrency.lockutils [None req-734ceb29-33ae-4c83-9411-39c32b972e6a tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "c1dffb08-8d14-4976-addd-6f563b1f31fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.551s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.447310] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d686a1b9-0f2f-4cd6-92de-1eb85879bc18 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "6d6134b2-e217-45a9-94fd-a9b84d2c8001" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.447710] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d686a1b9-0f2f-4cd6-92de-1eb85879bc18 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "6d6134b2-e217-45a9-94fd-a9b84d2c8001" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.447937] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d686a1b9-0f2f-4cd6-92de-1eb85879bc18 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "6d6134b2-e217-45a9-94fd-a9b84d2c8001-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.448241] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d686a1b9-0f2f-4cd6-92de-1eb85879bc18 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "6d6134b2-e217-45a9-94fd-a9b84d2c8001-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.448431] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d686a1b9-0f2f-4cd6-92de-1eb85879bc18 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "6d6134b2-e217-45a9-94fd-a9b84d2c8001-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.451697] env[65682]: INFO nova.compute.manager [None req-d686a1b9-0f2f-4cd6-92de-1eb85879bc18 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Terminating instance [ 1049.646956] env[65682]: INFO nova.compute.manager [None req-4ae543b9-ebaf-4eae-a1c7-3ce66b9334c6 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Get console output [ 1049.647230] env[65682]: WARNING nova.virt.vmwareapi.driver [None req-4ae543b9-ebaf-4eae-a1c7-3ce66b9334c6 tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] The console log is missing. Check your VSPC configuration [ 1049.687348] env[65682]: DEBUG oslo_vmware.api [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575555} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.687672] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 581e2d8f-016a-43ae-917d-e1713e13066e/581e2d8f-016a-43ae-917d-e1713e13066e.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.687889] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.688296] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-568dbd6d-8ac9-4c41-b47e-291f98f2fe94 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.696112] env[65682]: DEBUG oslo_vmware.api [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 1049.696112] env[65682]: value = "task-4616557" [ 1049.696112] env[65682]: _type = "Task" [ 1049.696112] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.707085] env[65682]: DEBUG oslo_vmware.api [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.775372] env[65682]: DEBUG nova.virt.hardware [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:23:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1049.775938] env[65682]: DEBUG nova.virt.hardware [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.776254] env[65682]: DEBUG nova.virt.hardware [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1049.776570] env[65682]: DEBUG nova.virt.hardware [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.777072] env[65682]: DEBUG nova.virt.hardware [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1049.777118] env[65682]: DEBUG nova.virt.hardware [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1049.777509] env[65682]: DEBUG nova.virt.hardware [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1049.777802] env[65682]: DEBUG nova.virt.hardware [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1049.778161] env[65682]: DEBUG nova.virt.hardware [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1049.778496] env[65682]: DEBUG nova.virt.hardware [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1049.779385] env[65682]: DEBUG nova.virt.hardware [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1049.789074] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f2cddb9-6908-45eb-9426-863abde65815 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.815355] env[65682]: DEBUG oslo_vmware.api [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 1049.815355] env[65682]: value = "task-4616558" [ 1049.815355] env[65682]: _type = "Task" [ 1049.815355] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.829744] env[65682]: DEBUG oslo_vmware.api [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616558, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.865269] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Applying migration context for instance da4d12e6-8174-453d-bece-5640627a485c as it has an incoming, in-progress migration 6be0d561-56b9-4dd0-9e8e-f135ae8020c3. Migration status is migrating {{(pid=65682) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1049.867643] env[65682]: INFO nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: da4d12e6-8174-453d-bece-5640627a485c] Updating resource usage from migration 6be0d561-56b9-4dd0-9e8e-f135ae8020c3 [ 1049.879181] env[65682]: DEBUG oslo_vmware.api [None req-8b7485fe-71b0-41fc-adf9-dba56fdc95de tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616554, 'name': ReconfigVM_Task, 'duration_secs': 0.72302} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.882658] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b7485fe-71b0-41fc-adf9-dba56fdc95de tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Reconfigured VM instance instance-0000005c to attach disk [datastore1] volume-bea4a197-1cd3-4264-900c-815a19349bad/volume-bea4a197-1cd3-4264-900c-815a19349bad.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.887829] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1cac756-099f-4a11-b862-2c0261966302 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.899788] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance f3887e09-9b99-461c-98a1-e89e896177ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1049.899965] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 6812a738-b2c5-4038-9943-ba204da22919 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1049.900131] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1049.900210] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 89425ade-bec0-4810-8284-ee9dd50a8c06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1049.900442] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 5677fa51-490b-4fff-8c10-fa94cdb310de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1049.900646] env[65682]: WARNING nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance c46c1769-6758-4ad1-8768-8579ce514021 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1049.900775] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 2cdca24a-4bb0-4adc-886f-4b73acc2a545 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1049.900985] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance d59edbef-b7dc-40e8-8a31-c1c1f3bc8647 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1049.901042] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 79822481-013c-463d-9075-703e40519a73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1049.901177] env[65682]: WARNING nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1049.901315] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance e56911bb-205b-4fa0-bf82-1e3b1c3f83ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1049.901446] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 81cf4997-e498-4b3e-b3ac-490cdd254fbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1049.901563] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1049.901678] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 5704ba32-7311-431b-a106-b6fa0380df1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1049.901846] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance de604fb9-51a1-400c-b5a0-b1046badf3ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1049.901930] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance a1a7433a-0c19-4673-8630-427001f753a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1049.902065] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 6d6134b2-e217-45a9-94fd-a9b84d2c8001 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1049.902194] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 581e2d8f-016a-43ae-917d-e1713e13066e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1049.902304] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Migration 6be0d561-56b9-4dd0-9e8e-f135ae8020c3 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1049.902616] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance da4d12e6-8174-453d-bece-5640627a485c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1049.910884] env[65682]: DEBUG oslo_vmware.api [None req-21952f88-83ba-45f1-bdf6-172ceb355e40 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Task: {'id': task-4616556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175254} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.912553] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-21952f88-83ba-45f1-bdf6-172ceb355e40 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.912841] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-21952f88-83ba-45f1-bdf6-172ceb355e40 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.913107] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-21952f88-83ba-45f1-bdf6-172ceb355e40 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.913333] env[65682]: INFO nova.compute.manager [None req-21952f88-83ba-45f1-bdf6-172ceb355e40 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1049.913751] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-21952f88-83ba-45f1-bdf6-172ceb355e40 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1049.913965] env[65682]: DEBUG oslo_vmware.api [None req-8b7485fe-71b0-41fc-adf9-dba56fdc95de tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1049.913965] env[65682]: value = "task-4616559" [ 1049.913965] env[65682]: _type = "Task" [ 1049.913965] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.914226] env[65682]: DEBUG nova.compute.manager [-] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1049.914320] env[65682]: DEBUG nova.network.neutron [-] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1049.914603] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.927596] env[65682]: DEBUG oslo_vmware.api [None req-8b7485fe-71b0-41fc-adf9-dba56fdc95de tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616559, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.956441] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.959615] env[65682]: DEBUG nova.compute.manager [None req-d686a1b9-0f2f-4cd6-92de-1eb85879bc18 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1049.959856] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d686a1b9-0f2f-4cd6-92de-1eb85879bc18 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.962096] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceccba71-f42b-47e3-b5ed-fc56fd47a7be {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.971299] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d686a1b9-0f2f-4cd6-92de-1eb85879bc18 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.971492] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ec775ed-16ab-4144-be0a-9198e025a2f3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.982024] env[65682]: DEBUG oslo_vmware.api [None req-d686a1b9-0f2f-4cd6-92de-1eb85879bc18 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1049.982024] env[65682]: value = "task-4616560" [ 1049.982024] env[65682]: _type = "Task" [ 1049.982024] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.994077] env[65682]: DEBUG oslo_vmware.api [None req-d686a1b9-0f2f-4cd6-92de-1eb85879bc18 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.207050] env[65682]: DEBUG oslo_vmware.api [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080521} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.207529] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.207962] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1150a026-a39b-4a6c-918a-baa7218fc147 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.237672] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 581e2d8f-016a-43ae-917d-e1713e13066e/581e2d8f-016a-43ae-917d-e1713e13066e.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.238115] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0353a07-8a59-43b4-b9ec-286b93500601 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.269422] env[65682]: DEBUG oslo_vmware.api [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 1050.269422] env[65682]: value = "task-4616561" [ 1050.269422] env[65682]: _type = "Task" [ 1050.269422] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.280400] env[65682]: DEBUG oslo_vmware.api [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616561, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.331451] env[65682]: DEBUG oslo_vmware.api [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616558, 'name': ReconfigVM_Task, 'duration_secs': 0.246145} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.331977] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Updating instance 'da4d12e6-8174-453d-bece-5640627a485c' progress to 33 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1050.405927] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1050.428353] env[65682]: DEBUG nova.compute.manager [req-a5951d54-a316-4b91-9214-c72d37a3f968 req-d99af1ea-969e-49b1-b8ea-9955c51d569a service nova] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Received event network-vif-deleted-0cdc099d-d709-4865-bad1-3b1693489519 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1050.428741] env[65682]: INFO nova.compute.manager [req-a5951d54-a316-4b91-9214-c72d37a3f968 req-d99af1ea-969e-49b1-b8ea-9955c51d569a service nova] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Neutron deleted interface 0cdc099d-d709-4865-bad1-3b1693489519; detaching it from the instance and deleting it from the info cache [ 1050.429096] env[65682]: DEBUG nova.network.neutron [req-a5951d54-a316-4b91-9214-c72d37a3f968 req-d99af1ea-969e-49b1-b8ea-9955c51d569a service nova] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.439922] env[65682]: DEBUG oslo_vmware.api [None req-8b7485fe-71b0-41fc-adf9-dba56fdc95de tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616559, 'name': ReconfigVM_Task, 'duration_secs': 0.200182} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.440411] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b7485fe-71b0-41fc-adf9-dba56fdc95de tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901710', 'volume_id': 'bea4a197-1cd3-4264-900c-815a19349bad', 'name': 'volume-bea4a197-1cd3-4264-900c-815a19349bad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de604fb9-51a1-400c-b5a0-b1046badf3ee', 'attached_at': '', 'detached_at': '', 'volume_id': 'bea4a197-1cd3-4264-900c-815a19349bad', 'serial': 'bea4a197-1cd3-4264-900c-815a19349bad'} {{(pid=65682) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1050.494551] env[65682]: DEBUG oslo_vmware.api [None req-d686a1b9-0f2f-4cd6-92de-1eb85879bc18 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616560, 'name': PowerOffVM_Task, 'duration_secs': 0.410228} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.494857] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d686a1b9-0f2f-4cd6-92de-1eb85879bc18 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.495052] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d686a1b9-0f2f-4cd6-92de-1eb85879bc18 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.495349] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d275e3e9-7c51-4d16-a488-8560336e405f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.585187] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d686a1b9-0f2f-4cd6-92de-1eb85879bc18 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.585187] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d686a1b9-0f2f-4cd6-92de-1eb85879bc18 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.585640] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-d686a1b9-0f2f-4cd6-92de-1eb85879bc18 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Deleting the datastore file [datastore2] 6d6134b2-e217-45a9-94fd-a9b84d2c8001 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.585640] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-231e3e41-afb4-46e4-8e0a-78ffa314974f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.595261] env[65682]: DEBUG oslo_vmware.api [None req-d686a1b9-0f2f-4cd6-92de-1eb85879bc18 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1050.595261] env[65682]: value = "task-4616563" [ 1050.595261] env[65682]: _type = "Task" [ 1050.595261] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.605341] env[65682]: DEBUG oslo_vmware.api [None req-d686a1b9-0f2f-4cd6-92de-1eb85879bc18 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.774729] env[65682]: DEBUG nova.network.neutron [-] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.783304] env[65682]: DEBUG oslo_vmware.api [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.841255] env[65682]: DEBUG nova.virt.hardware [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1050.841519] env[65682]: DEBUG nova.virt.hardware [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.841752] env[65682]: DEBUG nova.virt.hardware [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1050.841843] env[65682]: DEBUG nova.virt.hardware [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.841983] env[65682]: DEBUG nova.virt.hardware [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1050.842143] env[65682]: DEBUG nova.virt.hardware [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1050.842353] env[65682]: DEBUG nova.virt.hardware [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1050.842514] env[65682]: DEBUG nova.virt.hardware [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1050.842668] env[65682]: DEBUG nova.virt.hardware [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1050.842857] env[65682]: DEBUG nova.virt.hardware [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1050.843145] env[65682]: DEBUG nova.virt.hardware [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1050.849061] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1050.849422] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1db0a0db-c602-4721-89b1-ac1f7c939e01 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.864538] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f2e4d78e-69cd-421e-9e4c-9e97514b142a tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Acquiring lock "f3887e09-9b99-461c-98a1-e89e896177ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.864866] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f2e4d78e-69cd-421e-9e4c-9e97514b142a tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Lock "f3887e09-9b99-461c-98a1-e89e896177ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.865106] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f2e4d78e-69cd-421e-9e4c-9e97514b142a tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Acquiring lock "f3887e09-9b99-461c-98a1-e89e896177ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.865413] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f2e4d78e-69cd-421e-9e4c-9e97514b142a tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Lock "f3887e09-9b99-461c-98a1-e89e896177ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.865573] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f2e4d78e-69cd-421e-9e4c-9e97514b142a tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Lock "f3887e09-9b99-461c-98a1-e89e896177ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.868703] env[65682]: INFO nova.compute.manager [None req-f2e4d78e-69cd-421e-9e4c-9e97514b142a tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Terminating instance [ 1050.876468] env[65682]: DEBUG oslo_vmware.api [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 1050.876468] env[65682]: value = "task-4616564" [ 1050.876468] env[65682]: _type = "Task" [ 1050.876468] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.887179] env[65682]: DEBUG oslo_vmware.api [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.909943] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance c373a28b-240f-477f-b736-d9040e0c2ec7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1050.932991] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1776d272-cab2-4eb0-8d5e-7ed8c56bc97c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.947054] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d991c553-6d70-44dd-ab55-f06c1fc2b954 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.999680] env[65682]: DEBUG nova.compute.manager [req-a5951d54-a316-4b91-9214-c72d37a3f968 req-d99af1ea-969e-49b1-b8ea-9955c51d569a service nova] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Detach interface failed, port_id=0cdc099d-d709-4865-bad1-3b1693489519, reason: Instance 5704ba32-7311-431b-a106-b6fa0380df1a could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1051.106746] env[65682]: DEBUG oslo_vmware.api [None req-d686a1b9-0f2f-4cd6-92de-1eb85879bc18 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.380785} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.107015] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-d686a1b9-0f2f-4cd6-92de-1eb85879bc18 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.107234] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d686a1b9-0f2f-4cd6-92de-1eb85879bc18 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.107531] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d686a1b9-0f2f-4cd6-92de-1eb85879bc18 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.107611] env[65682]: INFO nova.compute.manager [None req-d686a1b9-0f2f-4cd6-92de-1eb85879bc18 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1051.107858] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-d686a1b9-0f2f-4cd6-92de-1eb85879bc18 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1051.108064] env[65682]: DEBUG nova.compute.manager [-] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1051.108330] env[65682]: DEBUG nova.network.neutron [-] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1051.108632] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.146045] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.277289] env[65682]: INFO nova.compute.manager [-] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Took 1.36 seconds to deallocate network for instance. [ 1051.286958] env[65682]: DEBUG oslo_vmware.api [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616561, 'name': ReconfigVM_Task, 'duration_secs': 0.776982} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.286958] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 581e2d8f-016a-43ae-917d-e1713e13066e/581e2d8f-016a-43ae-917d-e1713e13066e.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.287543] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24713b31-f0ca-4b1b-9e75-4aaf2791afba {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.296491] env[65682]: DEBUG oslo_vmware.api [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 1051.296491] env[65682]: value = "task-4616565" [ 1051.296491] env[65682]: _type = "Task" [ 1051.296491] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.307220] env[65682]: DEBUG oslo_vmware.api [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616565, 'name': Rename_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.373532] env[65682]: DEBUG nova.compute.manager [None req-f2e4d78e-69cd-421e-9e4c-9e97514b142a tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1051.373667] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e4d78e-69cd-421e-9e4c-9e97514b142a tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.375604] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f241c6-6f12-4128-a406-43ff7d501440 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.385990] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e4d78e-69cd-421e-9e4c-9e97514b142a tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.389597] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d355070-e423-41ef-9e91-ea3ad5ed5934 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.391724] env[65682]: DEBUG oslo_vmware.api [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616564, 'name': ReconfigVM_Task, 'duration_secs': 0.201749} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.392014] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1051.393764] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b9a8bc-82a8-4e98-b53b-5db692c464ef {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.401182] env[65682]: DEBUG oslo_vmware.api [None req-f2e4d78e-69cd-421e-9e4c-9e97514b142a tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Waiting for the task: (returnval){ [ 1051.401182] env[65682]: value = "task-4616566" [ 1051.401182] env[65682]: _type = "Task" [ 1051.401182] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.414278] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 4e0346b6-7324-4a49-b872-9b85b426c2e1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1051.415035] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=65682) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1051.415035] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=100GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '17', 'num_vm_active': '14', 'num_task_None': '14', 'num_os_type_None': '17', 'num_proj_c231ad911e114f9aba2f6ba48a64318d': '1', 'io_workload': '2', 'num_proj_8eaca82bae54434ea55d652d06ff4773': '1', 'num_proj_f70bcfbec5214013bcdfc3f7bf6110ff': '2', 'num_vm_rescued': '2', 'num_proj_164ff004579241c6b3975918a0704143': '2', 'num_proj_824187397d5f4890a1360d60e59329fa': '2', 'num_proj_67a873a51b0a41c58c8fa980aa58f328': '1', 'num_task_resize_migrating': '1', 'num_proj_9aa8a0b312c041e49d891b6bae417098': '1', 'num_proj_21dae531360e400fa4a190f7174a5485': '1', 'num_proj_73724f4f79f54ee9821dacb7a6ec68d7': '2', 'num_proj_1063d410f5864f5292ea4436f03d192c': '1', 'num_task_deleting': '1', 'num_proj_5767ded856aa4622bc8a6e7f1c351c2a': '1', 'num_proj_983a459c835447309a57d7ac8b8bcfa5': '1', 'num_proj_3b87a7f5e3294030a48b0bacd6637caf': '1', 'num_vm_building': '1', 'num_task_spawning': '1'} {{(pid=65682) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1051.425302] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] da4d12e6-8174-453d-bece-5640627a485c/da4d12e6-8174-453d-bece-5640627a485c.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.429975] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fee55156-66d1-4ba7-9e5b-fc998c4112d4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.453149] env[65682]: DEBUG oslo_vmware.api [None req-f2e4d78e-69cd-421e-9e4c-9e97514b142a tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Task: {'id': task-4616566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.454990] env[65682]: DEBUG oslo_vmware.api [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 1051.454990] env[65682]: value = "task-4616567" [ 1051.454990] env[65682]: _type = "Task" [ 1051.454990] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.464734] env[65682]: DEBUG oslo_vmware.api [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616567, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.512466] env[65682]: DEBUG nova.objects.instance [None req-8b7485fe-71b0-41fc-adf9-dba56fdc95de tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lazy-loading 'flavor' on Instance uuid de604fb9-51a1-400c-b5a0-b1046badf3ee {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.785113] env[65682]: DEBUG oslo_concurrency.lockutils [None req-21952f88-83ba-45f1-bdf6-172ceb355e40 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.790834] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc147975-2046-4808-b025-54502c64e993 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.807419] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquiring lock "c8e06fc1-ffc0-45ed-a243-efa04a523aaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.807669] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "c8e06fc1-ffc0-45ed-a243-efa04a523aaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.809708] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918a500d-98a8-4bd8-b961-9e4509b8e17f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.816912] env[65682]: DEBUG oslo_vmware.api [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616565, 'name': Rename_Task, 'duration_secs': 0.233633} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.817613] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.817898] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85ea95bb-e59e-4b9f-aedc-3abfc9e9e137 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.850928] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c466ba-8400-4879-b6d2-12fc5c1a068a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.854551] env[65682]: DEBUG oslo_vmware.api [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 1051.854551] env[65682]: value = "task-4616568" [ 1051.854551] env[65682]: _type = "Task" [ 1051.854551] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.863160] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e59c6e9-f003-492b-8b85-04296270ef66 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.872213] env[65682]: DEBUG oslo_vmware.api [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616568, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.883208] env[65682]: DEBUG nova.compute.provider_tree [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.886878] env[65682]: DEBUG nova.network.neutron [-] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.927885] env[65682]: DEBUG oslo_vmware.api [None req-f2e4d78e-69cd-421e-9e4c-9e97514b142a tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Task: {'id': task-4616566, 'name': PowerOffVM_Task, 'duration_secs': 0.247299} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.927885] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e4d78e-69cd-421e-9e4c-9e97514b142a tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.927885] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e4d78e-69cd-421e-9e4c-9e97514b142a tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.927885] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03b043da-087b-4e16-8b79-9e53cff26109 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.969643] env[65682]: DEBUG oslo_vmware.api [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616567, 'name': ReconfigVM_Task, 'duration_secs': 0.499155} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.970333] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Reconfigured VM instance instance-00000055 to attach disk [datastore2] da4d12e6-8174-453d-bece-5640627a485c/da4d12e6-8174-453d-bece-5640627a485c.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.970649] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Updating instance 'da4d12e6-8174-453d-bece-5640627a485c' progress to 50 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1052.012943] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e4d78e-69cd-421e-9e4c-9e97514b142a tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.012943] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e4d78e-69cd-421e-9e4c-9e97514b142a tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.012943] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e4d78e-69cd-421e-9e4c-9e97514b142a tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Deleting the datastore file [datastore2] f3887e09-9b99-461c-98a1-e89e896177ad {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.012943] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-468aefca-b7a8-4ade-9dfa-36b0fe58ee2f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.023816] env[65682]: DEBUG oslo_vmware.api [None req-f2e4d78e-69cd-421e-9e4c-9e97514b142a tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Waiting for the task: (returnval){ [ 1052.023816] env[65682]: value = "task-4616570" [ 1052.023816] env[65682]: _type = "Task" [ 1052.023816] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.024713] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8b7485fe-71b0-41fc-adf9-dba56fdc95de tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "de604fb9-51a1-400c-b5a0-b1046badf3ee" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.906s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.038272] env[65682]: DEBUG oslo_vmware.api [None req-f2e4d78e-69cd-421e-9e4c-9e97514b142a tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Task: {'id': task-4616570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.313948] env[65682]: DEBUG nova.compute.manager [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1052.367438] env[65682]: DEBUG oslo_vmware.api [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616568, 'name': PowerOnVM_Task, 'duration_secs': 0.52817} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.367707] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.367903] env[65682]: INFO nova.compute.manager [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1052.368094] env[65682]: DEBUG nova.compute.manager [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1052.369498] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9492f270-c1ca-43df-8782-e40a039c1239 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.386894] env[65682]: DEBUG nova.scheduler.client.report [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.390285] env[65682]: INFO nova.compute.manager [-] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Took 1.28 seconds to deallocate network for instance. [ 1052.453488] env[65682]: DEBUG nova.compute.manager [req-d591eaa2-e1de-4ac2-875e-311a2b9d4235 req-ed1ede66-6a19-4841-b57f-ef3afb12d2b4 service nova] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Received event network-vif-deleted-9a986f1c-0d39-415d-bfe2-cd929e6456bf {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1052.478325] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0406603a-a8f2-41bf-a44a-fa268977d893 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.498563] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677b2499-c737-4734-b448-48dc47093f93 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.517974] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Updating instance 'da4d12e6-8174-453d-bece-5640627a485c' progress to 67 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1052.524283] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d04f31ef-3803-4400-9a88-cdc3283d1c68 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "89425ade-bec0-4810-8284-ee9dd50a8c06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.524530] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d04f31ef-3803-4400-9a88-cdc3283d1c68 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "89425ade-bec0-4810-8284-ee9dd50a8c06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.524731] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d04f31ef-3803-4400-9a88-cdc3283d1c68 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "89425ade-bec0-4810-8284-ee9dd50a8c06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.524903] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d04f31ef-3803-4400-9a88-cdc3283d1c68 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "89425ade-bec0-4810-8284-ee9dd50a8c06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.525077] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d04f31ef-3803-4400-9a88-cdc3283d1c68 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "89425ade-bec0-4810-8284-ee9dd50a8c06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.530292] env[65682]: INFO nova.compute.manager [None req-d04f31ef-3803-4400-9a88-cdc3283d1c68 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Terminating instance [ 1052.538997] env[65682]: DEBUG oslo_vmware.api [None req-f2e4d78e-69cd-421e-9e4c-9e97514b142a tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Task: {'id': task-4616570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216148} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.539350] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e4d78e-69cd-421e-9e4c-9e97514b142a tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.539449] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e4d78e-69cd-421e-9e4c-9e97514b142a tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.539628] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e4d78e-69cd-421e-9e4c-9e97514b142a tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.539799] env[65682]: INFO nova.compute.manager [None req-f2e4d78e-69cd-421e-9e4c-9e97514b142a tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1052.540061] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-f2e4d78e-69cd-421e-9e4c-9e97514b142a tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1052.540831] env[65682]: DEBUG nova.compute.manager [-] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1052.540931] env[65682]: DEBUG nova.network.neutron [-] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1052.541190] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.573443] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.631070] env[65682]: DEBUG oslo_concurrency.lockutils [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "de604fb9-51a1-400c-b5a0-b1046badf3ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.631070] env[65682]: DEBUG oslo_concurrency.lockutils [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "de604fb9-51a1-400c-b5a0-b1046badf3ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.631070] env[65682]: DEBUG oslo_concurrency.lockutils [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "de604fb9-51a1-400c-b5a0-b1046badf3ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.631070] env[65682]: DEBUG oslo_concurrency.lockutils [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "de604fb9-51a1-400c-b5a0-b1046badf3ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.631536] env[65682]: DEBUG oslo_concurrency.lockutils [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "de604fb9-51a1-400c-b5a0-b1046badf3ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.633786] env[65682]: INFO nova.compute.manager [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Terminating instance [ 1052.842498] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.887168] env[65682]: INFO nova.compute.manager [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Took 28.31 seconds to build instance. [ 1052.892387] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65682) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1052.893192] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.052s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.893192] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.043s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.894547] env[65682]: INFO nova.compute.claims [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.900271] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d686a1b9-0f2f-4cd6-92de-1eb85879bc18 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.024963] env[65682]: WARNING neutronclient.v2_0.client [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.024963] env[65682]: WARNING neutronclient.v2_0.client [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.034623] env[65682]: DEBUG nova.compute.manager [None req-d04f31ef-3803-4400-9a88-cdc3283d1c68 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1053.034920] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d04f31ef-3803-4400-9a88-cdc3283d1c68 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.037465] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66031b2c-8b1e-4135-be86-97c3ba294a95 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.046396] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04f31ef-3803-4400-9a88-cdc3283d1c68 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.046636] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfe882c7-64fa-4aec-a63d-930782aa4f9b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.055859] env[65682]: DEBUG oslo_vmware.api [None req-d04f31ef-3803-4400-9a88-cdc3283d1c68 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 1053.055859] env[65682]: value = "task-4616571" [ 1053.055859] env[65682]: _type = "Task" [ 1053.055859] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.072510] env[65682]: DEBUG oslo_vmware.api [None req-d04f31ef-3803-4400-9a88-cdc3283d1c68 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.140210] env[65682]: DEBUG nova.compute.manager [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1053.140210] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.140210] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-380717bf-67b8-40ff-9dbe-5cecac4ce3a0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.152035] env[65682]: DEBUG oslo_vmware.api [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1053.152035] env[65682]: value = "task-4616572" [ 1053.152035] env[65682]: _type = "Task" [ 1053.152035] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.166513] env[65682]: DEBUG oslo_vmware.api [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.175254] env[65682]: DEBUG nova.network.neutron [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Port b6540cc2-c8c0-4648-a9e6-91b52ef14252 binding to destination host cpu-1 is already ACTIVE {{(pid=65682) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1053.386894] env[65682]: DEBUG nova.compute.manager [req-2ac77d01-8fbf-443c-912f-8166c32aa3f0 req-fd9cdbdf-b928-44c2-a7e5-4c2c216abaaa service nova] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Received event network-vif-deleted-e0a7740e-f8d9-4ba0-b839-658b5355aed2 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1053.387265] env[65682]: INFO nova.compute.manager [req-2ac77d01-8fbf-443c-912f-8166c32aa3f0 req-fd9cdbdf-b928-44c2-a7e5-4c2c216abaaa service nova] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Neutron deleted interface e0a7740e-f8d9-4ba0-b839-658b5355aed2; detaching it from the instance and deleting it from the info cache [ 1053.387356] env[65682]: DEBUG nova.network.neutron [req-2ac77d01-8fbf-443c-912f-8166c32aa3f0 req-fd9cdbdf-b928-44c2-a7e5-4c2c216abaaa service nova] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.390450] env[65682]: DEBUG oslo_concurrency.lockutils [None req-76130249-93df-4913-85a6-d190227c0880 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Lock "581e2d8f-016a-43ae-917d-e1713e13066e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.127s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.566201] env[65682]: DEBUG oslo_vmware.api [None req-d04f31ef-3803-4400-9a88-cdc3283d1c68 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616571, 'name': PowerOffVM_Task, 'duration_secs': 0.255054} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.566530] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04f31ef-3803-4400-9a88-cdc3283d1c68 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.566697] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d04f31ef-3803-4400-9a88-cdc3283d1c68 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.566953] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52782a05-e04a-4412-9726-2a5999660854 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.651789] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d04f31ef-3803-4400-9a88-cdc3283d1c68 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.652037] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d04f31ef-3803-4400-9a88-cdc3283d1c68 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.652227] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-d04f31ef-3803-4400-9a88-cdc3283d1c68 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Deleting the datastore file [datastore1] 89425ade-bec0-4810-8284-ee9dd50a8c06 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.652578] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a9c4ec6-65e3-4201-b2b7-d239591f307d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.665044] env[65682]: DEBUG oslo_vmware.api [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616572, 'name': PowerOffVM_Task, 'duration_secs': 0.211439} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.666641] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.666925] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Volume detach. Driver type: vmdk {{(pid=65682) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1053.667179] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901710', 'volume_id': 'bea4a197-1cd3-4264-900c-815a19349bad', 'name': 'volume-bea4a197-1cd3-4264-900c-815a19349bad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de604fb9-51a1-400c-b5a0-b1046badf3ee', 'attached_at': '', 'detached_at': '', 'volume_id': 'bea4a197-1cd3-4264-900c-815a19349bad', 'serial': 'bea4a197-1cd3-4264-900c-815a19349bad'} {{(pid=65682) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1053.667602] env[65682]: DEBUG oslo_vmware.api [None req-d04f31ef-3803-4400-9a88-cdc3283d1c68 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 1053.667602] env[65682]: value = "task-4616574" [ 1053.667602] env[65682]: _type = "Task" [ 1053.667602] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.668450] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5b6327-8124-4f5f-92e2-554d4fee1ef1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.705373] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13141e8e-eff1-44c4-854c-53d56e7004b7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.708465] env[65682]: DEBUG oslo_vmware.api [None req-d04f31ef-3803-4400-9a88-cdc3283d1c68 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.716423] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17c402a-b29a-4f62-98ca-f357574d8ff2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.510387] env[65682]: INFO nova.compute.manager [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Rescuing [ 1054.510675] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Acquiring lock "refresh_cache-581e2d8f-016a-43ae-917d-e1713e13066e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.510822] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Acquired lock "refresh_cache-581e2d8f-016a-43ae-917d-e1713e13066e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.510983] env[65682]: DEBUG nova.network.neutron [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1054.513281] env[65682]: DEBUG nova.network.neutron [-] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.528124] env[65682]: WARNING neutronclient.v2_0.client [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.528768] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-554195aa-8d5b-4a9d-9858-b5f9610571c7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.534065] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0434fd-899f-4b16-8264-3804044b5ec0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.543797] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "da4d12e6-8174-453d-bece-5640627a485c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.544031] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "da4d12e6-8174-453d-bece-5640627a485c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.544202] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "da4d12e6-8174-453d-bece-5640627a485c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.570209] env[65682]: DEBUG oslo_vmware.api [None req-d04f31ef-3803-4400-9a88-cdc3283d1c68 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.650855} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.570663] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The volume has not been displaced from its original location: [datastore1] volume-bea4a197-1cd3-4264-900c-815a19349bad/volume-bea4a197-1cd3-4264-900c-815a19349bad.vmdk. No consolidation needed. {{(pid=65682) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1054.576387] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1054.579717] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-d04f31ef-3803-4400-9a88-cdc3283d1c68 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.579894] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d04f31ef-3803-4400-9a88-cdc3283d1c68 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.580071] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d04f31ef-3803-4400-9a88-cdc3283d1c68 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.580359] env[65682]: INFO nova.compute.manager [None req-d04f31ef-3803-4400-9a88-cdc3283d1c68 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Took 1.55 seconds to destroy the instance on the hypervisor. [ 1054.580692] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-d04f31ef-3803-4400-9a88-cdc3283d1c68 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1054.581646] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-412d6b19-0e0a-41ee-b1a5-8169101e1367 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.597776] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffa4cb7-ff6c-48aa-8a59-cfd4d1436470 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.611609] env[65682]: DEBUG nova.compute.manager [-] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1054.611609] env[65682]: DEBUG nova.network.neutron [-] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1054.612012] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.621032] env[65682]: DEBUG oslo_vmware.api [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1054.621032] env[65682]: value = "task-4616575" [ 1054.621032] env[65682]: _type = "Task" [ 1054.621032] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.633768] env[65682]: DEBUG oslo_vmware.api [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616575, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.649728] env[65682]: DEBUG nova.compute.manager [req-2ac77d01-8fbf-443c-912f-8166c32aa3f0 req-fd9cdbdf-b928-44c2-a7e5-4c2c216abaaa service nova] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Detach interface failed, port_id=e0a7740e-f8d9-4ba0-b839-658b5355aed2, reason: Instance f3887e09-9b99-461c-98a1-e89e896177ad could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1054.672977] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.744978] env[65682]: WARNING neutronclient.v2_0.client [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.836868] env[65682]: DEBUG nova.network.neutron [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Updating instance_info_cache with network_info: [{"id": "42b8d1ab-f236-4bf7-98c8-82fb29567006", "address": "fa:16:3e:25:99:12", "network": {"id": "e2521733-c1fe-47a7-9e4b-f4764080171d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1932905076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "164ff004579241c6b3975918a0704143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42b8d1ab-f2", "ovs_interfaceid": "42b8d1ab-f236-4bf7-98c8-82fb29567006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.914481] env[65682]: DEBUG nova.compute.manager [req-73111fab-ff4b-4bef-a4ee-092582893c77 req-a3b5fb62-f893-4285-bcbd-ab8f486c5da6 service nova] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Received event network-vif-deleted-8dc73241-e73e-4dc1-b91c-c51fcaef5334 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1054.914481] env[65682]: INFO nova.compute.manager [req-73111fab-ff4b-4bef-a4ee-092582893c77 req-a3b5fb62-f893-4285-bcbd-ab8f486c5da6 service nova] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Neutron deleted interface 8dc73241-e73e-4dc1-b91c-c51fcaef5334; detaching it from the instance and deleting it from the info cache [ 1054.914481] env[65682]: DEBUG nova.network.neutron [req-73111fab-ff4b-4bef-a4ee-092582893c77 req-a3b5fb62-f893-4285-bcbd-ab8f486c5da6 service nova] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.971800] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dff177-ecf2-4c3b-b68b-2dcbc633c3a1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.980769] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb0f3b8-70dd-451c-9524-a6e3bc7965f7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.015866] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6992f40-7a5e-4de3-89d2-33335543bf6b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.024464] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d8cc13-ea97-4e23-aa68-a9dc9b6b8b67 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.028923] env[65682]: INFO nova.compute.manager [-] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Took 2.49 seconds to deallocate network for instance. [ 1055.042309] env[65682]: DEBUG nova.compute.provider_tree [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.131581] env[65682]: DEBUG oslo_vmware.api [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616575, 'name': ReconfigVM_Task, 'duration_secs': 0.377757} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.131885] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1055.137651] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38bef4d5-297e-4cc4-96c7-921ffc45f814 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.153924] env[65682]: DEBUG oslo_vmware.api [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1055.153924] env[65682]: value = "task-4616576" [ 1055.153924] env[65682]: _type = "Task" [ 1055.153924] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.163778] env[65682]: DEBUG oslo_vmware.api [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616576, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.340465] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Releasing lock "refresh_cache-581e2d8f-016a-43ae-917d-e1713e13066e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.391401] env[65682]: DEBUG nova.network.neutron [-] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.417117] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84d5748e-d889-4b19-ba4c-bd7828cc4db7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.427560] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8775e2-d380-4655-b556-4a6b703de8c3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.463409] env[65682]: DEBUG nova.compute.manager [req-73111fab-ff4b-4bef-a4ee-092582893c77 req-a3b5fb62-f893-4285-bcbd-ab8f486c5da6 service nova] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Detach interface failed, port_id=8dc73241-e73e-4dc1-b91c-c51fcaef5334, reason: Instance 89425ade-bec0-4810-8284-ee9dd50a8c06 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1055.545797] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f2e4d78e-69cd-421e-9e4c-9e97514b142a tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.546986] env[65682]: DEBUG nova.scheduler.client.report [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.554311] env[65682]: WARNING neutronclient.v2_0.client [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.593209] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "refresh_cache-da4d12e6-8174-453d-bece-5640627a485c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.593400] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquired lock "refresh_cache-da4d12e6-8174-453d-bece-5640627a485c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.593574] env[65682]: DEBUG nova.network.neutron [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1055.664261] env[65682]: DEBUG oslo_vmware.api [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616576, 'name': ReconfigVM_Task, 'duration_secs': 0.427106} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.664595] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901710', 'volume_id': 'bea4a197-1cd3-4264-900c-815a19349bad', 'name': 'volume-bea4a197-1cd3-4264-900c-815a19349bad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'de604fb9-51a1-400c-b5a0-b1046badf3ee', 'attached_at': '', 'detached_at': '', 'volume_id': 'bea4a197-1cd3-4264-900c-815a19349bad', 'serial': 'bea4a197-1cd3-4264-900c-815a19349bad'} {{(pid=65682) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1055.664893] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.665690] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084699a5-1217-451e-84ad-5384358f0d68 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.673655] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.673919] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd657d27-6b9e-4d31-9038-f8bd645736e5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.767042] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.768032] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.768032] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Deleting the datastore file [datastore1] de604fb9-51a1-400c-b5a0-b1046badf3ee {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.768214] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cf8c55f-af08-434d-a7ae-a2e563d2ef0b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.775554] env[65682]: DEBUG oslo_vmware.api [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1055.775554] env[65682]: value = "task-4616578" [ 1055.775554] env[65682]: _type = "Task" [ 1055.775554] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.784082] env[65682]: DEBUG oslo_vmware.api [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.894547] env[65682]: INFO nova.compute.manager [-] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Took 1.28 seconds to deallocate network for instance. [ 1056.061321] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.168s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.061900] env[65682]: DEBUG nova.compute.manager [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1056.065787] env[65682]: DEBUG oslo_concurrency.lockutils [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.386s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.065968] env[65682]: DEBUG nova.objects.instance [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65682) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1056.097018] env[65682]: WARNING neutronclient.v2_0.client [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.249311] env[65682]: WARNING neutronclient.v2_0.client [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.286361] env[65682]: DEBUG oslo_vmware.api [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.321381] env[65682]: DEBUG nova.network.neutron [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Updating instance_info_cache with network_info: [{"id": "b6540cc2-c8c0-4648-a9e6-91b52ef14252", "address": "fa:16:3e:c5:5f:48", "network": {"id": "bb910440-198c-4502-a3a4-4e298d3e865f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558144367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa8a0b312c041e49d891b6bae417098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6540cc2-c8", "ovs_interfaceid": "b6540cc2-c8c0-4648-a9e6-91b52ef14252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.403587] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d04f31ef-3803-4400-9a88-cdc3283d1c68 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.574130] env[65682]: DEBUG nova.compute.utils [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.574714] env[65682]: DEBUG nova.compute.manager [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1056.574908] env[65682]: DEBUG nova.network.neutron [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1056.575263] env[65682]: WARNING neutronclient.v2_0.client [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.575561] env[65682]: WARNING neutronclient.v2_0.client [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.614165] env[65682]: DEBUG nova.policy [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba31ad17bfad40febd8c545e0cd8099e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73724f4f79f54ee9821dacb7a6ec68d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1056.787400] env[65682]: DEBUG oslo_vmware.api [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.543119} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.787400] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.787400] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.787668] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.787668] env[65682]: INFO nova.compute.manager [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Took 3.65 seconds to destroy the instance on the hypervisor. [ 1056.787852] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1056.788073] env[65682]: DEBUG nova.compute.manager [-] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1056.788157] env[65682]: DEBUG nova.network.neutron [-] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1056.788449] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.823945] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Releasing lock "refresh_cache-da4d12e6-8174-453d-bece-5640627a485c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.845802] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.877722] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.878339] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10f74a56-a9f6-42b4-a644-bea0c25ab380 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.887076] env[65682]: DEBUG oslo_vmware.api [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 1056.887076] env[65682]: value = "task-4616579" [ 1056.887076] env[65682]: _type = "Task" [ 1056.887076] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.897988] env[65682]: DEBUG nova.network.neutron [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Successfully created port: 714d2260-4143-4f22-80be-7e2e4f76cdde {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1056.907542] env[65682]: DEBUG oslo_vmware.api [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.076352] env[65682]: DEBUG oslo_concurrency.lockutils [None req-46df7690-8546-4387-9e44-9f5feb90527a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.078029] env[65682]: DEBUG oslo_concurrency.lockutils [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.551s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.079832] env[65682]: INFO nova.compute.claims [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.083049] env[65682]: DEBUG nova.compute.manager [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1057.351991] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09660058-c563-42a9-b615-07fc23f9ef2d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.357045] env[65682]: DEBUG nova.compute.manager [req-62ae77a4-2a50-4fdb-9abf-b06e8164afff req-3c54de7d-ea6d-4ee0-bdc1-b473d0d3094e service nova] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Received event network-vif-deleted-6b653bfe-dd53-4083-bc04-aa4890b16509 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1057.357113] env[65682]: INFO nova.compute.manager [req-62ae77a4-2a50-4fdb-9abf-b06e8164afff req-3c54de7d-ea6d-4ee0-bdc1-b473d0d3094e service nova] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Neutron deleted interface 6b653bfe-dd53-4083-bc04-aa4890b16509; detaching it from the instance and deleting it from the info cache [ 1057.357268] env[65682]: DEBUG nova.network.neutron [req-62ae77a4-2a50-4fdb-9abf-b06e8164afff req-3c54de7d-ea6d-4ee0-bdc1-b473d0d3094e service nova] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.378852] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523aae66-e758-44d5-aa68-a85293d8b5ad {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.387631] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Updating instance 'da4d12e6-8174-453d-bece-5640627a485c' progress to 83 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1057.400860] env[65682]: DEBUG oslo_vmware.api [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616579, 'name': PowerOffVM_Task, 'duration_secs': 0.202497} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.400860] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.401919] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27aef795-1509-466e-98b5-0102a0482680 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.421319] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60164b0-3fba-4748-9301-08542240218a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.455901] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.456030] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f03365a0-0b1c-4ffb-8d8f-6e0e36839936 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.464331] env[65682]: DEBUG oslo_vmware.api [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 1057.464331] env[65682]: value = "task-4616580" [ 1057.464331] env[65682]: _type = "Task" [ 1057.464331] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.475925] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] VM already powered off {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1057.476260] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.476454] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.476598] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.476780] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.477051] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dc2a0dc-1068-432e-a390-50a1f108f20d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.487278] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.487335] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.488087] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50977626-41d5-49eb-82c7-767abda27ad1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.494072] env[65682]: DEBUG oslo_vmware.api [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 1057.494072] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52934306-34b3-fc72-ea96-528fdea2f525" [ 1057.494072] env[65682]: _type = "Task" [ 1057.494072] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.503282] env[65682]: DEBUG oslo_vmware.api [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52934306-34b3-fc72-ea96-528fdea2f525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.638136] env[65682]: DEBUG nova.network.neutron [-] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.860858] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90068985-1b54-48bf-b40e-ae5a3037e983 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.871617] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd366791-c65d-4ee7-b495-b0e31f782105 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.896505] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.909134] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bac2e6bf-bb65-4476-a9e5-11a7117239ab {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.911633] env[65682]: DEBUG nova.compute.manager [req-62ae77a4-2a50-4fdb-9abf-b06e8164afff req-3c54de7d-ea6d-4ee0-bdc1-b473d0d3094e service nova] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Detach interface failed, port_id=6b653bfe-dd53-4083-bc04-aa4890b16509, reason: Instance de604fb9-51a1-400c-b5a0-b1046badf3ee could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1057.918396] env[65682]: DEBUG oslo_vmware.api [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 1057.918396] env[65682]: value = "task-4616581" [ 1057.918396] env[65682]: _type = "Task" [ 1057.918396] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.927574] env[65682]: DEBUG oslo_vmware.api [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.006401] env[65682]: DEBUG oslo_vmware.api [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52934306-34b3-fc72-ea96-528fdea2f525, 'name': SearchDatastore_Task, 'duration_secs': 0.011139} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.007234] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65b44808-6a55-4e52-80bf-7a9b23ef38d4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.013490] env[65682]: DEBUG oslo_vmware.api [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 1058.013490] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5260decb-2437-1251-01e7-99fa32c51e62" [ 1058.013490] env[65682]: _type = "Task" [ 1058.013490] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.022647] env[65682]: DEBUG oslo_vmware.api [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5260decb-2437-1251-01e7-99fa32c51e62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.097359] env[65682]: DEBUG nova.compute.manager [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1058.124280] env[65682]: DEBUG nova.virt.hardware [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1058.124540] env[65682]: DEBUG nova.virt.hardware [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.124691] env[65682]: DEBUG nova.virt.hardware [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1058.124864] env[65682]: DEBUG nova.virt.hardware [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.125016] env[65682]: DEBUG nova.virt.hardware [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1058.125167] env[65682]: DEBUG nova.virt.hardware [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1058.125376] env[65682]: DEBUG nova.virt.hardware [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1058.125530] env[65682]: DEBUG nova.virt.hardware [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1058.125691] env[65682]: DEBUG nova.virt.hardware [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1058.125844] env[65682]: DEBUG nova.virt.hardware [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1058.126013] env[65682]: DEBUG nova.virt.hardware [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1058.126901] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e370793-c857-4e77-8e1a-5af9a0bd3da8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.137829] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4190acf1-a9d6-4137-8976-d398a742f293 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.142400] env[65682]: INFO nova.compute.manager [-] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Took 1.35 seconds to deallocate network for instance. [ 1058.430437] env[65682]: DEBUG oslo_vmware.api [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616581, 'name': PowerOnVM_Task, 'duration_secs': 0.457821} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.432596] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.433477] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4cdd7b48-75cb-48f3-bcf2-69cb82185e0e tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Updating instance 'da4d12e6-8174-453d-bece-5640627a485c' progress to 100 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1058.475235] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacb0f45-8912-420d-b6b6-bcda65f80450 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.488321] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3335fc-a3a4-4b6b-a46f-3d18dcadc4b8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.528077] env[65682]: DEBUG nova.compute.manager [req-1d094286-dbbb-415e-89ec-c9b086342fa4 req-0d50486a-2685-4ec2-a0a0-24b3f1c687d2 service nova] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Received event network-vif-plugged-714d2260-4143-4f22-80be-7e2e4f76cdde {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1058.529256] env[65682]: DEBUG oslo_concurrency.lockutils [req-1d094286-dbbb-415e-89ec-c9b086342fa4 req-0d50486a-2685-4ec2-a0a0-24b3f1c687d2 service nova] Acquiring lock "5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.529256] env[65682]: DEBUG oslo_concurrency.lockutils [req-1d094286-dbbb-415e-89ec-c9b086342fa4 req-0d50486a-2685-4ec2-a0a0-24b3f1c687d2 service nova] Lock "5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.529256] env[65682]: DEBUG oslo_concurrency.lockutils [req-1d094286-dbbb-415e-89ec-c9b086342fa4 req-0d50486a-2685-4ec2-a0a0-24b3f1c687d2 service nova] Lock "5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.529256] env[65682]: DEBUG nova.compute.manager [req-1d094286-dbbb-415e-89ec-c9b086342fa4 req-0d50486a-2685-4ec2-a0a0-24b3f1c687d2 service nova] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] No waiting events found dispatching network-vif-plugged-714d2260-4143-4f22-80be-7e2e4f76cdde {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1058.529256] env[65682]: WARNING nova.compute.manager [req-1d094286-dbbb-415e-89ec-c9b086342fa4 req-0d50486a-2685-4ec2-a0a0-24b3f1c687d2 service nova] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Received unexpected event network-vif-plugged-714d2260-4143-4f22-80be-7e2e4f76cdde for instance with vm_state building and task_state spawning. [ 1058.533816] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bc9d4f-1bb4-4952-b832-0c6ebecf89c6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.538272] env[65682]: DEBUG nova.network.neutron [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Successfully updated port: 714d2260-4143-4f22-80be-7e2e4f76cdde {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1058.548020] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c324e40-4d17-418b-a9ef-abb5c7bc151b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.551959] env[65682]: DEBUG oslo_vmware.api [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5260decb-2437-1251-01e7-99fa32c51e62, 'name': SearchDatastore_Task, 'duration_secs': 0.011185} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.552237] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.552483] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 581e2d8f-016a-43ae-917d-e1713e13066e/7e411482-4ba4-42db-a7a9-44449cf54ba0-rescue.vmdk. {{(pid=65682) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1058.553238] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b413d8c4-0aeb-487e-83a3-86b0d421f77c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.564661] env[65682]: DEBUG nova.compute.provider_tree [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.569384] env[65682]: DEBUG oslo_vmware.api [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 1058.569384] env[65682]: value = "task-4616582" [ 1058.569384] env[65682]: _type = "Task" [ 1058.569384] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.580271] env[65682]: DEBUG oslo_vmware.api [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.691641] env[65682]: INFO nova.compute.manager [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Took 0.55 seconds to detach 1 volumes for instance. [ 1058.945850] env[65682]: DEBUG oslo_concurrency.lockutils [None req-dedc6cd3-da85-4680-9f45-6cd19bfeb156 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.946023] env[65682]: DEBUG oslo_concurrency.lockutils [None req-dedc6cd3-da85-4680-9f45-6cd19bfeb156 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.946095] env[65682]: DEBUG nova.compute.manager [None req-dedc6cd3-da85-4680-9f45-6cd19bfeb156 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1058.947343] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d83076b-cc7f-4924-a1e1-8840f88cd7fb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.957385] env[65682]: DEBUG nova.compute.manager [None req-dedc6cd3-da85-4680-9f45-6cd19bfeb156 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65682) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1058.958949] env[65682]: DEBUG nova.objects.instance [None req-dedc6cd3-da85-4680-9f45-6cd19bfeb156 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lazy-loading 'flavor' on Instance uuid d59edbef-b7dc-40e8-8a31-c1c1f3bc8647 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.043691] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "refresh_cache-5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.043882] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquired lock "refresh_cache-5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.044087] env[65682]: DEBUG nova.network.neutron [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1059.068758] env[65682]: DEBUG nova.scheduler.client.report [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.091640] env[65682]: DEBUG oslo_vmware.api [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616582, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.198747] env[65682]: DEBUG oslo_concurrency.lockutils [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.577016] env[65682]: DEBUG nova.network.neutron [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1059.585383] env[65682]: DEBUG oslo_concurrency.lockutils [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.586089] env[65682]: DEBUG nova.compute.manager [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1059.595295] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.760s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.596109] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.598791] env[65682]: DEBUG oslo_concurrency.lockutils [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.477s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.600676] env[65682]: INFO nova.compute.claims [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.603985] env[65682]: DEBUG oslo_vmware.api [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593359} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.608938] env[65682]: INFO nova.virt.vmwareapi.ds_util [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 581e2d8f-016a-43ae-917d-e1713e13066e/7e411482-4ba4-42db-a7a9-44449cf54ba0-rescue.vmdk. [ 1059.611383] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d3ce2c-5b44-4ce9-a560-446593865381 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.642829] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 581e2d8f-016a-43ae-917d-e1713e13066e/7e411482-4ba4-42db-a7a9-44449cf54ba0-rescue.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.644129] env[65682]: INFO nova.scheduler.client.report [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Deleted allocations for instance 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51 [ 1059.646144] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3acecdf-cf6b-4ca8-9ceb-4cffc8362842 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.675891] env[65682]: DEBUG oslo_vmware.api [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 1059.675891] env[65682]: value = "task-4616583" [ 1059.675891] env[65682]: _type = "Task" [ 1059.675891] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.686152] env[65682]: DEBUG oslo_vmware.api [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.702528] env[65682]: WARNING neutronclient.v2_0.client [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.785766] env[65682]: DEBUG nova.network.neutron [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Updating instance_info_cache with network_info: [{"id": "714d2260-4143-4f22-80be-7e2e4f76cdde", "address": "fa:16:3e:db:f2:41", "network": {"id": "55aaf4c6-4208-4131-b895-9cbff686f1fd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1035643210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73724f4f79f54ee9821dacb7a6ec68d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap714d2260-41", "ovs_interfaceid": "714d2260-4143-4f22-80be-7e2e4f76cdde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.973398] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-dedc6cd3-da85-4680-9f45-6cd19bfeb156 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.973398] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68c226bf-131c-42ec-ba17-2f8e7ea4defd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.981239] env[65682]: DEBUG oslo_vmware.api [None req-dedc6cd3-da85-4680-9f45-6cd19bfeb156 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1059.981239] env[65682]: value = "task-4616584" [ 1059.981239] env[65682]: _type = "Task" [ 1059.981239] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.994410] env[65682]: DEBUG oslo_vmware.api [None req-dedc6cd3-da85-4680-9f45-6cd19bfeb156 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.111972] env[65682]: DEBUG nova.compute.utils [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.111972] env[65682]: DEBUG nova.compute.manager [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1060.111972] env[65682]: DEBUG nova.network.neutron [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1060.111972] env[65682]: WARNING neutronclient.v2_0.client [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.112270] env[65682]: WARNING neutronclient.v2_0.client [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.169790] env[65682]: DEBUG nova.policy [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6316728f0e84555b2693fc2c5780e38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8eaca82bae54434ea55d652d06ff4773', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.174855] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4107a077-0d16-42ca-8f94-46203eeb4add tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Lock "9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.621s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.187282] env[65682]: DEBUG oslo_vmware.api [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.288022] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Releasing lock "refresh_cache-5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.288545] env[65682]: DEBUG nova.compute.manager [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Instance network_info: |[{"id": "714d2260-4143-4f22-80be-7e2e4f76cdde", "address": "fa:16:3e:db:f2:41", "network": {"id": "55aaf4c6-4208-4131-b895-9cbff686f1fd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1035643210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73724f4f79f54ee9821dacb7a6ec68d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap714d2260-41", "ovs_interfaceid": "714d2260-4143-4f22-80be-7e2e4f76cdde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1060.289170] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:f2:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '714d2260-4143-4f22-80be-7e2e4f76cdde', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.296861] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1060.297104] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.297341] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3d39ed8-b19d-4c30-a441-a4483c3561fa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.318936] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.318936] env[65682]: value = "task-4616585" [ 1060.318936] env[65682]: _type = "Task" [ 1060.318936] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.334104] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616585, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.353161] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1306d7e3-79d8-4221-a33f-cdd760c05b27 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "da4d12e6-8174-453d-bece-5640627a485c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.353510] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1306d7e3-79d8-4221-a33f-cdd760c05b27 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "da4d12e6-8174-453d-bece-5640627a485c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.353702] env[65682]: DEBUG nova.compute.manager [None req-1306d7e3-79d8-4221-a33f-cdd760c05b27 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Going to confirm migration 5 {{(pid=65682) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1060.360717] env[65682]: DEBUG oslo_concurrency.lockutils [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Acquiring lock "79822481-013c-463d-9075-703e40519a73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.360717] env[65682]: DEBUG oslo_concurrency.lockutils [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Lock "79822481-013c-463d-9075-703e40519a73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.360717] env[65682]: DEBUG oslo_concurrency.lockutils [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Acquiring lock "79822481-013c-463d-9075-703e40519a73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.360717] env[65682]: DEBUG oslo_concurrency.lockutils [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Lock "79822481-013c-463d-9075-703e40519a73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.360717] env[65682]: DEBUG oslo_concurrency.lockutils [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Lock "79822481-013c-463d-9075-703e40519a73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.362700] env[65682]: INFO nova.compute.manager [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 79822481-013c-463d-9075-703e40519a73] Terminating instance [ 1060.495963] env[65682]: DEBUG oslo_vmware.api [None req-dedc6cd3-da85-4680-9f45-6cd19bfeb156 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616584, 'name': PowerOffVM_Task, 'duration_secs': 0.229657} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.495963] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-dedc6cd3-da85-4680-9f45-6cd19bfeb156 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.495963] env[65682]: DEBUG nova.compute.manager [None req-dedc6cd3-da85-4680-9f45-6cd19bfeb156 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1060.496176] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8dcf999-9c58-4698-bc24-1e0954a81ec3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.546301] env[65682]: DEBUG nova.network.neutron [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Successfully created port: 325b4d8c-5752-4012-9acc-c7a2abf27cc5 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1060.562322] env[65682]: DEBUG nova.compute.manager [req-a57a4af6-2e63-49d7-9bf6-16c9b6f9c6c2 req-bc9f0b16-3ff6-47e6-ac23-36eb99810f21 service nova] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Received event network-changed-714d2260-4143-4f22-80be-7e2e4f76cdde {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1060.562704] env[65682]: DEBUG nova.compute.manager [req-a57a4af6-2e63-49d7-9bf6-16c9b6f9c6c2 req-bc9f0b16-3ff6-47e6-ac23-36eb99810f21 service nova] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Refreshing instance network info cache due to event network-changed-714d2260-4143-4f22-80be-7e2e4f76cdde. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1060.563338] env[65682]: DEBUG oslo_concurrency.lockutils [req-a57a4af6-2e63-49d7-9bf6-16c9b6f9c6c2 req-bc9f0b16-3ff6-47e6-ac23-36eb99810f21 service nova] Acquiring lock "refresh_cache-5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.563338] env[65682]: DEBUG oslo_concurrency.lockutils [req-a57a4af6-2e63-49d7-9bf6-16c9b6f9c6c2 req-bc9f0b16-3ff6-47e6-ac23-36eb99810f21 service nova] Acquired lock "refresh_cache-5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.563513] env[65682]: DEBUG nova.network.neutron [req-a57a4af6-2e63-49d7-9bf6-16c9b6f9c6c2 req-bc9f0b16-3ff6-47e6-ac23-36eb99810f21 service nova] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Refreshing network info cache for port 714d2260-4143-4f22-80be-7e2e4f76cdde {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.617179] env[65682]: DEBUG nova.compute.manager [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1060.688500] env[65682]: DEBUG oslo_vmware.api [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616583, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.829941] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616585, 'name': CreateVM_Task, 'duration_secs': 0.394758} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.830228] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1060.830538] env[65682]: WARNING neutronclient.v2_0.client [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.830914] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.831069] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.831378] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.831643] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e628eb5-006c-46a5-a439-77e06e42f095 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.839654] env[65682]: DEBUG oslo_vmware.api [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1060.839654] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52dc7235-f673-2fa2-c78b-2bc257ddba17" [ 1060.839654] env[65682]: _type = "Task" [ 1060.839654] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.850788] env[65682]: DEBUG oslo_vmware.api [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52dc7235-f673-2fa2-c78b-2bc257ddba17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.861126] env[65682]: WARNING neutronclient.v2_0.client [None req-1306d7e3-79d8-4221-a33f-cdd760c05b27 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.867735] env[65682]: DEBUG oslo_concurrency.lockutils [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Acquiring lock "refresh_cache-79822481-013c-463d-9075-703e40519a73" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.867902] env[65682]: DEBUG oslo_concurrency.lockutils [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Acquired lock "refresh_cache-79822481-013c-463d-9075-703e40519a73" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.868084] env[65682]: DEBUG nova.network.neutron [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 79822481-013c-463d-9075-703e40519a73] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1060.915153] env[65682]: WARNING neutronclient.v2_0.client [None req-1306d7e3-79d8-4221-a33f-cdd760c05b27 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.915532] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1306d7e3-79d8-4221-a33f-cdd760c05b27 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "refresh_cache-da4d12e6-8174-453d-bece-5640627a485c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.915744] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1306d7e3-79d8-4221-a33f-cdd760c05b27 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquired lock "refresh_cache-da4d12e6-8174-453d-bece-5640627a485c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.916156] env[65682]: DEBUG nova.network.neutron [None req-1306d7e3-79d8-4221-a33f-cdd760c05b27 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1060.916218] env[65682]: DEBUG nova.objects.instance [None req-1306d7e3-79d8-4221-a33f-cdd760c05b27 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lazy-loading 'info_cache' on Instance uuid da4d12e6-8174-453d-bece-5640627a485c {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.977488] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed49bfe-509f-491d-97ad-3825854f0ced {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.986805] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8442f76-417a-46f1-835d-4ff7a58f7149 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.029775] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f8fd7f-88fc-4ff8-868f-72c0467dd2a2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.034340] env[65682]: DEBUG oslo_concurrency.lockutils [None req-dedc6cd3-da85-4680-9f45-6cd19bfeb156 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.088s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.043268] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8234128-a8b6-4f68-8e43-20914fcdc8fc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.068172] env[65682]: WARNING neutronclient.v2_0.client [req-a57a4af6-2e63-49d7-9bf6-16c9b6f9c6c2 req-bc9f0b16-3ff6-47e6-ac23-36eb99810f21 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.071769] env[65682]: DEBUG nova.compute.provider_tree [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.188056] env[65682]: DEBUG oslo_vmware.api [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616583, 'name': ReconfigVM_Task, 'duration_secs': 1.022274} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.188380] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 581e2d8f-016a-43ae-917d-e1713e13066e/7e411482-4ba4-42db-a7a9-44449cf54ba0-rescue.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.189256] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf03c22-b739-487c-8a8a-ad11740c0e76 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.220546] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f295788b-d61c-4bd0-8b13-4b21746b22b1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.237135] env[65682]: DEBUG oslo_vmware.api [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 1061.237135] env[65682]: value = "task-4616586" [ 1061.237135] env[65682]: _type = "Task" [ 1061.237135] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.248838] env[65682]: DEBUG oslo_vmware.api [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616586, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.299494] env[65682]: WARNING neutronclient.v2_0.client [req-a57a4af6-2e63-49d7-9bf6-16c9b6f9c6c2 req-bc9f0b16-3ff6-47e6-ac23-36eb99810f21 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.351280] env[65682]: DEBUG oslo_vmware.api [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52dc7235-f673-2fa2-c78b-2bc257ddba17, 'name': SearchDatastore_Task, 'duration_secs': 0.015276} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.351280] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.351765] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.351765] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.351900] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.352109] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.352383] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22d4bc48-e5ba-4072-85cf-dab329557aa0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.368738] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.369030] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.370237] env[65682]: WARNING neutronclient.v2_0.client [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.373201] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2fa899b-6b03-499d-845a-330e14f0366d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.380148] env[65682]: DEBUG oslo_vmware.api [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1061.380148] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522a0447-f5c3-e94d-0575-3335d4f33bf0" [ 1061.380148] env[65682]: _type = "Task" [ 1061.380148] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.389560] env[65682]: DEBUG oslo_vmware.api [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522a0447-f5c3-e94d-0575-3335d4f33bf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.439396] env[65682]: DEBUG nova.network.neutron [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 79822481-013c-463d-9075-703e40519a73] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1061.470453] env[65682]: DEBUG nova.objects.instance [None req-eaa79cb7-b1c1-40e6-98bf-933627f3c505 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lazy-loading 'flavor' on Instance uuid d59edbef-b7dc-40e8-8a31-c1c1f3bc8647 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.475035] env[65682]: DEBUG nova.network.neutron [req-a57a4af6-2e63-49d7-9bf6-16c9b6f9c6c2 req-bc9f0b16-3ff6-47e6-ac23-36eb99810f21 service nova] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Updated VIF entry in instance network info cache for port 714d2260-4143-4f22-80be-7e2e4f76cdde. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1061.475035] env[65682]: DEBUG nova.network.neutron [req-a57a4af6-2e63-49d7-9bf6-16c9b6f9c6c2 req-bc9f0b16-3ff6-47e6-ac23-36eb99810f21 service nova] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Updating instance_info_cache with network_info: [{"id": "714d2260-4143-4f22-80be-7e2e4f76cdde", "address": "fa:16:3e:db:f2:41", "network": {"id": "55aaf4c6-4208-4131-b895-9cbff686f1fd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1035643210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73724f4f79f54ee9821dacb7a6ec68d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap714d2260-41", "ovs_interfaceid": "714d2260-4143-4f22-80be-7e2e4f76cdde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.532817] env[65682]: DEBUG nova.network.neutron [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 79822481-013c-463d-9075-703e40519a73] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.575598] env[65682]: DEBUG nova.scheduler.client.report [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.627682] env[65682]: DEBUG nova.compute.manager [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1061.653590] env[65682]: DEBUG nova.virt.hardware [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1061.653845] env[65682]: DEBUG nova.virt.hardware [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.653999] env[65682]: DEBUG nova.virt.hardware [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1061.654362] env[65682]: DEBUG nova.virt.hardware [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.655123] env[65682]: DEBUG nova.virt.hardware [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1061.655123] env[65682]: DEBUG nova.virt.hardware [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1061.655123] env[65682]: DEBUG nova.virt.hardware [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1061.655226] env[65682]: DEBUG nova.virt.hardware [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1061.655320] env[65682]: DEBUG nova.virt.hardware [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1061.655481] env[65682]: DEBUG nova.virt.hardware [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1061.655654] env[65682]: DEBUG nova.virt.hardware [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1061.656565] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640ea077-c99f-4f72-b83c-1e7a4cfa9163 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.665768] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2679f4-d043-43a9-9253-c764e97da8c5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.748148] env[65682]: DEBUG oslo_vmware.api [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.891905] env[65682]: DEBUG oslo_vmware.api [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522a0447-f5c3-e94d-0575-3335d4f33bf0, 'name': SearchDatastore_Task, 'duration_secs': 0.048642} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.893032] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5c7663c-9db8-4d24-b762-c0ec68f6c615 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.899879] env[65682]: DEBUG oslo_vmware.api [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1061.899879] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b6628f-9b81-6368-74de-444c768ccc7a" [ 1061.899879] env[65682]: _type = "Task" [ 1061.899879] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.908474] env[65682]: DEBUG oslo_vmware.api [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b6628f-9b81-6368-74de-444c768ccc7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.922305] env[65682]: WARNING neutronclient.v2_0.client [None req-1306d7e3-79d8-4221-a33f-cdd760c05b27 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.974843] env[65682]: DEBUG oslo_concurrency.lockutils [None req-eaa79cb7-b1c1-40e6-98bf-933627f3c505 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "refresh_cache-d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.975026] env[65682]: DEBUG oslo_concurrency.lockutils [None req-eaa79cb7-b1c1-40e6-98bf-933627f3c505 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquired lock "refresh_cache-d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.975196] env[65682]: DEBUG nova.network.neutron [None req-eaa79cb7-b1c1-40e6-98bf-933627f3c505 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1061.975377] env[65682]: DEBUG nova.objects.instance [None req-eaa79cb7-b1c1-40e6-98bf-933627f3c505 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lazy-loading 'info_cache' on Instance uuid d59edbef-b7dc-40e8-8a31-c1c1f3bc8647 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.976882] env[65682]: DEBUG oslo_concurrency.lockutils [req-a57a4af6-2e63-49d7-9bf6-16c9b6f9c6c2 req-bc9f0b16-3ff6-47e6-ac23-36eb99810f21 service nova] Releasing lock "refresh_cache-5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.037068] env[65682]: DEBUG oslo_concurrency.lockutils [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Releasing lock "refresh_cache-79822481-013c-463d-9075-703e40519a73" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.037545] env[65682]: DEBUG nova.compute.manager [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 79822481-013c-463d-9075-703e40519a73] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1062.038712] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 79822481-013c-463d-9075-703e40519a73] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.039027] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed4b80f-5747-4b6b-a7ef-7a82d23481a3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.050653] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 79822481-013c-463d-9075-703e40519a73] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.050990] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1558b59d-68f1-4985-a865-bac7c9c06c88 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.060907] env[65682]: DEBUG oslo_vmware.api [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for the task: (returnval){ [ 1062.060907] env[65682]: value = "task-4616587" [ 1062.060907] env[65682]: _type = "Task" [ 1062.060907] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.072617] env[65682]: DEBUG oslo_vmware.api [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.081802] env[65682]: DEBUG oslo_concurrency.lockutils [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.082501] env[65682]: DEBUG nova.compute.manager [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1062.086590] env[65682]: DEBUG oslo_concurrency.lockutils [None req-96add224-8bf9-42b6-ab16-a9819f96124e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.534s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.086960] env[65682]: DEBUG oslo_concurrency.lockutils [None req-96add224-8bf9-42b6-ab16-a9819f96124e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.090394] env[65682]: DEBUG oslo_concurrency.lockutils [None req-21952f88-83ba-45f1-bdf6-172ceb355e40 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.305s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.090662] env[65682]: DEBUG nova.objects.instance [None req-21952f88-83ba-45f1-bdf6-172ceb355e40 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lazy-loading 'resources' on Instance uuid 5704ba32-7311-431b-a106-b6fa0380df1a {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.106761] env[65682]: WARNING neutronclient.v2_0.client [None req-1306d7e3-79d8-4221-a33f-cdd760c05b27 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.128561] env[65682]: INFO nova.scheduler.client.report [None req-96add224-8bf9-42b6-ab16-a9819f96124e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Deleted allocations for instance c46c1769-6758-4ad1-8768-8579ce514021 [ 1062.227021] env[65682]: DEBUG nova.network.neutron [None req-1306d7e3-79d8-4221-a33f-cdd760c05b27 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Updating instance_info_cache with network_info: [{"id": "b6540cc2-c8c0-4648-a9e6-91b52ef14252", "address": "fa:16:3e:c5:5f:48", "network": {"id": "bb910440-198c-4502-a3a4-4e298d3e865f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558144367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa8a0b312c041e49d891b6bae417098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6540cc2-c8", "ovs_interfaceid": "b6540cc2-c8c0-4648-a9e6-91b52ef14252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.249684] env[65682]: DEBUG oslo_vmware.api [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616586, 'name': ReconfigVM_Task, 'duration_secs': 0.652523} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.249989] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.250306] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f30d0b6-90d6-457e-bba4-76afd1727ad3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.260210] env[65682]: DEBUG oslo_vmware.api [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 1062.260210] env[65682]: value = "task-4616588" [ 1062.260210] env[65682]: _type = "Task" [ 1062.260210] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.279751] env[65682]: DEBUG oslo_vmware.api [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616588, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.411087] env[65682]: DEBUG oslo_vmware.api [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b6628f-9b81-6368-74de-444c768ccc7a, 'name': SearchDatastore_Task, 'duration_secs': 0.010792} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.411815] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.414392] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43/5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.414392] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6343bfd4-111b-4306-9266-c0850e615b1e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.421192] env[65682]: DEBUG oslo_vmware.api [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1062.421192] env[65682]: value = "task-4616589" [ 1062.421192] env[65682]: _type = "Task" [ 1062.421192] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.433361] env[65682]: DEBUG oslo_vmware.api [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.479541] env[65682]: DEBUG nova.objects.base [None req-eaa79cb7-b1c1-40e6-98bf-933627f3c505 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65682) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1062.575193] env[65682]: DEBUG oslo_vmware.api [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616587, 'name': PowerOffVM_Task, 'duration_secs': 0.174213} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.575705] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 79822481-013c-463d-9075-703e40519a73] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.575705] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 79822481-013c-463d-9075-703e40519a73] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.576056] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ea97eb6-1d96-4634-8992-3080fed5a32c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.597875] env[65682]: DEBUG nova.compute.utils [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.599755] env[65682]: DEBUG nova.compute.manager [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1062.599972] env[65682]: DEBUG nova.network.neutron [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1062.600481] env[65682]: WARNING neutronclient.v2_0.client [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.600718] env[65682]: WARNING neutronclient.v2_0.client [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.618048] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 79822481-013c-463d-9075-703e40519a73] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.618048] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 79822481-013c-463d-9075-703e40519a73] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.618285] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Deleting the datastore file [datastore2] 79822481-013c-463d-9075-703e40519a73 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.618632] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4510bd43-a990-416a-8a76-454687c0da24 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.632531] env[65682]: DEBUG oslo_vmware.api [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for the task: (returnval){ [ 1062.632531] env[65682]: value = "task-4616591" [ 1062.632531] env[65682]: _type = "Task" [ 1062.632531] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.644475] env[65682]: DEBUG oslo_concurrency.lockutils [None req-96add224-8bf9-42b6-ab16-a9819f96124e tempest-ServersNegativeTestJSON-556236640 tempest-ServersNegativeTestJSON-556236640-project-member] Lock "c46c1769-6758-4ad1-8768-8579ce514021" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.567s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.650926] env[65682]: DEBUG oslo_vmware.api [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.652332] env[65682]: DEBUG nova.policy [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f911b88d2080471b8ad8436e56010f15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44bf2c1a9a904b12a683ebb7b184c7ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.718038] env[65682]: DEBUG nova.compute.manager [req-e5ac0485-27e2-40c7-bfed-1726421377d9 req-adf71f77-f632-4640-a164-73ffbfe31428 service nova] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Received event network-vif-plugged-325b4d8c-5752-4012-9acc-c7a2abf27cc5 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1062.718267] env[65682]: DEBUG oslo_concurrency.lockutils [req-e5ac0485-27e2-40c7-bfed-1726421377d9 req-adf71f77-f632-4640-a164-73ffbfe31428 service nova] Acquiring lock "c373a28b-240f-477f-b736-d9040e0c2ec7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.718542] env[65682]: DEBUG oslo_concurrency.lockutils [req-e5ac0485-27e2-40c7-bfed-1726421377d9 req-adf71f77-f632-4640-a164-73ffbfe31428 service nova] Lock "c373a28b-240f-477f-b736-d9040e0c2ec7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.719024] env[65682]: DEBUG oslo_concurrency.lockutils [req-e5ac0485-27e2-40c7-bfed-1726421377d9 req-adf71f77-f632-4640-a164-73ffbfe31428 service nova] Lock "c373a28b-240f-477f-b736-d9040e0c2ec7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.719024] env[65682]: DEBUG nova.compute.manager [req-e5ac0485-27e2-40c7-bfed-1726421377d9 req-adf71f77-f632-4640-a164-73ffbfe31428 service nova] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] No waiting events found dispatching network-vif-plugged-325b4d8c-5752-4012-9acc-c7a2abf27cc5 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1062.719165] env[65682]: WARNING nova.compute.manager [req-e5ac0485-27e2-40c7-bfed-1726421377d9 req-adf71f77-f632-4640-a164-73ffbfe31428 service nova] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Received unexpected event network-vif-plugged-325b4d8c-5752-4012-9acc-c7a2abf27cc5 for instance with vm_state building and task_state spawning. [ 1062.731411] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1306d7e3-79d8-4221-a33f-cdd760c05b27 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Releasing lock "refresh_cache-da4d12e6-8174-453d-bece-5640627a485c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.731831] env[65682]: DEBUG nova.objects.instance [None req-1306d7e3-79d8-4221-a33f-cdd760c05b27 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lazy-loading 'migration_context' on Instance uuid da4d12e6-8174-453d-bece-5640627a485c {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.776346] env[65682]: DEBUG oslo_vmware.api [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616588, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.931161] env[65682]: DEBUG oslo_vmware.api [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616589, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509452} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.934348] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43/5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.934584] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.935087] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13f11669-4a54-40ed-80ba-33333290e926 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.942269] env[65682]: DEBUG oslo_vmware.api [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1062.942269] env[65682]: value = "task-4616592" [ 1062.942269] env[65682]: _type = "Task" [ 1062.942269] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.955049] env[65682]: DEBUG oslo_vmware.api [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.960727] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e93964-43e1-4fc0-8bae-ee9ec1f1e95e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.967838] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb2d82c-a759-4988-9e1b-690dd3c11835 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.000594] env[65682]: WARNING neutronclient.v2_0.client [None req-eaa79cb7-b1c1-40e6-98bf-933627f3c505 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.004423] env[65682]: DEBUG nova.network.neutron [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Successfully updated port: 325b4d8c-5752-4012-9acc-c7a2abf27cc5 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1063.006161] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d04cd2d-f139-41e3-a800-78fcf2b65797 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.016080] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fb26a9-6611-4c12-8c30-19e47024d2b7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.031836] env[65682]: DEBUG nova.compute.provider_tree [None req-21952f88-83ba-45f1-bdf6-172ceb355e40 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.098446] env[65682]: DEBUG nova.network.neutron [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Successfully created port: c763229d-f8f5-47c5-9558-4b8f92be6851 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1063.104743] env[65682]: DEBUG nova.compute.manager [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1063.149504] env[65682]: DEBUG oslo_vmware.api [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Task: {'id': task-4616591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392712} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.149713] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.149914] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 79822481-013c-463d-9075-703e40519a73] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.150102] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 79822481-013c-463d-9075-703e40519a73] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.150274] env[65682]: INFO nova.compute.manager [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] [instance: 79822481-013c-463d-9075-703e40519a73] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1063.150643] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1063.151421] env[65682]: DEBUG nova.compute.manager [-] [instance: 79822481-013c-463d-9075-703e40519a73] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1063.151527] env[65682]: DEBUG nova.network.neutron [-] [instance: 79822481-013c-463d-9075-703e40519a73] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1063.151784] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.234928] env[65682]: DEBUG nova.objects.base [None req-1306d7e3-79d8-4221-a33f-cdd760c05b27 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65682) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1063.235940] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1770cb74-2fd8-40ef-9575-dee39bc64df0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.257146] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cb3821c-0b1e-45aa-88c8-aea94a3112ba {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.263809] env[65682]: DEBUG oslo_vmware.api [None req-1306d7e3-79d8-4221-a33f-cdd760c05b27 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 1063.263809] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52cbe95b-e7ce-8133-76f1-22e7bf9cc205" [ 1063.263809] env[65682]: _type = "Task" [ 1063.263809] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.275307] env[65682]: DEBUG oslo_vmware.api [None req-1306d7e3-79d8-4221-a33f-cdd760c05b27 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52cbe95b-e7ce-8133-76f1-22e7bf9cc205, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.278207] env[65682]: DEBUG oslo_vmware.api [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616588, 'name': PowerOnVM_Task, 'duration_secs': 0.667075} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.278662] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.281585] env[65682]: DEBUG nova.compute.manager [None req-ddacf82f-df24-493c-9d39-becba1679b4e tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1063.282330] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c7e8b9-068a-4b4f-b823-a3f0ded693da {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.454243] env[65682]: DEBUG oslo_vmware.api [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159441} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.454518] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1063.455461] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9301a95a-3573-42fc-8c86-4ead6619ffe6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.485274] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43/5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.485720] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c73d6486-7ec5-4c73-a533-a29bd33183e0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.507906] env[65682]: DEBUG oslo_vmware.api [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1063.507906] env[65682]: value = "task-4616593" [ 1063.507906] env[65682]: _type = "Task" [ 1063.507906] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.512732] env[65682]: DEBUG oslo_concurrency.lockutils [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "refresh_cache-c373a28b-240f-477f-b736-d9040e0c2ec7" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.512972] env[65682]: DEBUG oslo_concurrency.lockutils [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquired lock "refresh_cache-c373a28b-240f-477f-b736-d9040e0c2ec7" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.513205] env[65682]: DEBUG nova.network.neutron [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1063.521515] env[65682]: DEBUG oslo_vmware.api [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616593, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.535554] env[65682]: DEBUG nova.scheduler.client.report [None req-21952f88-83ba-45f1-bdf6-172ceb355e40 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.780756] env[65682]: DEBUG oslo_vmware.api [None req-1306d7e3-79d8-4221-a33f-cdd760c05b27 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52cbe95b-e7ce-8133-76f1-22e7bf9cc205, 'name': SearchDatastore_Task, 'duration_secs': 0.028806} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.781087] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1306d7e3-79d8-4221-a33f-cdd760c05b27 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.848057] env[65682]: DEBUG nova.network.neutron [-] [instance: 79822481-013c-463d-9075-703e40519a73] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1063.848338] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.865139] env[65682]: DEBUG nova.compute.manager [req-73b77aef-66ba-4f95-8414-1c6dc80c154e req-fd6a903b-2e31-434a-b6b9-896b3a42d241 service nova] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Received event network-changed-325b4d8c-5752-4012-9acc-c7a2abf27cc5 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1063.865482] env[65682]: DEBUG nova.compute.manager [req-73b77aef-66ba-4f95-8414-1c6dc80c154e req-fd6a903b-2e31-434a-b6b9-896b3a42d241 service nova] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Refreshing instance network info cache due to event network-changed-325b4d8c-5752-4012-9acc-c7a2abf27cc5. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1063.865834] env[65682]: DEBUG oslo_concurrency.lockutils [req-73b77aef-66ba-4f95-8414-1c6dc80c154e req-fd6a903b-2e31-434a-b6b9-896b3a42d241 service nova] Acquiring lock "refresh_cache-c373a28b-240f-477f-b736-d9040e0c2ec7" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.023917] env[65682]: DEBUG oslo_vmware.api [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616593, 'name': ReconfigVM_Task, 'duration_secs': 0.294884} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.025246] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43/5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.025246] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44e13a5a-68c2-4383-a340-824ef5ff09e8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.034727] env[65682]: DEBUG oslo_vmware.api [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1064.034727] env[65682]: value = "task-4616594" [ 1064.034727] env[65682]: _type = "Task" [ 1064.034727] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.041731] env[65682]: DEBUG oslo_concurrency.lockutils [None req-21952f88-83ba-45f1-bdf6-172ceb355e40 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.050023] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.206s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.050527] env[65682]: INFO nova.compute.claims [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.054719] env[65682]: DEBUG oslo_vmware.api [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616594, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.078610] env[65682]: INFO nova.scheduler.client.report [None req-21952f88-83ba-45f1-bdf6-172ceb355e40 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Deleted allocations for instance 5704ba32-7311-431b-a106-b6fa0380df1a [ 1064.115837] env[65682]: DEBUG nova.compute.manager [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1064.145911] env[65682]: DEBUG nova.virt.hardware [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1064.146083] env[65682]: DEBUG nova.virt.hardware [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.146235] env[65682]: DEBUG nova.virt.hardware [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1064.146427] env[65682]: DEBUG nova.virt.hardware [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.146631] env[65682]: DEBUG nova.virt.hardware [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1064.146821] env[65682]: DEBUG nova.virt.hardware [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1064.147127] env[65682]: DEBUG nova.virt.hardware [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1064.147347] env[65682]: DEBUG nova.virt.hardware [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1064.147569] env[65682]: DEBUG nova.virt.hardware [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1064.147768] env[65682]: DEBUG nova.virt.hardware [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1064.147977] env[65682]: DEBUG nova.virt.hardware [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1064.149884] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5f06f0-0eec-4b58-ae34-022f030777e3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.160970] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84da9dd4-8fba-45b7-9472-01c9729a8c7b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.351130] env[65682]: DEBUG nova.network.neutron [-] [instance: 79822481-013c-463d-9075-703e40519a73] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.503160] env[65682]: DEBUG nova.network.neutron [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1064.548287] env[65682]: DEBUG oslo_vmware.api [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616594, 'name': Rename_Task, 'duration_secs': 0.158809} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.548758] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.549134] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfbcd81e-55d4-4a34-b926-509f69071aaf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.560054] env[65682]: DEBUG oslo_vmware.api [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1064.560054] env[65682]: value = "task-4616595" [ 1064.560054] env[65682]: _type = "Task" [ 1064.560054] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.570189] env[65682]: DEBUG oslo_vmware.api [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.589610] env[65682]: DEBUG oslo_concurrency.lockutils [None req-21952f88-83ba-45f1-bdf6-172ceb355e40 tempest-ImagesTestJSON-1909965304 tempest-ImagesTestJSON-1909965304-project-member] Lock "5704ba32-7311-431b-a106-b6fa0380df1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.362s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.705707] env[65682]: DEBUG nova.network.neutron [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Successfully updated port: c763229d-f8f5-47c5-9558-4b8f92be6851 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1064.790047] env[65682]: WARNING neutronclient.v2_0.client [None req-eaa79cb7-b1c1-40e6-98bf-933627f3c505 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.854509] env[65682]: INFO nova.compute.manager [-] [instance: 79822481-013c-463d-9075-703e40519a73] Took 1.70 seconds to deallocate network for instance. [ 1064.952578] env[65682]: WARNING neutronclient.v2_0.client [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.001935] env[65682]: DEBUG nova.network.neutron [None req-eaa79cb7-b1c1-40e6-98bf-933627f3c505 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Updating instance_info_cache with network_info: [{"id": "a30068d1-3519-43b1-844a-07f0e3d8eb8d", "address": "fa:16:3e:49:e6:eb", "network": {"id": "32a6f6c7-8e13-4644-8790-f5922bc8a5cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2123705961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67a873a51b0a41c58c8fa980aa58f328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa30068d1-35", "ovs_interfaceid": "a30068d1-3519-43b1-844a-07f0e3d8eb8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.085951] env[65682]: DEBUG oslo_vmware.api [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616595, 'name': PowerOnVM_Task, 'duration_secs': 0.508625} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.086343] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.086522] env[65682]: INFO nova.compute.manager [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Took 6.99 seconds to spawn the instance on the hypervisor. [ 1065.087062] env[65682]: DEBUG nova.compute.manager [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1065.088193] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d9f2d7-e753-4c3d-9915-d699bd0f0c10 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.132715] env[65682]: DEBUG nova.network.neutron [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Updating instance_info_cache with network_info: [{"id": "325b4d8c-5752-4012-9acc-c7a2abf27cc5", "address": "fa:16:3e:79:3a:c8", "network": {"id": "d13ac076-fdae-4d36-93cb-7c96987ecff2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1006055871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eaca82bae54434ea55d652d06ff4773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap325b4d8c-57", "ovs_interfaceid": "325b4d8c-5752-4012-9acc-c7a2abf27cc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.208848] env[65682]: DEBUG oslo_concurrency.lockutils [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquiring lock "refresh_cache-4e0346b6-7324-4a49-b872-9b85b426c2e1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.209062] env[65682]: DEBUG oslo_concurrency.lockutils [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquired lock "refresh_cache-4e0346b6-7324-4a49-b872-9b85b426c2e1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.209233] env[65682]: DEBUG nova.network.neutron [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1065.284432] env[65682]: DEBUG nova.compute.manager [req-3b0915b5-2ce0-48ab-b167-32f7c85dd80b req-4bfb042f-6d23-4b93-aa53-c522c1629123 service nova] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Received event network-vif-plugged-c763229d-f8f5-47c5-9558-4b8f92be6851 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1065.284605] env[65682]: DEBUG oslo_concurrency.lockutils [req-3b0915b5-2ce0-48ab-b167-32f7c85dd80b req-4bfb042f-6d23-4b93-aa53-c522c1629123 service nova] Acquiring lock "4e0346b6-7324-4a49-b872-9b85b426c2e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.284823] env[65682]: DEBUG oslo_concurrency.lockutils [req-3b0915b5-2ce0-48ab-b167-32f7c85dd80b req-4bfb042f-6d23-4b93-aa53-c522c1629123 service nova] Lock "4e0346b6-7324-4a49-b872-9b85b426c2e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.284986] env[65682]: DEBUG oslo_concurrency.lockutils [req-3b0915b5-2ce0-48ab-b167-32f7c85dd80b req-4bfb042f-6d23-4b93-aa53-c522c1629123 service nova] Lock "4e0346b6-7324-4a49-b872-9b85b426c2e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.285184] env[65682]: DEBUG nova.compute.manager [req-3b0915b5-2ce0-48ab-b167-32f7c85dd80b req-4bfb042f-6d23-4b93-aa53-c522c1629123 service nova] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] No waiting events found dispatching network-vif-plugged-c763229d-f8f5-47c5-9558-4b8f92be6851 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1065.285349] env[65682]: WARNING nova.compute.manager [req-3b0915b5-2ce0-48ab-b167-32f7c85dd80b req-4bfb042f-6d23-4b93-aa53-c522c1629123 service nova] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Received unexpected event network-vif-plugged-c763229d-f8f5-47c5-9558-4b8f92be6851 for instance with vm_state building and task_state spawning. [ 1065.362849] env[65682]: DEBUG oslo_concurrency.lockutils [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.422718] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b656a7-ea97-42d8-99eb-02d917e0b3aa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.433979] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b555592a-26c0-4531-b1cf-6242ede66354 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.472790] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05408eb1-7c1e-47fa-a15a-c985b9103939 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.482421] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe04268-c8e6-4d58-8970-026d8466b39c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.498726] env[65682]: DEBUG nova.compute.provider_tree [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.504131] env[65682]: DEBUG oslo_concurrency.lockutils [None req-eaa79cb7-b1c1-40e6-98bf-933627f3c505 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Releasing lock "refresh_cache-d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.613480] env[65682]: INFO nova.compute.manager [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Took 28.82 seconds to build instance. [ 1065.635237] env[65682]: DEBUG oslo_concurrency.lockutils [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Releasing lock "refresh_cache-c373a28b-240f-477f-b736-d9040e0c2ec7" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.635606] env[65682]: DEBUG nova.compute.manager [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Instance network_info: |[{"id": "325b4d8c-5752-4012-9acc-c7a2abf27cc5", "address": "fa:16:3e:79:3a:c8", "network": {"id": "d13ac076-fdae-4d36-93cb-7c96987ecff2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1006055871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eaca82bae54434ea55d652d06ff4773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap325b4d8c-57", "ovs_interfaceid": "325b4d8c-5752-4012-9acc-c7a2abf27cc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1065.635940] env[65682]: DEBUG oslo_concurrency.lockutils [req-73b77aef-66ba-4f95-8414-1c6dc80c154e req-fd6a903b-2e31-434a-b6b9-896b3a42d241 service nova] Acquired lock "refresh_cache-c373a28b-240f-477f-b736-d9040e0c2ec7" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.636124] env[65682]: DEBUG nova.network.neutron [req-73b77aef-66ba-4f95-8414-1c6dc80c154e req-fd6a903b-2e31-434a-b6b9-896b3a42d241 service nova] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Refreshing network info cache for port 325b4d8c-5752-4012-9acc-c7a2abf27cc5 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.637848] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:3a:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '325b4d8c-5752-4012-9acc-c7a2abf27cc5', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.645643] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1065.646733] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.646938] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f264cbf6-d425-43ed-a6c3-eb060e6424ae {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.669427] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.669427] env[65682]: value = "task-4616596" [ 1065.669427] env[65682]: _type = "Task" [ 1065.669427] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.684347] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616596, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.749388] env[65682]: DEBUG nova.network.neutron [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1065.862245] env[65682]: INFO nova.compute.manager [None req-3a2337a0-50d1-4814-b1b6-addb43a1df33 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Unrescuing [ 1065.862556] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3a2337a0-50d1-4814-b1b6-addb43a1df33 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Acquiring lock "refresh_cache-581e2d8f-016a-43ae-917d-e1713e13066e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.862629] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3a2337a0-50d1-4814-b1b6-addb43a1df33 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Acquired lock "refresh_cache-581e2d8f-016a-43ae-917d-e1713e13066e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.862739] env[65682]: DEBUG nova.network.neutron [None req-3a2337a0-50d1-4814-b1b6-addb43a1df33 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1065.871497] env[65682]: WARNING neutronclient.v2_0.client [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.002754] env[65682]: DEBUG nova.scheduler.client.report [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.027525] env[65682]: DEBUG nova.network.neutron [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Updating instance_info_cache with network_info: [{"id": "c763229d-f8f5-47c5-9558-4b8f92be6851", "address": "fa:16:3e:cd:fe:4b", "network": {"id": "e5ad45cb-2943-4e8f-a809-01858ab04ca0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-571225427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44bf2c1a9a904b12a683ebb7b184c7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc763229d-f8", "ovs_interfaceid": "c763229d-f8f5-47c5-9558-4b8f92be6851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.115448] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8e32f5f2-9e78-4d5c-a5e5-93e50776756b tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.340s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.148297] env[65682]: WARNING neutronclient.v2_0.client [req-73b77aef-66ba-4f95-8414-1c6dc80c154e req-fd6a903b-2e31-434a-b6b9-896b3a42d241 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.184139] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616596, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.366707] env[65682]: WARNING neutronclient.v2_0.client [None req-3a2337a0-50d1-4814-b1b6-addb43a1df33 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.470775] env[65682]: WARNING neutronclient.v2_0.client [req-73b77aef-66ba-4f95-8414-1c6dc80c154e req-fd6a903b-2e31-434a-b6b9-896b3a42d241 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.508368] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.509095] env[65682]: DEBUG nova.compute.manager [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1066.512022] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d686a1b9-0f2f-4cd6-92de-1eb85879bc18 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.612s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.512262] env[65682]: DEBUG nova.objects.instance [None req-d686a1b9-0f2f-4cd6-92de-1eb85879bc18 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lazy-loading 'resources' on Instance uuid 6d6134b2-e217-45a9-94fd-a9b84d2c8001 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.513746] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa79cb7-b1c1-40e6-98bf-933627f3c505 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.514074] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30dd36ca-5d19-4b18-9a88-38aa9d86e661 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.522626] env[65682]: DEBUG oslo_vmware.api [None req-eaa79cb7-b1c1-40e6-98bf-933627f3c505 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1066.522626] env[65682]: value = "task-4616597" [ 1066.522626] env[65682]: _type = "Task" [ 1066.522626] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.532440] env[65682]: DEBUG oslo_concurrency.lockutils [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Releasing lock "refresh_cache-4e0346b6-7324-4a49-b872-9b85b426c2e1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.533090] env[65682]: DEBUG nova.compute.manager [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Instance network_info: |[{"id": "c763229d-f8f5-47c5-9558-4b8f92be6851", "address": "fa:16:3e:cd:fe:4b", "network": {"id": "e5ad45cb-2943-4e8f-a809-01858ab04ca0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-571225427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44bf2c1a9a904b12a683ebb7b184c7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc763229d-f8", "ovs_interfaceid": "c763229d-f8f5-47c5-9558-4b8f92be6851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1066.534340] env[65682]: DEBUG oslo_vmware.api [None req-eaa79cb7-b1c1-40e6-98bf-933627f3c505 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.535027] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:fe:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c763229d-f8f5-47c5-9558-4b8f92be6851', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.544446] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1066.544446] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.544446] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-025183b6-95d6-4742-a7ba-136f6fdc3e15 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.565182] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.565182] env[65682]: value = "task-4616598" [ 1066.565182] env[65682]: _type = "Task" [ 1066.565182] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.578824] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616598, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.659094] env[65682]: DEBUG nova.network.neutron [req-73b77aef-66ba-4f95-8414-1c6dc80c154e req-fd6a903b-2e31-434a-b6b9-896b3a42d241 service nova] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Updated VIF entry in instance network info cache for port 325b4d8c-5752-4012-9acc-c7a2abf27cc5. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1066.659543] env[65682]: DEBUG nova.network.neutron [req-73b77aef-66ba-4f95-8414-1c6dc80c154e req-fd6a903b-2e31-434a-b6b9-896b3a42d241 service nova] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Updating instance_info_cache with network_info: [{"id": "325b4d8c-5752-4012-9acc-c7a2abf27cc5", "address": "fa:16:3e:79:3a:c8", "network": {"id": "d13ac076-fdae-4d36-93cb-7c96987ecff2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1006055871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eaca82bae54434ea55d652d06ff4773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap325b4d8c-57", "ovs_interfaceid": "325b4d8c-5752-4012-9acc-c7a2abf27cc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.682871] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616596, 'name': CreateVM_Task, 'duration_secs': 0.586835} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.683104] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.683891] env[65682]: WARNING neutronclient.v2_0.client [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.684026] env[65682]: DEBUG oslo_concurrency.lockutils [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.684114] env[65682]: DEBUG oslo_concurrency.lockutils [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.684425] env[65682]: DEBUG oslo_concurrency.lockutils [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.684688] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad4084c5-f324-4153-9930-8e74561c1c6e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.690693] env[65682]: DEBUG oslo_vmware.api [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 1066.690693] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5210cb0b-0e1a-5dc0-fce8-30901f95ddbb" [ 1066.690693] env[65682]: _type = "Task" [ 1066.690693] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.700621] env[65682]: DEBUG oslo_vmware.api [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5210cb0b-0e1a-5dc0-fce8-30901f95ddbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.727184] env[65682]: WARNING neutronclient.v2_0.client [None req-3a2337a0-50d1-4814-b1b6-addb43a1df33 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.871542] env[65682]: DEBUG nova.network.neutron [None req-3a2337a0-50d1-4814-b1b6-addb43a1df33 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Updating instance_info_cache with network_info: [{"id": "42b8d1ab-f236-4bf7-98c8-82fb29567006", "address": "fa:16:3e:25:99:12", "network": {"id": "e2521733-c1fe-47a7-9e4b-f4764080171d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1932905076-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "164ff004579241c6b3975918a0704143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "753b69c3-4ef5-44a1-80cf-eab4edbe0dd5", "external-id": "nsx-vlan-transportzone-878", "segmentation_id": 878, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42b8d1ab-f2", "ovs_interfaceid": "42b8d1ab-f236-4bf7-98c8-82fb29567006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.901607] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "45a53fdd-361a-42e5-ac3a-5ff5f9b124f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.902508] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "45a53fdd-361a-42e5-ac3a-5ff5f9b124f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.017416] env[65682]: DEBUG nova.compute.utils [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.023256] env[65682]: DEBUG nova.compute.manager [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1067.023456] env[65682]: DEBUG nova.network.neutron [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1067.023762] env[65682]: WARNING neutronclient.v2_0.client [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.024826] env[65682]: WARNING neutronclient.v2_0.client [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.040897] env[65682]: DEBUG oslo_vmware.api [None req-eaa79cb7-b1c1-40e6-98bf-933627f3c505 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616597, 'name': PowerOnVM_Task, 'duration_secs': 0.478648} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.042118] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa79cb7-b1c1-40e6-98bf-933627f3c505 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.042118] env[65682]: DEBUG nova.compute.manager [None req-eaa79cb7-b1c1-40e6-98bf-933627f3c505 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1067.042993] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ecaf87-3c55-4711-84e2-19a2e7ed8521 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.082344] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616598, 'name': CreateVM_Task, 'duration_secs': 0.488817} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.082572] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.083104] env[65682]: WARNING neutronclient.v2_0.client [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.083585] env[65682]: DEBUG oslo_concurrency.lockutils [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.091747] env[65682]: DEBUG nova.policy [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4cc051844c5464a9493f7f9f1817710', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa33bc1eaa5b4d4bb5063ffee3b1d8c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.166062] env[65682]: DEBUG oslo_concurrency.lockutils [req-73b77aef-66ba-4f95-8414-1c6dc80c154e req-fd6a903b-2e31-434a-b6b9-896b3a42d241 service nova] Releasing lock "refresh_cache-c373a28b-240f-477f-b736-d9040e0c2ec7" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.205495] env[65682]: DEBUG oslo_vmware.api [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5210cb0b-0e1a-5dc0-fce8-30901f95ddbb, 'name': SearchDatastore_Task, 'duration_secs': 0.022015} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.205952] env[65682]: DEBUG oslo_concurrency.lockutils [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.206131] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.206393] env[65682]: DEBUG oslo_concurrency.lockutils [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.206540] env[65682]: DEBUG oslo_concurrency.lockutils [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.206864] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.206999] env[65682]: DEBUG oslo_concurrency.lockutils [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.207316] env[65682]: DEBUG oslo_concurrency.lockutils [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.208017] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a21c5322-af01-45a4-8a9a-0082493b7d29 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.211922] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f660c888-039c-4d0a-ac7f-324cb82d9964 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.219274] env[65682]: DEBUG oslo_vmware.api [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 1067.219274] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52164943-e0df-dcb0-08b2-82c922d8c8e6" [ 1067.219274] env[65682]: _type = "Task" [ 1067.219274] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.222879] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.223060] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.224696] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d33e9750-02be-45fe-b621-29ad456f0409 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.233945] env[65682]: DEBUG oslo_vmware.api [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52164943-e0df-dcb0-08b2-82c922d8c8e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.238158] env[65682]: DEBUG oslo_vmware.api [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 1067.238158] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d5d1d1-6139-c72e-08fd-1592ca283bfc" [ 1067.238158] env[65682]: _type = "Task" [ 1067.238158] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.250139] env[65682]: DEBUG oslo_vmware.api [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d5d1d1-6139-c72e-08fd-1592ca283bfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.375465] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3a2337a0-50d1-4814-b1b6-addb43a1df33 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Releasing lock "refresh_cache-581e2d8f-016a-43ae-917d-e1713e13066e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.376577] env[65682]: DEBUG nova.objects.instance [None req-3a2337a0-50d1-4814-b1b6-addb43a1df33 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Lazy-loading 'flavor' on Instance uuid 581e2d8f-016a-43ae-917d-e1713e13066e {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.385468] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7e3193-4e88-48ea-8f8d-e5b665d0a667 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.396571] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea7ef7d-da31-41d6-84d1-58a7c0d0684c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.405762] env[65682]: DEBUG nova.compute.manager [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1067.435581] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716bf0ef-72c5-4d2d-ae17-407598635920 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.438216] env[65682]: DEBUG nova.network.neutron [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Successfully created port: 0114af5b-79ba-4023-afbb-63038d109a48 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1067.448050] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f09ada1-fde0-4016-8606-9d8cf46ea866 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.465962] env[65682]: DEBUG nova.compute.provider_tree [None req-d686a1b9-0f2f-4cd6-92de-1eb85879bc18 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.491570] env[65682]: DEBUG nova.compute.manager [req-e89f53b8-ac70-4013-9fc4-d66e55de3c1f req-38ffd0b7-0588-4b31-bbc2-54dcc7d8ff94 service nova] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Received event network-changed-c763229d-f8f5-47c5-9558-4b8f92be6851 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1067.491876] env[65682]: DEBUG nova.compute.manager [req-e89f53b8-ac70-4013-9fc4-d66e55de3c1f req-38ffd0b7-0588-4b31-bbc2-54dcc7d8ff94 service nova] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Refreshing instance network info cache due to event network-changed-c763229d-f8f5-47c5-9558-4b8f92be6851. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1067.492288] env[65682]: DEBUG oslo_concurrency.lockutils [req-e89f53b8-ac70-4013-9fc4-d66e55de3c1f req-38ffd0b7-0588-4b31-bbc2-54dcc7d8ff94 service nova] Acquiring lock "refresh_cache-4e0346b6-7324-4a49-b872-9b85b426c2e1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.492531] env[65682]: DEBUG oslo_concurrency.lockutils [req-e89f53b8-ac70-4013-9fc4-d66e55de3c1f req-38ffd0b7-0588-4b31-bbc2-54dcc7d8ff94 service nova] Acquired lock "refresh_cache-4e0346b6-7324-4a49-b872-9b85b426c2e1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.492853] env[65682]: DEBUG nova.network.neutron [req-e89f53b8-ac70-4013-9fc4-d66e55de3c1f req-38ffd0b7-0588-4b31-bbc2-54dcc7d8ff94 service nova] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Refreshing network info cache for port c763229d-f8f5-47c5-9558-4b8f92be6851 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.523169] env[65682]: DEBUG nova.compute.manager [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1067.732237] env[65682]: DEBUG oslo_vmware.api [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52164943-e0df-dcb0-08b2-82c922d8c8e6, 'name': SearchDatastore_Task, 'duration_secs': 0.024962} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.732649] env[65682]: DEBUG oslo_concurrency.lockutils [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.734092] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.734092] env[65682]: DEBUG oslo_concurrency.lockutils [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.753657] env[65682]: DEBUG oslo_vmware.api [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d5d1d1-6139-c72e-08fd-1592ca283bfc, 'name': SearchDatastore_Task, 'duration_secs': 0.035937} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.754930] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfadfbca-6854-46d1-be9c-0f44a4e1b66f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.763148] env[65682]: DEBUG oslo_vmware.api [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 1067.763148] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525ed930-db36-989e-feeb-a3a5df21714c" [ 1067.763148] env[65682]: _type = "Task" [ 1067.763148] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.774340] env[65682]: DEBUG oslo_vmware.api [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525ed930-db36-989e-feeb-a3a5df21714c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.882922] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c79fef8-21b2-4929-b17c-f32b3049f28a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.914733] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a2337a0-50d1-4814-b1b6-addb43a1df33 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.914733] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4b557a4-747a-4163-8735-ac8749afb67d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.923271] env[65682]: DEBUG oslo_vmware.api [None req-3a2337a0-50d1-4814-b1b6-addb43a1df33 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 1067.923271] env[65682]: value = "task-4616599" [ 1067.923271] env[65682]: _type = "Task" [ 1067.923271] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.937568] env[65682]: DEBUG oslo_vmware.api [None req-3a2337a0-50d1-4814-b1b6-addb43a1df33 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.967526] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.969437] env[65682]: DEBUG nova.scheduler.client.report [None req-d686a1b9-0f2f-4cd6-92de-1eb85879bc18 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.995654] env[65682]: WARNING neutronclient.v2_0.client [req-e89f53b8-ac70-4013-9fc4-d66e55de3c1f req-38ffd0b7-0588-4b31-bbc2-54dcc7d8ff94 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.278181] env[65682]: DEBUG oslo_vmware.api [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525ed930-db36-989e-feeb-a3a5df21714c, 'name': SearchDatastore_Task, 'duration_secs': 0.015475} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.278935] env[65682]: DEBUG oslo_concurrency.lockutils [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.279085] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] c373a28b-240f-477f-b736-d9040e0c2ec7/c373a28b-240f-477f-b736-d9040e0c2ec7.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.279574] env[65682]: DEBUG oslo_concurrency.lockutils [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.279890] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.280830] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-889ea34c-afce-412f-93ca-f3455bbed62d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.286543] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f475f0e-90c1-4b04-9f55-b6c222661878 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.297031] env[65682]: DEBUG oslo_vmware.api [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 1068.297031] env[65682]: value = "task-4616600" [ 1068.297031] env[65682]: _type = "Task" [ 1068.297031] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.300617] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.301124] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.308489] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab366a51-f6cd-477a-9391-27bd8764d807 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.324856] env[65682]: DEBUG oslo_vmware.api [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 1068.324856] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a6bac9-151f-712e-36ca-9b93aec3a8f8" [ 1068.324856] env[65682]: _type = "Task" [ 1068.324856] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.325421] env[65682]: DEBUG oslo_vmware.api [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.340299] env[65682]: DEBUG oslo_vmware.api [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a6bac9-151f-712e-36ca-9b93aec3a8f8, 'name': SearchDatastore_Task, 'duration_secs': 0.010169} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.341727] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1709ade-88c5-4a1f-b2b6-793b697839cb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.350870] env[65682]: DEBUG oslo_vmware.api [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 1068.350870] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522a72b5-3658-9e86-cd48-0cc775689e80" [ 1068.350870] env[65682]: _type = "Task" [ 1068.350870] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.365466] env[65682]: DEBUG oslo_vmware.api [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522a72b5-3658-9e86-cd48-0cc775689e80, 'name': SearchDatastore_Task} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.365667] env[65682]: DEBUG oslo_concurrency.lockutils [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.366440] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 4e0346b6-7324-4a49-b872-9b85b426c2e1/4e0346b6-7324-4a49-b872-9b85b426c2e1.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.366607] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f54af8d-d7f0-4262-8e2f-2466bf0c1969 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.378089] env[65682]: DEBUG oslo_vmware.api [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 1068.378089] env[65682]: value = "task-4616601" [ 1068.378089] env[65682]: _type = "Task" [ 1068.378089] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.389053] env[65682]: DEBUG oslo_vmware.api [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.408864] env[65682]: WARNING neutronclient.v2_0.client [req-e89f53b8-ac70-4013-9fc4-d66e55de3c1f req-38ffd0b7-0588-4b31-bbc2-54dcc7d8ff94 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.434163] env[65682]: DEBUG oslo_vmware.api [None req-3a2337a0-50d1-4814-b1b6-addb43a1df33 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616599, 'name': PowerOffVM_Task, 'duration_secs': 0.262312} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.434477] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a2337a0-50d1-4814-b1b6-addb43a1df33 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.440087] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a2337a0-50d1-4814-b1b6-addb43a1df33 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1068.440486] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e3d18e6-28f9-49d0-9997-e810220c9085 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.460796] env[65682]: DEBUG oslo_vmware.api [None req-3a2337a0-50d1-4814-b1b6-addb43a1df33 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 1068.460796] env[65682]: value = "task-4616602" [ 1068.460796] env[65682]: _type = "Task" [ 1068.460796] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.470732] env[65682]: DEBUG oslo_vmware.api [None req-3a2337a0-50d1-4814-b1b6-addb43a1df33 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.475805] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d686a1b9-0f2f-4cd6-92de-1eb85879bc18 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.478941] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f2e4d78e-69cd-421e-9e4c-9e97514b142a tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.933s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.478941] env[65682]: DEBUG nova.objects.instance [None req-f2e4d78e-69cd-421e-9e4c-9e97514b142a tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Lazy-loading 'resources' on Instance uuid f3887e09-9b99-461c-98a1-e89e896177ad {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.506795] env[65682]: INFO nova.scheduler.client.report [None req-d686a1b9-0f2f-4cd6-92de-1eb85879bc18 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Deleted allocations for instance 6d6134b2-e217-45a9-94fd-a9b84d2c8001 [ 1068.533687] env[65682]: DEBUG nova.compute.manager [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1068.565207] env[65682]: DEBUG nova.virt.hardware [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1068.565571] env[65682]: DEBUG nova.virt.hardware [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.565862] env[65682]: DEBUG nova.virt.hardware [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1068.566208] env[65682]: DEBUG nova.virt.hardware [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.566798] env[65682]: DEBUG nova.virt.hardware [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1068.568367] env[65682]: DEBUG nova.virt.hardware [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1068.568367] env[65682]: DEBUG nova.virt.hardware [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1068.568367] env[65682]: DEBUG nova.virt.hardware [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1068.568367] env[65682]: DEBUG nova.virt.hardware [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1068.568367] env[65682]: DEBUG nova.virt.hardware [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1068.568710] env[65682]: DEBUG nova.virt.hardware [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1068.570437] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6c993a-1e4c-45b6-b211-a5c6ac86e070 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.584540] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187bf904-2e48-4257-9c25-c12c919c4fa4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.812339] env[65682]: DEBUG oslo_vmware.api [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616600, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485802} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.812736] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] c373a28b-240f-477f-b736-d9040e0c2ec7/c373a28b-240f-477f-b736-d9040e0c2ec7.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.812997] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.813330] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15e797da-4a9a-4d38-a48f-48017ab23c77 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.822870] env[65682]: DEBUG oslo_vmware.api [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 1068.822870] env[65682]: value = "task-4616603" [ 1068.822870] env[65682]: _type = "Task" [ 1068.822870] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.835611] env[65682]: DEBUG oslo_vmware.api [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.894237] env[65682]: DEBUG oslo_vmware.api [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616601, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.973863] env[65682]: DEBUG oslo_vmware.api [None req-3a2337a0-50d1-4814-b1b6-addb43a1df33 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.017266] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d686a1b9-0f2f-4cd6-92de-1eb85879bc18 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "6d6134b2-e217-45a9-94fd-a9b84d2c8001" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.570s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.184367] env[65682]: DEBUG nova.network.neutron [req-e89f53b8-ac70-4013-9fc4-d66e55de3c1f req-38ffd0b7-0588-4b31-bbc2-54dcc7d8ff94 service nova] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Updated VIF entry in instance network info cache for port c763229d-f8f5-47c5-9558-4b8f92be6851. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1069.184856] env[65682]: DEBUG nova.network.neutron [req-e89f53b8-ac70-4013-9fc4-d66e55de3c1f req-38ffd0b7-0588-4b31-bbc2-54dcc7d8ff94 service nova] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Updating instance_info_cache with network_info: [{"id": "c763229d-f8f5-47c5-9558-4b8f92be6851", "address": "fa:16:3e:cd:fe:4b", "network": {"id": "e5ad45cb-2943-4e8f-a809-01858ab04ca0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-571225427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44bf2c1a9a904b12a683ebb7b184c7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc763229d-f8", "ovs_interfaceid": "c763229d-f8f5-47c5-9558-4b8f92be6851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.198377] env[65682]: DEBUG nova.network.neutron [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Successfully updated port: 0114af5b-79ba-4023-afbb-63038d109a48 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1069.331577] env[65682]: DEBUG nova.compute.manager [req-9b1dd934-c8ad-4b0e-b88f-aeb7ee3c554f req-2d0f8d30-6982-4bfa-85e9-538981c5665c service nova] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Received event network-vif-plugged-0114af5b-79ba-4023-afbb-63038d109a48 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1069.331878] env[65682]: DEBUG oslo_concurrency.lockutils [req-9b1dd934-c8ad-4b0e-b88f-aeb7ee3c554f req-2d0f8d30-6982-4bfa-85e9-538981c5665c service nova] Acquiring lock "c8e06fc1-ffc0-45ed-a243-efa04a523aaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.332058] env[65682]: DEBUG oslo_concurrency.lockutils [req-9b1dd934-c8ad-4b0e-b88f-aeb7ee3c554f req-2d0f8d30-6982-4bfa-85e9-538981c5665c service nova] Lock "c8e06fc1-ffc0-45ed-a243-efa04a523aaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.332234] env[65682]: DEBUG oslo_concurrency.lockutils [req-9b1dd934-c8ad-4b0e-b88f-aeb7ee3c554f req-2d0f8d30-6982-4bfa-85e9-538981c5665c service nova] Lock "c8e06fc1-ffc0-45ed-a243-efa04a523aaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.332405] env[65682]: DEBUG nova.compute.manager [req-9b1dd934-c8ad-4b0e-b88f-aeb7ee3c554f req-2d0f8d30-6982-4bfa-85e9-538981c5665c service nova] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] No waiting events found dispatching network-vif-plugged-0114af5b-79ba-4023-afbb-63038d109a48 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1069.332579] env[65682]: WARNING nova.compute.manager [req-9b1dd934-c8ad-4b0e-b88f-aeb7ee3c554f req-2d0f8d30-6982-4bfa-85e9-538981c5665c service nova] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Received unexpected event network-vif-plugged-0114af5b-79ba-4023-afbb-63038d109a48 for instance with vm_state building and task_state spawning. [ 1069.341788] env[65682]: DEBUG oslo_vmware.api [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089878} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.342088] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.343306] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49ce697-59d2-401b-b744-879eb0d4bfc5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.369625] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] c373a28b-240f-477f-b736-d9040e0c2ec7/c373a28b-240f-477f-b736-d9040e0c2ec7.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.369994] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9e6a794-a760-4113-951b-54efdba75ecf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.400428] env[65682]: DEBUG oslo_vmware.api [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749842} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.401926] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 4e0346b6-7324-4a49-b872-9b85b426c2e1/4e0346b6-7324-4a49-b872-9b85b426c2e1.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.402177] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.402503] env[65682]: DEBUG oslo_vmware.api [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 1069.402503] env[65682]: value = "task-4616604" [ 1069.402503] env[65682]: _type = "Task" [ 1069.402503] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.405509] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c35e412b-a12c-408b-b5fc-f3a1504b49b6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.419943] env[65682]: DEBUG oslo_vmware.api [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.423298] env[65682]: DEBUG oslo_vmware.api [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 1069.423298] env[65682]: value = "task-4616605" [ 1069.423298] env[65682]: _type = "Task" [ 1069.423298] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.424540] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5c19c5-b735-4a29-8a4a-9926ab2a0631 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.443794] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e160127-4ff7-48c1-ba66-26eb93d44749 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.449192] env[65682]: DEBUG oslo_vmware.api [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.485445] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce7d9ac-32ab-4ea1-9a24-b20b0c33b399 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.495799] env[65682]: DEBUG oslo_vmware.api [None req-3a2337a0-50d1-4814-b1b6-addb43a1df33 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616602, 'name': ReconfigVM_Task, 'duration_secs': 0.637042} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.498221] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a2337a0-50d1-4814-b1b6-addb43a1df33 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1069.498460] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a2337a0-50d1-4814-b1b6-addb43a1df33 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.498789] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99428609-0c64-45d6-9265-2e0cb383e6a5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.501558] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e71e403-2876-4545-9a56-6d3c63596ea8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.519048] env[65682]: DEBUG nova.compute.provider_tree [None req-f2e4d78e-69cd-421e-9e4c-9e97514b142a tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.522372] env[65682]: DEBUG oslo_vmware.api [None req-3a2337a0-50d1-4814-b1b6-addb43a1df33 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 1069.522372] env[65682]: value = "task-4616606" [ 1069.522372] env[65682]: _type = "Task" [ 1069.522372] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.534367] env[65682]: DEBUG oslo_vmware.api [None req-3a2337a0-50d1-4814-b1b6-addb43a1df33 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616606, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.688636] env[65682]: DEBUG oslo_concurrency.lockutils [req-e89f53b8-ac70-4013-9fc4-d66e55de3c1f req-38ffd0b7-0588-4b31-bbc2-54dcc7d8ff94 service nova] Releasing lock "refresh_cache-4e0346b6-7324-4a49-b872-9b85b426c2e1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.712818] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquiring lock "refresh_cache-c8e06fc1-ffc0-45ed-a243-efa04a523aaf" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.713000] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquired lock "refresh_cache-c8e06fc1-ffc0-45ed-a243-efa04a523aaf" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.713227] env[65682]: DEBUG nova.network.neutron [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1069.921958] env[65682]: DEBUG oslo_vmware.api [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616604, 'name': ReconfigVM_Task, 'duration_secs': 0.429301} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.922300] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Reconfigured VM instance instance-00000061 to attach disk [datastore2] c373a28b-240f-477f-b736-d9040e0c2ec7/c373a28b-240f-477f-b736-d9040e0c2ec7.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.923650] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e7ae6d1-f7d1-4cf4-944a-68fcb4921076 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.933603] env[65682]: DEBUG oslo_vmware.api [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 1069.933603] env[65682]: value = "task-4616607" [ 1069.933603] env[65682]: _type = "Task" [ 1069.933603] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.942171] env[65682]: DEBUG oslo_vmware.api [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078666} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.943062] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.944752] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6833b5-7d0d-4da4-827c-2577cd9686ad {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.951934] env[65682]: DEBUG oslo_vmware.api [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616607, 'name': Rename_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.974304] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 4e0346b6-7324-4a49-b872-9b85b426c2e1/4e0346b6-7324-4a49-b872-9b85b426c2e1.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.974570] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-544414a7-e689-4320-93d9-a0a9203d26e1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.006163] env[65682]: DEBUG oslo_vmware.api [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 1070.006163] env[65682]: value = "task-4616608" [ 1070.006163] env[65682]: _type = "Task" [ 1070.006163] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.018369] env[65682]: DEBUG oslo_vmware.api [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.028349] env[65682]: DEBUG nova.scheduler.client.report [None req-f2e4d78e-69cd-421e-9e4c-9e97514b142a tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.034795] env[65682]: DEBUG oslo_vmware.api [None req-3a2337a0-50d1-4814-b1b6-addb43a1df33 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616606, 'name': PowerOnVM_Task, 'duration_secs': 0.465317} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.036684] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a2337a0-50d1-4814-b1b6-addb43a1df33 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.036684] env[65682]: DEBUG nova.compute.manager [None req-3a2337a0-50d1-4814-b1b6-addb43a1df33 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1070.036684] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d397c3-68cc-4be5-b66c-43a491795ab6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.277916] env[65682]: DEBUG nova.network.neutron [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1070.376413] env[65682]: WARNING neutronclient.v2_0.client [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.453381] env[65682]: DEBUG oslo_vmware.api [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616607, 'name': Rename_Task, 'duration_secs': 0.417537} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.453919] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.454629] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cc0bbf4-84d7-4c2c-928d-f7536efaec01 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.469606] env[65682]: DEBUG oslo_vmware.api [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 1070.469606] env[65682]: value = "task-4616609" [ 1070.469606] env[65682]: _type = "Task" [ 1070.469606] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.483277] env[65682]: DEBUG oslo_vmware.api [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616609, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.518195] env[65682]: DEBUG oslo_vmware.api [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.529616] env[65682]: DEBUG nova.network.neutron [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Updating instance_info_cache with network_info: [{"id": "0114af5b-79ba-4023-afbb-63038d109a48", "address": "fa:16:3e:48:9f:3b", "network": {"id": "bbb1b243-b946-4884-a796-2a10b7d24ede", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2053837350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa33bc1eaa5b4d4bb5063ffee3b1d8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0114af5b-79", "ovs_interfaceid": "0114af5b-79ba-4023-afbb-63038d109a48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.536834] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f2e4d78e-69cd-421e-9e4c-9e97514b142a tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.540631] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d04f31ef-3803-4400-9a88-cdc3283d1c68 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.136s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.540631] env[65682]: DEBUG nova.objects.instance [None req-d04f31ef-3803-4400-9a88-cdc3283d1c68 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lazy-loading 'resources' on Instance uuid 89425ade-bec0-4810-8284-ee9dd50a8c06 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.567584] env[65682]: INFO nova.scheduler.client.report [None req-f2e4d78e-69cd-421e-9e4c-9e97514b142a tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Deleted allocations for instance f3887e09-9b99-461c-98a1-e89e896177ad [ 1070.755579] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "d09c5c10-a7b0-42f9-8425-0df6d16ad9d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.756185] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "d09c5c10-a7b0-42f9-8425-0df6d16ad9d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.982513] env[65682]: DEBUG oslo_vmware.api [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616609, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.018452] env[65682]: DEBUG oslo_vmware.api [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616608, 'name': ReconfigVM_Task, 'duration_secs': 0.784448} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.018452] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 4e0346b6-7324-4a49-b872-9b85b426c2e1/4e0346b6-7324-4a49-b872-9b85b426c2e1.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.019235] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5c7ecd7-c127-42d6-96e0-0cc200867f60 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.027908] env[65682]: DEBUG oslo_vmware.api [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 1071.027908] env[65682]: value = "task-4616610" [ 1071.027908] env[65682]: _type = "Task" [ 1071.027908] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.032242] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Releasing lock "refresh_cache-c8e06fc1-ffc0-45ed-a243-efa04a523aaf" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.032658] env[65682]: DEBUG nova.compute.manager [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Instance network_info: |[{"id": "0114af5b-79ba-4023-afbb-63038d109a48", "address": "fa:16:3e:48:9f:3b", "network": {"id": "bbb1b243-b946-4884-a796-2a10b7d24ede", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2053837350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa33bc1eaa5b4d4bb5063ffee3b1d8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0114af5b-79", "ovs_interfaceid": "0114af5b-79ba-4023-afbb-63038d109a48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1071.033115] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:9f:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0114af5b-79ba-4023-afbb-63038d109a48', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.041326] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1071.046641] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.049526] env[65682]: DEBUG oslo_vmware.api [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616610, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.052971] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8bfb787-6abb-41d6-842b-9422439241e8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.072515] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3dfb5da3-f992-4782-b653-95db24e88765 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Acquiring lock "581e2d8f-016a-43ae-917d-e1713e13066e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.072811] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3dfb5da3-f992-4782-b653-95db24e88765 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Lock "581e2d8f-016a-43ae-917d-e1713e13066e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.073054] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3dfb5da3-f992-4782-b653-95db24e88765 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Acquiring lock "581e2d8f-016a-43ae-917d-e1713e13066e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.073242] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3dfb5da3-f992-4782-b653-95db24e88765 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Lock "581e2d8f-016a-43ae-917d-e1713e13066e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.073403] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3dfb5da3-f992-4782-b653-95db24e88765 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Lock "581e2d8f-016a-43ae-917d-e1713e13066e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.082160] env[65682]: INFO nova.compute.manager [None req-3dfb5da3-f992-4782-b653-95db24e88765 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Terminating instance [ 1071.085230] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f2e4d78e-69cd-421e-9e4c-9e97514b142a tempest-ServersTestJSON-16091409 tempest-ServersTestJSON-16091409-project-member] Lock "f3887e09-9b99-461c-98a1-e89e896177ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.220s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.090814] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.090814] env[65682]: value = "task-4616611" [ 1071.090814] env[65682]: _type = "Task" [ 1071.090814] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.102561] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616611, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.259503] env[65682]: DEBUG nova.compute.manager [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1071.422226] env[65682]: DEBUG nova.compute.manager [req-94a5a139-04cb-4ee8-bfc0-0dd2a1bb06a9 req-6a8349d7-87d4-4c91-b837-6880027709ab service nova] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Received event network-changed-0114af5b-79ba-4023-afbb-63038d109a48 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1071.422466] env[65682]: DEBUG nova.compute.manager [req-94a5a139-04cb-4ee8-bfc0-0dd2a1bb06a9 req-6a8349d7-87d4-4c91-b837-6880027709ab service nova] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Refreshing instance network info cache due to event network-changed-0114af5b-79ba-4023-afbb-63038d109a48. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1071.422715] env[65682]: DEBUG oslo_concurrency.lockutils [req-94a5a139-04cb-4ee8-bfc0-0dd2a1bb06a9 req-6a8349d7-87d4-4c91-b837-6880027709ab service nova] Acquiring lock "refresh_cache-c8e06fc1-ffc0-45ed-a243-efa04a523aaf" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.423021] env[65682]: DEBUG oslo_concurrency.lockutils [req-94a5a139-04cb-4ee8-bfc0-0dd2a1bb06a9 req-6a8349d7-87d4-4c91-b837-6880027709ab service nova] Acquired lock "refresh_cache-c8e06fc1-ffc0-45ed-a243-efa04a523aaf" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.423411] env[65682]: DEBUG nova.network.neutron [req-94a5a139-04cb-4ee8-bfc0-0dd2a1bb06a9 req-6a8349d7-87d4-4c91-b837-6880027709ab service nova] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Refreshing network info cache for port 0114af5b-79ba-4023-afbb-63038d109a48 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.435947] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c74e5b5-bd0f-4068-bc99-3d0cca93e24f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.446561] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506b0085-d316-412c-834f-bbe6af715c6d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.490908] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a063e831-4e63-41d8-8d3b-b67250074501 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.503167] env[65682]: DEBUG oslo_vmware.api [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616609, 'name': PowerOnVM_Task, 'duration_secs': 0.788503} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.505508] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.505738] env[65682]: INFO nova.compute.manager [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Took 9.88 seconds to spawn the instance on the hypervisor. [ 1071.505917] env[65682]: DEBUG nova.compute.manager [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1071.506903] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b94ef3-fe30-40ee-95b4-19c210a40cb3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.510700] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60318a7-0c63-4b24-aab2-13d60679c484 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.534332] env[65682]: DEBUG nova.compute.provider_tree [None req-d04f31ef-3803-4400-9a88-cdc3283d1c68 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.546359] env[65682]: DEBUG oslo_vmware.api [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616610, 'name': Rename_Task, 'duration_secs': 0.180215} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.546683] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.546958] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00450b98-263b-4157-b3ee-26dc309298ac {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.556062] env[65682]: DEBUG oslo_vmware.api [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 1071.556062] env[65682]: value = "task-4616612" [ 1071.556062] env[65682]: _type = "Task" [ 1071.556062] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.565868] env[65682]: DEBUG oslo_vmware.api [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.588607] env[65682]: DEBUG nova.compute.manager [None req-3dfb5da3-f992-4782-b653-95db24e88765 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1071.588871] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfb5da3-f992-4782-b653-95db24e88765 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.591044] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b476be4e-777c-4ad4-9c2a-944cba4393c9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.606128] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616611, 'name': CreateVM_Task, 'duration_secs': 0.488967} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.608230] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.609530] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfb5da3-f992-4782-b653-95db24e88765 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.609530] env[65682]: WARNING neutronclient.v2_0.client [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.609530] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.609703] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.610208] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.610333] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55ad79fe-17ed-480a-9e1c-7d69515b8416 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.612235] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-816bb161-7d70-4f75-87b4-6d6319e8a72e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.619251] env[65682]: DEBUG oslo_vmware.api [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 1071.619251] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5294342c-8eaf-0b4c-2f45-6c2a9da12f8d" [ 1071.619251] env[65682]: _type = "Task" [ 1071.619251] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.621203] env[65682]: DEBUG oslo_vmware.api [None req-3dfb5da3-f992-4782-b653-95db24e88765 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 1071.621203] env[65682]: value = "task-4616613" [ 1071.621203] env[65682]: _type = "Task" [ 1071.621203] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.640376] env[65682]: DEBUG oslo_vmware.api [None req-3dfb5da3-f992-4782-b653-95db24e88765 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.641531] env[65682]: DEBUG oslo_vmware.api [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5294342c-8eaf-0b4c-2f45-6c2a9da12f8d, 'name': SearchDatastore_Task, 'duration_secs': 0.015527} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.641531] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.641531] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.641802] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.641802] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.641996] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.642312] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de46b63b-9839-4d14-8b24-76acccfd1060 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.654485] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.654691] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.655604] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47b86c94-fbeb-413b-87c6-dec8a0cba7a9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.662777] env[65682]: DEBUG oslo_vmware.api [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 1071.662777] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52667e6a-7419-d55e-b83a-73e85c4c8445" [ 1071.662777] env[65682]: _type = "Task" [ 1071.662777] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.676025] env[65682]: DEBUG oslo_vmware.api [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52667e6a-7419-d55e-b83a-73e85c4c8445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.787657] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.925986] env[65682]: WARNING neutronclient.v2_0.client [req-94a5a139-04cb-4ee8-bfc0-0dd2a1bb06a9 req-6a8349d7-87d4-4c91-b837-6880027709ab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.034678] env[65682]: INFO nova.compute.manager [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Took 30.53 seconds to build instance. [ 1072.037642] env[65682]: DEBUG nova.scheduler.client.report [None req-d04f31ef-3803-4400-9a88-cdc3283d1c68 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.069424] env[65682]: DEBUG oslo_vmware.api [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616612, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.094880] env[65682]: DEBUG oslo_concurrency.lockutils [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquiring lock "84c58ed1-cae8-4712-9798-c74e925727f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.096075] env[65682]: DEBUG oslo_concurrency.lockutils [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Lock "84c58ed1-cae8-4712-9798-c74e925727f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.140583] env[65682]: DEBUG oslo_vmware.api [None req-3dfb5da3-f992-4782-b653-95db24e88765 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616613, 'name': PowerOffVM_Task, 'duration_secs': 0.206746} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.140987] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfb5da3-f992-4782-b653-95db24e88765 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.141076] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfb5da3-f992-4782-b653-95db24e88765 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.141320] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e051ea59-dd15-4bf8-aad8-4b91f9737f02 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.176460] env[65682]: DEBUG oslo_vmware.api [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52667e6a-7419-d55e-b83a-73e85c4c8445, 'name': SearchDatastore_Task, 'duration_secs': 0.012162} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.181447] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5499b64d-3dc9-43b0-b55f-a71b6a0384ba {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.188662] env[65682]: DEBUG oslo_vmware.api [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 1072.188662] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52859565-bda6-ef1d-2fcd-4d2e9a115642" [ 1072.188662] env[65682]: _type = "Task" [ 1072.188662] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.198133] env[65682]: DEBUG oslo_vmware.api [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52859565-bda6-ef1d-2fcd-4d2e9a115642, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.225920] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfb5da3-f992-4782-b653-95db24e88765 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.226208] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfb5da3-f992-4782-b653-95db24e88765 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.226537] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dfb5da3-f992-4782-b653-95db24e88765 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Deleting the datastore file [datastore1] 581e2d8f-016a-43ae-917d-e1713e13066e {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.226683] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91b0fcd2-3c4f-440b-b56c-1068b9f2cddf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.235391] env[65682]: DEBUG oslo_vmware.api [None req-3dfb5da3-f992-4782-b653-95db24e88765 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 1072.235391] env[65682]: value = "task-4616615" [ 1072.235391] env[65682]: _type = "Task" [ 1072.235391] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.237032] env[65682]: WARNING neutronclient.v2_0.client [req-94a5a139-04cb-4ee8-bfc0-0dd2a1bb06a9 req-6a8349d7-87d4-4c91-b837-6880027709ab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.248824] env[65682]: DEBUG oslo_vmware.api [None req-3dfb5da3-f992-4782-b653-95db24e88765 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.536249] env[65682]: DEBUG oslo_concurrency.lockutils [None req-30c0a223-8a24-4ea8-8333-84282a95fd9f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "c373a28b-240f-477f-b736-d9040e0c2ec7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.043s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.542407] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d04f31ef-3803-4400-9a88-cdc3283d1c68 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.003s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.545791] env[65682]: DEBUG oslo_concurrency.lockutils [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.347s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.546411] env[65682]: DEBUG nova.objects.instance [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lazy-loading 'resources' on Instance uuid de604fb9-51a1-400c-b5a0-b1046badf3ee {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.573208] env[65682]: DEBUG oslo_vmware.api [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616612, 'name': PowerOnVM_Task, 'duration_secs': 0.599442} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.573641] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.573931] env[65682]: INFO nova.compute.manager [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1072.574221] env[65682]: DEBUG nova.compute.manager [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1072.575937] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c6de6e-b885-485b-b701-aaed9771fbd4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.593234] env[65682]: INFO nova.scheduler.client.report [None req-d04f31ef-3803-4400-9a88-cdc3283d1c68 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Deleted allocations for instance 89425ade-bec0-4810-8284-ee9dd50a8c06 [ 1072.601234] env[65682]: DEBUG nova.compute.manager [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1072.632288] env[65682]: DEBUG nova.network.neutron [req-94a5a139-04cb-4ee8-bfc0-0dd2a1bb06a9 req-6a8349d7-87d4-4c91-b837-6880027709ab service nova] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Updated VIF entry in instance network info cache for port 0114af5b-79ba-4023-afbb-63038d109a48. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1072.632612] env[65682]: DEBUG nova.network.neutron [req-94a5a139-04cb-4ee8-bfc0-0dd2a1bb06a9 req-6a8349d7-87d4-4c91-b837-6880027709ab service nova] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Updating instance_info_cache with network_info: [{"id": "0114af5b-79ba-4023-afbb-63038d109a48", "address": "fa:16:3e:48:9f:3b", "network": {"id": "bbb1b243-b946-4884-a796-2a10b7d24ede", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2053837350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa33bc1eaa5b4d4bb5063ffee3b1d8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0114af5b-79", "ovs_interfaceid": "0114af5b-79ba-4023-afbb-63038d109a48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.701566] env[65682]: DEBUG oslo_vmware.api [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52859565-bda6-ef1d-2fcd-4d2e9a115642, 'name': SearchDatastore_Task, 'duration_secs': 0.015024} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.702014] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.702327] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] c8e06fc1-ffc0-45ed-a243-efa04a523aaf/c8e06fc1-ffc0-45ed-a243-efa04a523aaf.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.702621] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a58561c-07b1-4fa9-9ac8-0f54656008c7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.710475] env[65682]: DEBUG oslo_vmware.api [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 1072.710475] env[65682]: value = "task-4616616" [ 1072.710475] env[65682]: _type = "Task" [ 1072.710475] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.722504] env[65682]: DEBUG oslo_vmware.api [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.749664] env[65682]: DEBUG oslo_vmware.api [None req-3dfb5da3-f992-4782-b653-95db24e88765 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384717} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.749964] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dfb5da3-f992-4782-b653-95db24e88765 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.750162] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfb5da3-f992-4782-b653-95db24e88765 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.750339] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfb5da3-f992-4782-b653-95db24e88765 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.750512] env[65682]: INFO nova.compute.manager [None req-3dfb5da3-f992-4782-b653-95db24e88765 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1072.750749] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-3dfb5da3-f992-4782-b653-95db24e88765 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1072.750953] env[65682]: DEBUG nova.compute.manager [-] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1072.751066] env[65682]: DEBUG nova.network.neutron [-] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1072.751323] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.784102] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.109546] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d04f31ef-3803-4400-9a88-cdc3283d1c68 tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "89425ade-bec0-4810-8284-ee9dd50a8c06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.582s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.114698] env[65682]: INFO nova.compute.manager [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Took 29.02 seconds to build instance. [ 1073.136665] env[65682]: DEBUG oslo_concurrency.lockutils [req-94a5a139-04cb-4ee8-bfc0-0dd2a1bb06a9 req-6a8349d7-87d4-4c91-b837-6880027709ab service nova] Releasing lock "refresh_cache-c8e06fc1-ffc0-45ed-a243-efa04a523aaf" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.154171] env[65682]: DEBUG oslo_concurrency.lockutils [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.227589] env[65682]: DEBUG oslo_vmware.api [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616616, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.502914] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e63b6b5-a2b1-463a-accc-aff47a0ed7e9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.515844] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a894fbff-b536-493f-be3a-8182b32c64f6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.554043] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53aaa7df-426d-4aa4-831f-c3072bc34adb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.570893] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0473ee8-e48f-4827-8ccf-4e0aec54764d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.580257] env[65682]: DEBUG nova.compute.manager [req-23c023ff-b201-4964-96b3-d3af44d12d58 req-3808d19d-0f89-43fa-a4fe-10ed5cde8b73 service nova] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Received event network-changed-325b4d8c-5752-4012-9acc-c7a2abf27cc5 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1073.580463] env[65682]: DEBUG nova.compute.manager [req-23c023ff-b201-4964-96b3-d3af44d12d58 req-3808d19d-0f89-43fa-a4fe-10ed5cde8b73 service nova] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Refreshing instance network info cache due to event network-changed-325b4d8c-5752-4012-9acc-c7a2abf27cc5. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1073.580681] env[65682]: DEBUG oslo_concurrency.lockutils [req-23c023ff-b201-4964-96b3-d3af44d12d58 req-3808d19d-0f89-43fa-a4fe-10ed5cde8b73 service nova] Acquiring lock "refresh_cache-c373a28b-240f-477f-b736-d9040e0c2ec7" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.580824] env[65682]: DEBUG oslo_concurrency.lockutils [req-23c023ff-b201-4964-96b3-d3af44d12d58 req-3808d19d-0f89-43fa-a4fe-10ed5cde8b73 service nova] Acquired lock "refresh_cache-c373a28b-240f-477f-b736-d9040e0c2ec7" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.580977] env[65682]: DEBUG nova.network.neutron [req-23c023ff-b201-4964-96b3-d3af44d12d58 req-3808d19d-0f89-43fa-a4fe-10ed5cde8b73 service nova] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Refreshing network info cache for port 325b4d8c-5752-4012-9acc-c7a2abf27cc5 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.584847] env[65682]: DEBUG nova.network.neutron [-] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.597732] env[65682]: DEBUG nova.compute.provider_tree [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.622349] env[65682]: DEBUG oslo_concurrency.lockutils [None req-636bac1d-0b1f-48c6-80ab-2d4b8f76973e tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "4e0346b6-7324-4a49-b872-9b85b426c2e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.539s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.722188] env[65682]: DEBUG oslo_vmware.api [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616616, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701353} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.722508] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] c8e06fc1-ffc0-45ed-a243-efa04a523aaf/c8e06fc1-ffc0-45ed-a243-efa04a523aaf.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.722791] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.723128] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7425b287-8f9c-4337-ace7-4cc63d9f111e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.732300] env[65682]: DEBUG oslo_vmware.api [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 1073.732300] env[65682]: value = "task-4616617" [ 1073.732300] env[65682]: _type = "Task" [ 1073.732300] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.743105] env[65682]: DEBUG oslo_vmware.api [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.065903] env[65682]: DEBUG oslo_concurrency.lockutils [None req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.066279] env[65682]: DEBUG oslo_concurrency.lockutils [None req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.066379] env[65682]: DEBUG oslo_concurrency.lockutils [None req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.066616] env[65682]: DEBUG oslo_concurrency.lockutils [None req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.066850] env[65682]: DEBUG oslo_concurrency.lockutils [None req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.074717] env[65682]: INFO nova.compute.manager [None req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Terminating instance [ 1074.084051] env[65682]: WARNING neutronclient.v2_0.client [req-23c023ff-b201-4964-96b3-d3af44d12d58 req-3808d19d-0f89-43fa-a4fe-10ed5cde8b73 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.088620] env[65682]: INFO nova.compute.manager [-] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Took 1.34 seconds to deallocate network for instance. [ 1074.100835] env[65682]: DEBUG nova.scheduler.client.report [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.244729] env[65682]: DEBUG oslo_vmware.api [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081225} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.245577] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.246198] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db732ce4-c8a1-4c7f-86d2-92472d7740b0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.272591] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] c8e06fc1-ffc0-45ed-a243-efa04a523aaf/c8e06fc1-ffc0-45ed-a243-efa04a523aaf.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.275971] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7afa8522-d918-4405-965e-5e16ca138994 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.299037] env[65682]: DEBUG oslo_vmware.api [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 1074.299037] env[65682]: value = "task-4616618" [ 1074.299037] env[65682]: _type = "Task" [ 1074.299037] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.312697] env[65682]: DEBUG oslo_vmware.api [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616618, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.582303] env[65682]: DEBUG nova.compute.manager [None req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1074.582557] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.588843] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219626ac-30bf-480e-835c-0f6cc9e3eaf5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.600302] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3dfb5da3-f992-4782-b653-95db24e88765 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.602825] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.603542] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8688ced-f1a2-4e93-90c0-91e43fbadcea {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.606235] env[65682]: DEBUG oslo_concurrency.lockutils [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.608922] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1306d7e3-79d8-4221-a33f-cdd760c05b27 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 10.828s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.617013] env[65682]: DEBUG oslo_vmware.api [None req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 1074.617013] env[65682]: value = "task-4616620" [ 1074.617013] env[65682]: _type = "Task" [ 1074.617013] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.632454] env[65682]: DEBUG oslo_vmware.api [None req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.649518] env[65682]: INFO nova.scheduler.client.report [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Deleted allocations for instance de604fb9-51a1-400c-b5a0-b1046badf3ee [ 1074.718832] env[65682]: WARNING neutronclient.v2_0.client [req-23c023ff-b201-4964-96b3-d3af44d12d58 req-3808d19d-0f89-43fa-a4fe-10ed5cde8b73 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.814186] env[65682]: DEBUG oslo_vmware.api [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.845279] env[65682]: DEBUG nova.network.neutron [req-23c023ff-b201-4964-96b3-d3af44d12d58 req-3808d19d-0f89-43fa-a4fe-10ed5cde8b73 service nova] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Updated VIF entry in instance network info cache for port 325b4d8c-5752-4012-9acc-c7a2abf27cc5. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1074.845651] env[65682]: DEBUG nova.network.neutron [req-23c023ff-b201-4964-96b3-d3af44d12d58 req-3808d19d-0f89-43fa-a4fe-10ed5cde8b73 service nova] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Updating instance_info_cache with network_info: [{"id": "325b4d8c-5752-4012-9acc-c7a2abf27cc5", "address": "fa:16:3e:79:3a:c8", "network": {"id": "d13ac076-fdae-4d36-93cb-7c96987ecff2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1006055871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eaca82bae54434ea55d652d06ff4773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap325b4d8c-57", "ovs_interfaceid": "325b4d8c-5752-4012-9acc-c7a2abf27cc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.848191] env[65682]: DEBUG oslo_concurrency.lockutils [None req-86fc5f72-1f46-4588-a948-20a2dbaad25a tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.849705] env[65682]: DEBUG oslo_concurrency.lockutils [None req-86fc5f72-1f46-4588-a948-20a2dbaad25a tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.132426] env[65682]: DEBUG oslo_vmware.api [None req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616620, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.158346] env[65682]: DEBUG oslo_concurrency.lockutils [None req-59c48095-34a6-44d6-aa54-7114d0dbaa07 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "de604fb9-51a1-400c-b5a0-b1046badf3ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.528s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.314066] env[65682]: DEBUG oslo_vmware.api [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616618, 'name': ReconfigVM_Task, 'duration_secs': 0.857056} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.314066] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Reconfigured VM instance instance-00000063 to attach disk [datastore2] c8e06fc1-ffc0-45ed-a243-efa04a523aaf/c8e06fc1-ffc0-45ed-a243-efa04a523aaf.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.314813] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90a71fb0-f13e-472f-aa2f-a8bd24c4956d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.324673] env[65682]: DEBUG oslo_vmware.api [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 1075.324673] env[65682]: value = "task-4616621" [ 1075.324673] env[65682]: _type = "Task" [ 1075.324673] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.338244] env[65682]: DEBUG oslo_vmware.api [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616621, 'name': Rename_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.352134] env[65682]: DEBUG oslo_concurrency.lockutils [req-23c023ff-b201-4964-96b3-d3af44d12d58 req-3808d19d-0f89-43fa-a4fe-10ed5cde8b73 service nova] Releasing lock "refresh_cache-c373a28b-240f-477f-b736-d9040e0c2ec7" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.352508] env[65682]: DEBUG nova.compute.manager [req-23c023ff-b201-4964-96b3-d3af44d12d58 req-3808d19d-0f89-43fa-a4fe-10ed5cde8b73 service nova] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Received event network-vif-deleted-42b8d1ab-f236-4bf7-98c8-82fb29567006 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1075.352763] env[65682]: INFO nova.compute.manager [req-23c023ff-b201-4964-96b3-d3af44d12d58 req-3808d19d-0f89-43fa-a4fe-10ed5cde8b73 service nova] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Neutron deleted interface 42b8d1ab-f236-4bf7-98c8-82fb29567006; detaching it from the instance and deleting it from the info cache [ 1075.352978] env[65682]: DEBUG nova.network.neutron [req-23c023ff-b201-4964-96b3-d3af44d12d58 req-3808d19d-0f89-43fa-a4fe-10ed5cde8b73 service nova] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.360029] env[65682]: DEBUG nova.compute.utils [None req-86fc5f72-1f46-4588-a948-20a2dbaad25a tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.459679] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb6c540-c81d-4d47-9b46-b46a6d65eaa9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.468887] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc132a17-44b5-416a-86b3-cdd56c22365b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.504242] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a66d81-37b6-4828-b844-ab24134d90e3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.513191] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d814c47-ee4a-45e7-866d-ad2fb59c0510 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.528374] env[65682]: DEBUG nova.compute.provider_tree [None req-1306d7e3-79d8-4221-a33f-cdd760c05b27 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.632796] env[65682]: DEBUG oslo_vmware.api [None req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616620, 'name': PowerOffVM_Task, 'duration_secs': 0.671074} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.633112] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.633252] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.633542] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b45427d-7135-43c7-bd19-4a736b4e8a27 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.664972] env[65682]: DEBUG nova.compute.manager [req-760872ad-dc50-4cb4-9357-8ab4e8bf497d req-e6c971be-f5d9-4a6e-81e2-30cb7286e3a3 service nova] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Received event network-changed-c763229d-f8f5-47c5-9558-4b8f92be6851 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1075.665091] env[65682]: DEBUG nova.compute.manager [req-760872ad-dc50-4cb4-9357-8ab4e8bf497d req-e6c971be-f5d9-4a6e-81e2-30cb7286e3a3 service nova] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Refreshing instance network info cache due to event network-changed-c763229d-f8f5-47c5-9558-4b8f92be6851. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1075.665377] env[65682]: DEBUG oslo_concurrency.lockutils [req-760872ad-dc50-4cb4-9357-8ab4e8bf497d req-e6c971be-f5d9-4a6e-81e2-30cb7286e3a3 service nova] Acquiring lock "refresh_cache-4e0346b6-7324-4a49-b872-9b85b426c2e1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.665522] env[65682]: DEBUG oslo_concurrency.lockutils [req-760872ad-dc50-4cb4-9357-8ab4e8bf497d req-e6c971be-f5d9-4a6e-81e2-30cb7286e3a3 service nova] Acquired lock "refresh_cache-4e0346b6-7324-4a49-b872-9b85b426c2e1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.665750] env[65682]: DEBUG nova.network.neutron [req-760872ad-dc50-4cb4-9357-8ab4e8bf497d req-e6c971be-f5d9-4a6e-81e2-30cb7286e3a3 service nova] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Refreshing network info cache for port c763229d-f8f5-47c5-9558-4b8f92be6851 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.716688] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.717060] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.717289] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Deleting the datastore file [datastore2] 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.717603] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e5681b6-2317-404c-87b4-66efe423992a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.725779] env[65682]: DEBUG oslo_vmware.api [None req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for the task: (returnval){ [ 1075.725779] env[65682]: value = "task-4616623" [ 1075.725779] env[65682]: _type = "Task" [ 1075.725779] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.735451] env[65682]: DEBUG oslo_vmware.api [None req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.838746] env[65682]: DEBUG oslo_vmware.api [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616621, 'name': Rename_Task, 'duration_secs': 0.178175} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.839093] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.839407] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-271c0c99-cc39-4f68-ac39-a48b16f135b4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.846995] env[65682]: DEBUG oslo_vmware.api [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 1075.846995] env[65682]: value = "task-4616624" [ 1075.846995] env[65682]: _type = "Task" [ 1075.846995] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.856687] env[65682]: DEBUG oslo_vmware.api [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.861383] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8dbe02a-8526-4cb0-9da6-5ed673674d45 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.865421] env[65682]: DEBUG oslo_concurrency.lockutils [None req-86fc5f72-1f46-4588-a948-20a2dbaad25a tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.871457] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2cc55e-b659-42aa-a8fb-ba20baa15a62 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.915084] env[65682]: DEBUG nova.compute.manager [req-23c023ff-b201-4964-96b3-d3af44d12d58 req-3808d19d-0f89-43fa-a4fe-10ed5cde8b73 service nova] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Detach interface failed, port_id=42b8d1ab-f236-4bf7-98c8-82fb29567006, reason: Instance 581e2d8f-016a-43ae-917d-e1713e13066e could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1076.033155] env[65682]: DEBUG nova.scheduler.client.report [None req-1306d7e3-79d8-4221-a33f-cdd760c05b27 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.169034] env[65682]: WARNING neutronclient.v2_0.client [req-760872ad-dc50-4cb4-9357-8ab4e8bf497d req-e6c971be-f5d9-4a6e-81e2-30cb7286e3a3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.236893] env[65682]: DEBUG oslo_vmware.api [None req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Task: {'id': task-4616623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.438898} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.240554] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.240906] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.241165] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.241399] env[65682]: INFO nova.compute.manager [None req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1076.241714] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1076.242747] env[65682]: DEBUG nova.compute.manager [-] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1076.242747] env[65682]: DEBUG nova.network.neutron [-] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1076.242747] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.277143] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.341612] env[65682]: WARNING neutronclient.v2_0.client [req-760872ad-dc50-4cb4-9357-8ab4e8bf497d req-e6c971be-f5d9-4a6e-81e2-30cb7286e3a3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.362016] env[65682]: DEBUG oslo_vmware.api [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616624, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.520364] env[65682]: DEBUG nova.network.neutron [req-760872ad-dc50-4cb4-9357-8ab4e8bf497d req-e6c971be-f5d9-4a6e-81e2-30cb7286e3a3 service nova] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Updated VIF entry in instance network info cache for port c763229d-f8f5-47c5-9558-4b8f92be6851. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1076.520738] env[65682]: DEBUG nova.network.neutron [req-760872ad-dc50-4cb4-9357-8ab4e8bf497d req-e6c971be-f5d9-4a6e-81e2-30cb7286e3a3 service nova] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Updating instance_info_cache with network_info: [{"id": "c763229d-f8f5-47c5-9558-4b8f92be6851", "address": "fa:16:3e:cd:fe:4b", "network": {"id": "e5ad45cb-2943-4e8f-a809-01858ab04ca0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-571225427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44bf2c1a9a904b12a683ebb7b184c7ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc763229d-f8", "ovs_interfaceid": "c763229d-f8f5-47c5-9558-4b8f92be6851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.866159] env[65682]: DEBUG oslo_vmware.api [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616624, 'name': PowerOnVM_Task, 'duration_secs': 0.838089} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.866159] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.866584] env[65682]: INFO nova.compute.manager [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1076.866746] env[65682]: DEBUG nova.compute.manager [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1076.867607] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3eea0a-dd56-4d0e-8f32-89612c2cbccd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.971747] env[65682]: DEBUG oslo_concurrency.lockutils [None req-86fc5f72-1f46-4588-a948-20a2dbaad25a tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.971747] env[65682]: DEBUG oslo_concurrency.lockutils [None req-86fc5f72-1f46-4588-a948-20a2dbaad25a tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.971932] env[65682]: INFO nova.compute.manager [None req-86fc5f72-1f46-4588-a948-20a2dbaad25a tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Attaching volume ca3b747b-4042-4d3a-8190-75166a59b464 to /dev/sdb [ 1077.017492] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031afa0b-9a09-4b23-a7f8-15780bd55328 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.023724] env[65682]: DEBUG oslo_concurrency.lockutils [req-760872ad-dc50-4cb4-9357-8ab4e8bf497d req-e6c971be-f5d9-4a6e-81e2-30cb7286e3a3 service nova] Releasing lock "refresh_cache-4e0346b6-7324-4a49-b872-9b85b426c2e1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.027206] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028521bc-887d-43a4-bd94-89c2c99581dd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.043272] env[65682]: DEBUG nova.virt.block_device [None req-86fc5f72-1f46-4588-a948-20a2dbaad25a tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Updating existing volume attachment record: 494c2351-c0df-4afd-bc8a-bb7c6f89b195 {{(pid=65682) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1077.046859] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1306d7e3-79d8-4221-a33f-cdd760c05b27 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.438s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.049925] env[65682]: DEBUG oslo_concurrency.lockutils [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.687s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.050244] env[65682]: DEBUG nova.objects.instance [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Lazy-loading 'resources' on Instance uuid 79822481-013c-463d-9075-703e40519a73 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.052795] env[65682]: DEBUG nova.network.neutron [-] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.390217] env[65682]: INFO nova.compute.manager [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Took 24.57 seconds to build instance. [ 1077.557585] env[65682]: INFO nova.compute.manager [-] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Took 1.32 seconds to deallocate network for instance. [ 1077.626925] env[65682]: INFO nova.scheduler.client.report [None req-1306d7e3-79d8-4221-a33f-cdd760c05b27 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Deleted allocation for migration 6be0d561-56b9-4dd0-9e8e-f135ae8020c3 [ 1077.697604] env[65682]: DEBUG nova.compute.manager [req-9c043aff-b084-4b03-88fb-dc1e8225fbcd req-b0dfae3e-1da8-4d96-8e06-50076cb0c7e3 service nova] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Received event network-vif-deleted-711819f9-fa9d-44d6-948d-e8fc18031b80 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1077.832575] env[65682]: DEBUG oslo_concurrency.lockutils [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "076b1c93-c3ae-47f8-a8eb-9182dbc4dfed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.832823] env[65682]: DEBUG oslo_concurrency.lockutils [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "076b1c93-c3ae-47f8-a8eb-9182dbc4dfed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.882269] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fd5947-20e9-470c-b9a7-1a84625e3c2a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.891356] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd801810-5676-4c00-b5ab-d5103b491ccd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.895648] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fa11b131-9999-4a3b-afa5-0b66252e68e3 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "c8e06fc1-ffc0-45ed-a243-efa04a523aaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.088s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.927052] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661502d4-2d00-4518-9369-17cfd2802fe2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.936461] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38326980-3926-44fb-b4d9-f6666b7b7a9e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.952878] env[65682]: DEBUG nova.compute.provider_tree [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.068518] env[65682]: DEBUG oslo_concurrency.lockutils [None req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.133521] env[65682]: DEBUG oslo_concurrency.lockutils [None req-1306d7e3-79d8-4221-a33f-cdd760c05b27 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "da4d12e6-8174-453d-bece-5640627a485c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.780s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.336728] env[65682]: DEBUG nova.compute.manager [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1078.455884] env[65682]: DEBUG nova.scheduler.client.report [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.505603] env[65682]: DEBUG nova.compute.manager [req-097bc5c3-23a0-4561-97e0-02c6a47c18f1 req-baf0b544-d70e-4d39-a89b-8f3909c7a23d service nova] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Received event network-changed-0114af5b-79ba-4023-afbb-63038d109a48 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1078.505795] env[65682]: DEBUG nova.compute.manager [req-097bc5c3-23a0-4561-97e0-02c6a47c18f1 req-baf0b544-d70e-4d39-a89b-8f3909c7a23d service nova] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Refreshing instance network info cache due to event network-changed-0114af5b-79ba-4023-afbb-63038d109a48. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1078.506218] env[65682]: DEBUG oslo_concurrency.lockutils [req-097bc5c3-23a0-4561-97e0-02c6a47c18f1 req-baf0b544-d70e-4d39-a89b-8f3909c7a23d service nova] Acquiring lock "refresh_cache-c8e06fc1-ffc0-45ed-a243-efa04a523aaf" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.506314] env[65682]: DEBUG oslo_concurrency.lockutils [req-097bc5c3-23a0-4561-97e0-02c6a47c18f1 req-baf0b544-d70e-4d39-a89b-8f3909c7a23d service nova] Acquired lock "refresh_cache-c8e06fc1-ffc0-45ed-a243-efa04a523aaf" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.506514] env[65682]: DEBUG nova.network.neutron [req-097bc5c3-23a0-4561-97e0-02c6a47c18f1 req-baf0b544-d70e-4d39-a89b-8f3909c7a23d service nova] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Refreshing network info cache for port 0114af5b-79ba-4023-afbb-63038d109a48 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.866056] env[65682]: DEBUG oslo_concurrency.lockutils [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.961949] env[65682]: DEBUG oslo_concurrency.lockutils [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.912s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.964489] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.997s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.966928] env[65682]: INFO nova.compute.claims [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.994527] env[65682]: INFO nova.scheduler.client.report [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Deleted allocations for instance 79822481-013c-463d-9075-703e40519a73 [ 1079.010071] env[65682]: WARNING neutronclient.v2_0.client [req-097bc5c3-23a0-4561-97e0-02c6a47c18f1 req-baf0b544-d70e-4d39-a89b-8f3909c7a23d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.051026] env[65682]: DEBUG oslo_concurrency.lockutils [None req-507800ec-31cd-43f6-8814-646739a3bc82 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "da4d12e6-8174-453d-bece-5640627a485c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.051349] env[65682]: DEBUG oslo_concurrency.lockutils [None req-507800ec-31cd-43f6-8814-646739a3bc82 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "da4d12e6-8174-453d-bece-5640627a485c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.051617] env[65682]: DEBUG oslo_concurrency.lockutils [None req-507800ec-31cd-43f6-8814-646739a3bc82 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "da4d12e6-8174-453d-bece-5640627a485c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.051838] env[65682]: DEBUG oslo_concurrency.lockutils [None req-507800ec-31cd-43f6-8814-646739a3bc82 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "da4d12e6-8174-453d-bece-5640627a485c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.052016] env[65682]: DEBUG oslo_concurrency.lockutils [None req-507800ec-31cd-43f6-8814-646739a3bc82 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "da4d12e6-8174-453d-bece-5640627a485c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.057022] env[65682]: INFO nova.compute.manager [None req-507800ec-31cd-43f6-8814-646739a3bc82 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Terminating instance [ 1079.202498] env[65682]: WARNING neutronclient.v2_0.client [req-097bc5c3-23a0-4561-97e0-02c6a47c18f1 req-baf0b544-d70e-4d39-a89b-8f3909c7a23d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.289764] env[65682]: DEBUG nova.network.neutron [req-097bc5c3-23a0-4561-97e0-02c6a47c18f1 req-baf0b544-d70e-4d39-a89b-8f3909c7a23d service nova] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Updated VIF entry in instance network info cache for port 0114af5b-79ba-4023-afbb-63038d109a48. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1079.290232] env[65682]: DEBUG nova.network.neutron [req-097bc5c3-23a0-4561-97e0-02c6a47c18f1 req-baf0b544-d70e-4d39-a89b-8f3909c7a23d service nova] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Updating instance_info_cache with network_info: [{"id": "0114af5b-79ba-4023-afbb-63038d109a48", "address": "fa:16:3e:48:9f:3b", "network": {"id": "bbb1b243-b946-4884-a796-2a10b7d24ede", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2053837350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa33bc1eaa5b4d4bb5063ffee3b1d8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0114af5b-79", "ovs_interfaceid": "0114af5b-79ba-4023-afbb-63038d109a48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.502923] env[65682]: DEBUG oslo_concurrency.lockutils [None req-86892fd4-31c4-4095-ad05-5a27a1cef67a tempest-ServerShowV247Test-508217059 tempest-ServerShowV247Test-508217059-project-member] Lock "79822481-013c-463d-9075-703e40519a73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.143s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.535699] env[65682]: DEBUG oslo_concurrency.lockutils [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "df0b34e3-bab6-47b4-a4f0-a765656a5049" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.536031] env[65682]: DEBUG oslo_concurrency.lockutils [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "df0b34e3-bab6-47b4-a4f0-a765656a5049" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.561333] env[65682]: DEBUG nova.compute.manager [None req-507800ec-31cd-43f6-8814-646739a3bc82 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1079.561590] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-507800ec-31cd-43f6-8814-646739a3bc82 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.562546] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b229a7d-c10d-40fe-bf47-06f79a1ad1fa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.571247] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-507800ec-31cd-43f6-8814-646739a3bc82 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.571519] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bee794a1-81bd-4bb0-ae0b-a5da3e54eba8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.578319] env[65682]: DEBUG oslo_vmware.api [None req-507800ec-31cd-43f6-8814-646739a3bc82 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 1079.578319] env[65682]: value = "task-4616629" [ 1079.578319] env[65682]: _type = "Task" [ 1079.578319] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.588670] env[65682]: DEBUG oslo_vmware.api [None req-507800ec-31cd-43f6-8814-646739a3bc82 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.793486] env[65682]: DEBUG oslo_concurrency.lockutils [req-097bc5c3-23a0-4561-97e0-02c6a47c18f1 req-baf0b544-d70e-4d39-a89b-8f3909c7a23d service nova] Releasing lock "refresh_cache-c8e06fc1-ffc0-45ed-a243-efa04a523aaf" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.038111] env[65682]: DEBUG nova.compute.manager [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1080.092310] env[65682]: DEBUG oslo_vmware.api [None req-507800ec-31cd-43f6-8814-646739a3bc82 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616629, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.310058] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977a269e-f4b4-4d33-b8b5-918b4db9fcc4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.317911] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555fe687-03cf-4eef-8505-b1b0ed5a3c51 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.349869] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dff20bd-92ed-4f36-a439-b8178c34b061 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.358289] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a316ceb6-d13d-4096-92f8-82eca338e762 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.372409] env[65682]: DEBUG nova.compute.provider_tree [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.564035] env[65682]: DEBUG oslo_concurrency.lockutils [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.589954] env[65682]: DEBUG oslo_vmware.api [None req-507800ec-31cd-43f6-8814-646739a3bc82 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616629, 'name': PowerOffVM_Task, 'duration_secs': 0.723222} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.590250] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-507800ec-31cd-43f6-8814-646739a3bc82 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.590416] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-507800ec-31cd-43f6-8814-646739a3bc82 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.590667] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe2d959c-1f59-4899-98a9-cd5d674bfef5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.678371] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-507800ec-31cd-43f6-8814-646739a3bc82 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.678597] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-507800ec-31cd-43f6-8814-646739a3bc82 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.678831] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-507800ec-31cd-43f6-8814-646739a3bc82 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Deleting the datastore file [datastore2] da4d12e6-8174-453d-bece-5640627a485c {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.679129] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb220c98-5584-4f6a-94f6-ef43479d7c97 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.686610] env[65682]: DEBUG oslo_vmware.api [None req-507800ec-31cd-43f6-8814-646739a3bc82 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 1080.686610] env[65682]: value = "task-4616633" [ 1080.686610] env[65682]: _type = "Task" [ 1080.686610] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.695696] env[65682]: DEBUG oslo_vmware.api [None req-507800ec-31cd-43f6-8814-646739a3bc82 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.875887] env[65682]: DEBUG nova.scheduler.client.report [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.198170] env[65682]: DEBUG oslo_vmware.api [None req-507800ec-31cd-43f6-8814-646739a3bc82 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.380693] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.381269] env[65682]: DEBUG nova.compute.manager [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1081.383908] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.597s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.385346] env[65682]: INFO nova.compute.claims [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.698663] env[65682]: DEBUG oslo_vmware.api [None req-507800ec-31cd-43f6-8814-646739a3bc82 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.610967} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.699017] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-507800ec-31cd-43f6-8814-646739a3bc82 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.699315] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-507800ec-31cd-43f6-8814-646739a3bc82 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.699518] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-507800ec-31cd-43f6-8814-646739a3bc82 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.699697] env[65682]: INFO nova.compute.manager [None req-507800ec-31cd-43f6-8814-646739a3bc82 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: da4d12e6-8174-453d-bece-5640627a485c] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1081.699976] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-507800ec-31cd-43f6-8814-646739a3bc82 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1081.700226] env[65682]: DEBUG nova.compute.manager [-] [instance: da4d12e6-8174-453d-bece-5640627a485c] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1081.700374] env[65682]: DEBUG nova.network.neutron [-] [instance: da4d12e6-8174-453d-bece-5640627a485c] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1081.700653] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.734112] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.890405] env[65682]: DEBUG nova.compute.utils [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1081.895952] env[65682]: DEBUG nova.compute.manager [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1081.895952] env[65682]: DEBUG nova.network.neutron [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1081.895952] env[65682]: WARNING neutronclient.v2_0.client [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.896243] env[65682]: WARNING neutronclient.v2_0.client [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.960779] env[65682]: DEBUG nova.policy [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba31ad17bfad40febd8c545e0cd8099e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73724f4f79f54ee9821dacb7a6ec68d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1082.030658] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "interface-a1a7433a-0c19-4673-8630-427001f753a8-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.030849] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "interface-a1a7433a-0c19-4673-8630-427001f753a8-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.031812] env[65682]: DEBUG nova.objects.instance [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lazy-loading 'flavor' on Instance uuid a1a7433a-0c19-4673-8630-427001f753a8 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.082904] env[65682]: DEBUG nova.compute.manager [req-52fb6a15-7145-42e8-86a8-19a6534b99f2 req-818370d1-b637-40a4-a8af-9251eb2df731 service nova] [instance: da4d12e6-8174-453d-bece-5640627a485c] Received event network-vif-deleted-b6540cc2-c8c0-4648-a9e6-91b52ef14252 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1082.083129] env[65682]: INFO nova.compute.manager [req-52fb6a15-7145-42e8-86a8-19a6534b99f2 req-818370d1-b637-40a4-a8af-9251eb2df731 service nova] [instance: da4d12e6-8174-453d-bece-5640627a485c] Neutron deleted interface b6540cc2-c8c0-4648-a9e6-91b52ef14252; detaching it from the instance and deleting it from the info cache [ 1082.083377] env[65682]: DEBUG nova.network.neutron [req-52fb6a15-7145-42e8-86a8-19a6534b99f2 req-818370d1-b637-40a4-a8af-9251eb2df731 service nova] [instance: da4d12e6-8174-453d-bece-5640627a485c] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.108547] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-86fc5f72-1f46-4588-a948-20a2dbaad25a tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Volume attach. Driver type: vmdk {{(pid=65682) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1082.108867] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-86fc5f72-1f46-4588-a948-20a2dbaad25a tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901718', 'volume_id': 'ca3b747b-4042-4d3a-8190-75166a59b464', 'name': 'volume-ca3b747b-4042-4d3a-8190-75166a59b464', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca3b747b-4042-4d3a-8190-75166a59b464', 'serial': 'ca3b747b-4042-4d3a-8190-75166a59b464'} {{(pid=65682) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1082.109882] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdebd589-972d-4045-b686-b9b73c6696c8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.130773] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28e60f0-092c-4a04-94f8-1490edccaefc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.159040] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-86fc5f72-1f46-4588-a948-20a2dbaad25a tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] volume-ca3b747b-4042-4d3a-8190-75166a59b464/volume-ca3b747b-4042-4d3a-8190-75166a59b464.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.159040] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d03b6cf7-9373-4d84-b3eb-619b98bfaace {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.179622] env[65682]: DEBUG oslo_vmware.api [None req-86fc5f72-1f46-4588-a948-20a2dbaad25a tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1082.179622] env[65682]: value = "task-4616635" [ 1082.179622] env[65682]: _type = "Task" [ 1082.179622] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.189065] env[65682]: DEBUG oslo_vmware.api [None req-86fc5f72-1f46-4588-a948-20a2dbaad25a tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.315851] env[65682]: DEBUG nova.network.neutron [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Successfully created port: b6763e11-13ae-4049-93b9-8e06780fd6c8 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1082.396824] env[65682]: DEBUG nova.compute.manager [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1082.471394] env[65682]: DEBUG nova.network.neutron [-] [instance: da4d12e6-8174-453d-bece-5640627a485c] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.536633] env[65682]: WARNING neutronclient.v2_0.client [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.585934] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-62dbd0a1-0548-41b3-9348-a3055011d2ee {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.601221] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c33f2c2-d5bf-460c-b776-21d0889f58ac {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.641953] env[65682]: DEBUG nova.compute.manager [req-52fb6a15-7145-42e8-86a8-19a6534b99f2 req-818370d1-b637-40a4-a8af-9251eb2df731 service nova] [instance: da4d12e6-8174-453d-bece-5640627a485c] Detach interface failed, port_id=b6540cc2-c8c0-4648-a9e6-91b52ef14252, reason: Instance da4d12e6-8174-453d-bece-5640627a485c could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1082.643411] env[65682]: DEBUG nova.objects.instance [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lazy-loading 'pci_requests' on Instance uuid a1a7433a-0c19-4673-8630-427001f753a8 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.690793] env[65682]: DEBUG oslo_vmware.api [None req-86fc5f72-1f46-4588-a948-20a2dbaad25a tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616635, 'name': ReconfigVM_Task, 'duration_secs': 0.454283} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.690989] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-86fc5f72-1f46-4588-a948-20a2dbaad25a tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Reconfigured VM instance instance-0000005a to attach disk [datastore1] volume-ca3b747b-4042-4d3a-8190-75166a59b464/volume-ca3b747b-4042-4d3a-8190-75166a59b464.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.698386] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32449c25-4b40-4405-ab24-f9ae8c69e23a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.714651] env[65682]: DEBUG oslo_vmware.api [None req-86fc5f72-1f46-4588-a948-20a2dbaad25a tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1082.714651] env[65682]: value = "task-4616636" [ 1082.714651] env[65682]: _type = "Task" [ 1082.714651] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.725712] env[65682]: DEBUG oslo_vmware.api [None req-86fc5f72-1f46-4588-a948-20a2dbaad25a tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.777989] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a1437f-ba50-4b12-bc98-07a646a7bf5b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.786403] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bd240a-f3ae-4852-862c-853387a170a0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.819811] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325e78a9-2ab5-4736-b03d-79ffb9e033c5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.829022] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bb98f7-798c-4f36-95e9-f29d3787b1c6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.847160] env[65682]: DEBUG nova.compute.provider_tree [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.974921] env[65682]: INFO nova.compute.manager [-] [instance: da4d12e6-8174-453d-bece-5640627a485c] Took 1.27 seconds to deallocate network for instance. [ 1083.146550] env[65682]: DEBUG nova.objects.base [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65682) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1083.146930] env[65682]: DEBUG nova.network.neutron [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1083.147404] env[65682]: WARNING neutronclient.v2_0.client [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.147761] env[65682]: WARNING neutronclient.v2_0.client [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.205778] env[65682]: DEBUG nova.policy [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '624e5e7ac2844a7c8fc447e8890214e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b87a7f5e3294030a48b0bacd6637caf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.226644] env[65682]: DEBUG oslo_vmware.api [None req-86fc5f72-1f46-4588-a948-20a2dbaad25a tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616636, 'name': ReconfigVM_Task, 'duration_secs': 0.163992} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.226969] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-86fc5f72-1f46-4588-a948-20a2dbaad25a tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901718', 'volume_id': 'ca3b747b-4042-4d3a-8190-75166a59b464', 'name': 'volume-ca3b747b-4042-4d3a-8190-75166a59b464', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca3b747b-4042-4d3a-8190-75166a59b464', 'serial': 'ca3b747b-4042-4d3a-8190-75166a59b464'} {{(pid=65682) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1083.350864] env[65682]: DEBUG nova.scheduler.client.report [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.414376] env[65682]: DEBUG nova.compute.manager [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1083.445995] env[65682]: DEBUG nova.virt.hardware [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1083.446264] env[65682]: DEBUG nova.virt.hardware [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.446461] env[65682]: DEBUG nova.virt.hardware [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1083.446640] env[65682]: DEBUG nova.virt.hardware [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.446822] env[65682]: DEBUG nova.virt.hardware [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1083.446975] env[65682]: DEBUG nova.virt.hardware [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1083.447206] env[65682]: DEBUG nova.virt.hardware [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1083.447360] env[65682]: DEBUG nova.virt.hardware [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1083.447523] env[65682]: DEBUG nova.virt.hardware [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1083.447744] env[65682]: DEBUG nova.virt.hardware [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1083.448053] env[65682]: DEBUG nova.virt.hardware [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1083.449259] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7dc58b-295f-46e6-9793-f93e3b26763a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.458581] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa006b9-ae87-49d0-9abc-08037cfef1f5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.482478] env[65682]: DEBUG oslo_concurrency.lockutils [None req-507800ec-31cd-43f6-8814-646739a3bc82 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.519979] env[65682]: DEBUG nova.network.neutron [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Successfully created port: 851c5436-c639-4274-8b22-b04668af0693 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1083.859448] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.859448] env[65682]: DEBUG nova.compute.manager [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1083.862256] env[65682]: DEBUG oslo_concurrency.lockutils [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.710s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.863848] env[65682]: INFO nova.compute.claims [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.897737] env[65682]: DEBUG nova.network.neutron [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Successfully updated port: b6763e11-13ae-4049-93b9-8e06780fd6c8 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1084.278555] env[65682]: DEBUG nova.objects.instance [None req-86fc5f72-1f46-4588-a948-20a2dbaad25a tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lazy-loading 'flavor' on Instance uuid 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.284181] env[65682]: DEBUG nova.compute.manager [req-1c38602b-221f-4c8e-848a-463841bdfc91 req-45266c7f-0f9a-4aff-9a74-dc6a5b2aa7d0 service nova] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Received event network-vif-plugged-b6763e11-13ae-4049-93b9-8e06780fd6c8 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1084.284388] env[65682]: DEBUG oslo_concurrency.lockutils [req-1c38602b-221f-4c8e-848a-463841bdfc91 req-45266c7f-0f9a-4aff-9a74-dc6a5b2aa7d0 service nova] Acquiring lock "45a53fdd-361a-42e5-ac3a-5ff5f9b124f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.284724] env[65682]: DEBUG oslo_concurrency.lockutils [req-1c38602b-221f-4c8e-848a-463841bdfc91 req-45266c7f-0f9a-4aff-9a74-dc6a5b2aa7d0 service nova] Lock "45a53fdd-361a-42e5-ac3a-5ff5f9b124f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.285037] env[65682]: DEBUG oslo_concurrency.lockutils [req-1c38602b-221f-4c8e-848a-463841bdfc91 req-45266c7f-0f9a-4aff-9a74-dc6a5b2aa7d0 service nova] Lock "45a53fdd-361a-42e5-ac3a-5ff5f9b124f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.285542] env[65682]: DEBUG nova.compute.manager [req-1c38602b-221f-4c8e-848a-463841bdfc91 req-45266c7f-0f9a-4aff-9a74-dc6a5b2aa7d0 service nova] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] No waiting events found dispatching network-vif-plugged-b6763e11-13ae-4049-93b9-8e06780fd6c8 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1084.285672] env[65682]: WARNING nova.compute.manager [req-1c38602b-221f-4c8e-848a-463841bdfc91 req-45266c7f-0f9a-4aff-9a74-dc6a5b2aa7d0 service nova] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Received unexpected event network-vif-plugged-b6763e11-13ae-4049-93b9-8e06780fd6c8 for instance with vm_state building and task_state spawning. [ 1084.285914] env[65682]: DEBUG nova.compute.manager [req-1c38602b-221f-4c8e-848a-463841bdfc91 req-45266c7f-0f9a-4aff-9a74-dc6a5b2aa7d0 service nova] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Received event network-changed-b6763e11-13ae-4049-93b9-8e06780fd6c8 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1084.286215] env[65682]: DEBUG nova.compute.manager [req-1c38602b-221f-4c8e-848a-463841bdfc91 req-45266c7f-0f9a-4aff-9a74-dc6a5b2aa7d0 service nova] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Refreshing instance network info cache due to event network-changed-b6763e11-13ae-4049-93b9-8e06780fd6c8. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1084.286529] env[65682]: DEBUG oslo_concurrency.lockutils [req-1c38602b-221f-4c8e-848a-463841bdfc91 req-45266c7f-0f9a-4aff-9a74-dc6a5b2aa7d0 service nova] Acquiring lock "refresh_cache-45a53fdd-361a-42e5-ac3a-5ff5f9b124f6" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.286775] env[65682]: DEBUG oslo_concurrency.lockutils [req-1c38602b-221f-4c8e-848a-463841bdfc91 req-45266c7f-0f9a-4aff-9a74-dc6a5b2aa7d0 service nova] Acquired lock "refresh_cache-45a53fdd-361a-42e5-ac3a-5ff5f9b124f6" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.287075] env[65682]: DEBUG nova.network.neutron [req-1c38602b-221f-4c8e-848a-463841bdfc91 req-45266c7f-0f9a-4aff-9a74-dc6a5b2aa7d0 service nova] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Refreshing network info cache for port b6763e11-13ae-4049-93b9-8e06780fd6c8 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.369074] env[65682]: DEBUG nova.compute.utils [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.372992] env[65682]: DEBUG nova.compute.manager [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1084.373269] env[65682]: DEBUG nova.network.neutron [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1084.373660] env[65682]: WARNING neutronclient.v2_0.client [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.373982] env[65682]: WARNING neutronclient.v2_0.client [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.404154] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "refresh_cache-45a53fdd-361a-42e5-ac3a-5ff5f9b124f6" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.434806] env[65682]: DEBUG nova.policy [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73aa95d0a41b4b15bbe2b2664f1f64c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '824187397d5f4890a1360d60e59329fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.751116] env[65682]: DEBUG nova.network.neutron [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Successfully created port: 1b3c98f9-16c9-4cee-b6fd-4adca786697d {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1084.784450] env[65682]: DEBUG oslo_concurrency.lockutils [None req-86fc5f72-1f46-4588-a948-20a2dbaad25a tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.813s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.790312] env[65682]: WARNING neutronclient.v2_0.client [req-1c38602b-221f-4c8e-848a-463841bdfc91 req-45266c7f-0f9a-4aff-9a74-dc6a5b2aa7d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.874156] env[65682]: DEBUG nova.compute.manager [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1085.139496] env[65682]: DEBUG nova.network.neutron [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Successfully updated port: 851c5436-c639-4274-8b22-b04668af0693 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1085.166469] env[65682]: DEBUG nova.network.neutron [req-1c38602b-221f-4c8e-848a-463841bdfc91 req-45266c7f-0f9a-4aff-9a74-dc6a5b2aa7d0 service nova] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1085.201975] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b073732-71d7-4477-9adf-4651765b4c4b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.210658] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cf2ed0-6482-430a-b07d-130fa5c47e53 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.242963] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b9d60f-bae4-4557-ae7b-6b36ce11f689 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.251770] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52648828-d522-4e8a-bfeb-d3d370b2330f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.272367] env[65682]: DEBUG nova.compute.provider_tree [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.315155] env[65682]: DEBUG nova.compute.manager [req-aa15b40f-2db7-4d31-bcf7-48542bbb82ce req-fdf4e7ef-0d17-450d-9657-e3e91c5aec4b service nova] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Received event network-vif-plugged-851c5436-c639-4274-8b22-b04668af0693 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1085.315383] env[65682]: DEBUG oslo_concurrency.lockutils [req-aa15b40f-2db7-4d31-bcf7-48542bbb82ce req-fdf4e7ef-0d17-450d-9657-e3e91c5aec4b service nova] Acquiring lock "a1a7433a-0c19-4673-8630-427001f753a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.315579] env[65682]: DEBUG oslo_concurrency.lockutils [req-aa15b40f-2db7-4d31-bcf7-48542bbb82ce req-fdf4e7ef-0d17-450d-9657-e3e91c5aec4b service nova] Lock "a1a7433a-0c19-4673-8630-427001f753a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.315741] env[65682]: DEBUG oslo_concurrency.lockutils [req-aa15b40f-2db7-4d31-bcf7-48542bbb82ce req-fdf4e7ef-0d17-450d-9657-e3e91c5aec4b service nova] Lock "a1a7433a-0c19-4673-8630-427001f753a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.315907] env[65682]: DEBUG nova.compute.manager [req-aa15b40f-2db7-4d31-bcf7-48542bbb82ce req-fdf4e7ef-0d17-450d-9657-e3e91c5aec4b service nova] [instance: a1a7433a-0c19-4673-8630-427001f753a8] No waiting events found dispatching network-vif-plugged-851c5436-c639-4274-8b22-b04668af0693 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1085.316076] env[65682]: WARNING nova.compute.manager [req-aa15b40f-2db7-4d31-bcf7-48542bbb82ce req-fdf4e7ef-0d17-450d-9657-e3e91c5aec4b service nova] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Received unexpected event network-vif-plugged-851c5436-c639-4274-8b22-b04668af0693 for instance with vm_state active and task_state None. [ 1085.320397] env[65682]: DEBUG nova.network.neutron [req-1c38602b-221f-4c8e-848a-463841bdfc91 req-45266c7f-0f9a-4aff-9a74-dc6a5b2aa7d0 service nova] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.642250] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "refresh_cache-a1a7433a-0c19-4673-8630-427001f753a8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.642485] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquired lock "refresh_cache-a1a7433a-0c19-4673-8630-427001f753a8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.642683] env[65682]: DEBUG nova.network.neutron [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1085.775627] env[65682]: DEBUG nova.scheduler.client.report [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.823440] env[65682]: DEBUG oslo_concurrency.lockutils [req-1c38602b-221f-4c8e-848a-463841bdfc91 req-45266c7f-0f9a-4aff-9a74-dc6a5b2aa7d0 service nova] Releasing lock "refresh_cache-45a53fdd-361a-42e5-ac3a-5ff5f9b124f6" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.824059] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquired lock "refresh_cache-45a53fdd-361a-42e5-ac3a-5ff5f9b124f6" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.824432] env[65682]: DEBUG nova.network.neutron [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1085.891738] env[65682]: DEBUG nova.compute.manager [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1085.920150] env[65682]: DEBUG nova.virt.hardware [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1085.920668] env[65682]: DEBUG nova.virt.hardware [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.921018] env[65682]: DEBUG nova.virt.hardware [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1085.921369] env[65682]: DEBUG nova.virt.hardware [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.921579] env[65682]: DEBUG nova.virt.hardware [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1085.921897] env[65682]: DEBUG nova.virt.hardware [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1085.922237] env[65682]: DEBUG nova.virt.hardware [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1085.922452] env[65682]: DEBUG nova.virt.hardware [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1085.922748] env[65682]: DEBUG nova.virt.hardware [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1085.923014] env[65682]: DEBUG nova.virt.hardware [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1085.923272] env[65682]: DEBUG nova.virt.hardware [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1085.924736] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2adb39-65a3-427d-9d4c-7bfce04f62b2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.935160] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4009761-99b7-4006-bbef-3ed7a14d06b4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.183163] env[65682]: WARNING nova.network.neutron [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] c45a451c-4ba5-4425-97bd-74d6c41dd161 already exists in list: networks containing: ['c45a451c-4ba5-4425-97bd-74d6c41dd161']. ignoring it [ 1086.281948] env[65682]: DEBUG oslo_concurrency.lockutils [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.282545] env[65682]: DEBUG nova.compute.manager [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1086.285677] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3dfb5da3-f992-4782-b653-95db24e88765 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.686s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.289025] env[65682]: DEBUG nova.objects.instance [None req-3dfb5da3-f992-4782-b653-95db24e88765 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Lazy-loading 'resources' on Instance uuid 581e2d8f-016a-43ae-917d-e1713e13066e {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.291451] env[65682]: WARNING neutronclient.v2_0.client [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.325508] env[65682]: DEBUG nova.compute.manager [req-739ce36e-332d-4af7-9315-3bdbc82001b5 req-b5cb7b95-5124-40b5-9211-17ae1f0f1416 service nova] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Received event network-vif-plugged-1b3c98f9-16c9-4cee-b6fd-4adca786697d {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1086.325716] env[65682]: DEBUG oslo_concurrency.lockutils [req-739ce36e-332d-4af7-9315-3bdbc82001b5 req-b5cb7b95-5124-40b5-9211-17ae1f0f1416 service nova] Acquiring lock "d09c5c10-a7b0-42f9-8425-0df6d16ad9d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.327425] env[65682]: DEBUG oslo_concurrency.lockutils [req-739ce36e-332d-4af7-9315-3bdbc82001b5 req-b5cb7b95-5124-40b5-9211-17ae1f0f1416 service nova] Lock "d09c5c10-a7b0-42f9-8425-0df6d16ad9d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.327425] env[65682]: DEBUG oslo_concurrency.lockutils [req-739ce36e-332d-4af7-9315-3bdbc82001b5 req-b5cb7b95-5124-40b5-9211-17ae1f0f1416 service nova] Lock "d09c5c10-a7b0-42f9-8425-0df6d16ad9d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.327425] env[65682]: DEBUG nova.compute.manager [req-739ce36e-332d-4af7-9315-3bdbc82001b5 req-b5cb7b95-5124-40b5-9211-17ae1f0f1416 service nova] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] No waiting events found dispatching network-vif-plugged-1b3c98f9-16c9-4cee-b6fd-4adca786697d {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1086.327425] env[65682]: WARNING nova.compute.manager [req-739ce36e-332d-4af7-9315-3bdbc82001b5 req-b5cb7b95-5124-40b5-9211-17ae1f0f1416 service nova] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Received unexpected event network-vif-plugged-1b3c98f9-16c9-4cee-b6fd-4adca786697d for instance with vm_state building and task_state spawning. [ 1086.327844] env[65682]: DEBUG nova.network.neutron [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Successfully updated port: 1b3c98f9-16c9-4cee-b6fd-4adca786697d {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1086.344053] env[65682]: DEBUG nova.compute.manager [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Stashing vm_state: active {{(pid=65682) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1086.368977] env[65682]: DEBUG nova.network.neutron [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1086.472607] env[65682]: WARNING neutronclient.v2_0.client [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.499725] env[65682]: WARNING neutronclient.v2_0.client [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.557208] env[65682]: DEBUG nova.network.neutron [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Updating instance_info_cache with network_info: [{"id": "b6763e11-13ae-4049-93b9-8e06780fd6c8", "address": "fa:16:3e:79:b0:ef", "network": {"id": "55aaf4c6-4208-4131-b895-9cbff686f1fd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1035643210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73724f4f79f54ee9821dacb7a6ec68d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6763e11-13", "ovs_interfaceid": "b6763e11-13ae-4049-93b9-8e06780fd6c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.576126] env[65682]: DEBUG nova.network.neutron [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Updating instance_info_cache with network_info: [{"id": "a2121876-1268-4931-b7ff-027bc051a94b", "address": "fa:16:3e:bc:09:a0", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2121876-12", "ovs_interfaceid": "a2121876-1268-4931-b7ff-027bc051a94b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "851c5436-c639-4274-8b22-b04668af0693", "address": "fa:16:3e:39:55:96", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap851c5436-c6", "ovs_interfaceid": "851c5436-c639-4274-8b22-b04668af0693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.789577] env[65682]: DEBUG nova.compute.utils [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.791131] env[65682]: DEBUG nova.compute.manager [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1086.791359] env[65682]: DEBUG nova.network.neutron [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1086.791689] env[65682]: WARNING neutronclient.v2_0.client [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.792412] env[65682]: WARNING neutronclient.v2_0.client [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.834630] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "refresh_cache-d09c5c10-a7b0-42f9-8425-0df6d16ad9d6" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.834766] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquired lock "refresh_cache-d09c5c10-a7b0-42f9-8425-0df6d16ad9d6" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.834982] env[65682]: DEBUG nova.network.neutron [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1086.837790] env[65682]: DEBUG nova.policy [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64eaf985c4834d48b0de316a7dfa216a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7ff901235334c4293042d9b0299d8a9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1086.871538] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.060045] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Releasing lock "refresh_cache-45a53fdd-361a-42e5-ac3a-5ff5f9b124f6" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.060210] env[65682]: DEBUG nova.compute.manager [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Instance network_info: |[{"id": "b6763e11-13ae-4049-93b9-8e06780fd6c8", "address": "fa:16:3e:79:b0:ef", "network": {"id": "55aaf4c6-4208-4131-b895-9cbff686f1fd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1035643210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73724f4f79f54ee9821dacb7a6ec68d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6763e11-13", "ovs_interfaceid": "b6763e11-13ae-4049-93b9-8e06780fd6c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1087.060977] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:b0:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6763e11-13ae-4049-93b9-8e06780fd6c8', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.070213] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1087.070539] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.073781] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c06ab57b-126e-4cad-9992-75aab89bf441 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.091333] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Releasing lock "refresh_cache-a1a7433a-0c19-4673-8630-427001f753a8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.091904] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "a1a7433a-0c19-4673-8630-427001f753a8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.092110] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquired lock "a1a7433a-0c19-4673-8630-427001f753a8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.093082] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4329c91f-23ec-4be2-95d6-1141cf301bde {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.117788] env[65682]: DEBUG nova.virt.hardware [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1087.118074] env[65682]: DEBUG nova.virt.hardware [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.118232] env[65682]: DEBUG nova.virt.hardware [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1087.118826] env[65682]: DEBUG nova.virt.hardware [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.118826] env[65682]: DEBUG nova.virt.hardware [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1087.118826] env[65682]: DEBUG nova.virt.hardware [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1087.119019] env[65682]: DEBUG nova.virt.hardware [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1087.119275] env[65682]: DEBUG nova.virt.hardware [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1087.119486] env[65682]: DEBUG nova.virt.hardware [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1087.119654] env[65682]: DEBUG nova.virt.hardware [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1087.119876] env[65682]: DEBUG nova.virt.hardware [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1087.127792] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Reconfiguring VM to attach interface {{(pid=65682) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1087.128661] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.128661] env[65682]: value = "task-4616639" [ 1087.128661] env[65682]: _type = "Task" [ 1087.128661] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.131484] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6c4cbde-f27e-464b-9c1a-c2cccc02a8fd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.156834] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616639, 'name': CreateVM_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.161320] env[65682]: DEBUG oslo_vmware.api [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1087.161320] env[65682]: value = "task-4616640" [ 1087.161320] env[65682]: _type = "Task" [ 1087.161320] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.171849] env[65682]: DEBUG oslo_vmware.api [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616640, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.174550] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a33b182-9af5-47c9-ae6f-fac574457d9f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.188139] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b060a3-9d52-425e-b444-98db9bc990dd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.196327] env[65682]: DEBUG nova.network.neutron [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Successfully created port: 0949b902-84e8-44d3-b408-0a4f9340caa4 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1087.226934] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22870f70-e94d-49e9-8254-4ece54da7aff {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.239026] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e66733-24fb-4d73-b6dd-01d4f0ede667 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.253065] env[65682]: DEBUG nova.compute.provider_tree [None req-3dfb5da3-f992-4782-b653-95db24e88765 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.297965] env[65682]: DEBUG nova.compute.manager [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1087.353678] env[65682]: DEBUG nova.compute.manager [req-f2854945-c21b-47b2-8941-e5a138610c1c req-8a48f980-1177-4769-8a4b-856fe12c9f69 service nova] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Received event network-changed-851c5436-c639-4274-8b22-b04668af0693 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1087.353964] env[65682]: DEBUG nova.compute.manager [req-f2854945-c21b-47b2-8941-e5a138610c1c req-8a48f980-1177-4769-8a4b-856fe12c9f69 service nova] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Refreshing instance network info cache due to event network-changed-851c5436-c639-4274-8b22-b04668af0693. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1087.354724] env[65682]: DEBUG oslo_concurrency.lockutils [req-f2854945-c21b-47b2-8941-e5a138610c1c req-8a48f980-1177-4769-8a4b-856fe12c9f69 service nova] Acquiring lock "refresh_cache-a1a7433a-0c19-4673-8630-427001f753a8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.355059] env[65682]: DEBUG oslo_concurrency.lockutils [req-f2854945-c21b-47b2-8941-e5a138610c1c req-8a48f980-1177-4769-8a4b-856fe12c9f69 service nova] Acquired lock "refresh_cache-a1a7433a-0c19-4673-8630-427001f753a8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.355169] env[65682]: DEBUG nova.network.neutron [req-f2854945-c21b-47b2-8941-e5a138610c1c req-8a48f980-1177-4769-8a4b-856fe12c9f69 service nova] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Refreshing network info cache for port 851c5436-c639-4274-8b22-b04668af0693 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.383712] env[65682]: DEBUG nova.network.neutron [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1087.463100] env[65682]: WARNING neutronclient.v2_0.client [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.535435] env[65682]: DEBUG nova.network.neutron [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Updating instance_info_cache with network_info: [{"id": "1b3c98f9-16c9-4cee-b6fd-4adca786697d", "address": "fa:16:3e:9c:c2:bd", "network": {"id": "6478e152-17d6-438a-af59-4acacc2303f3", "bridge": "br-int", "label": "tempest-ServersTestJSON-1098750738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824187397d5f4890a1360d60e59329fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b3c98f9-16", "ovs_interfaceid": "1b3c98f9-16c9-4cee-b6fd-4adca786697d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.656315] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616639, 'name': CreateVM_Task, 'duration_secs': 0.347539} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.656515] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.657085] env[65682]: WARNING neutronclient.v2_0.client [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.657454] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.657600] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.657913] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.658201] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f161452b-b747-430a-9ead-c6fdfff6295e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.667684] env[65682]: DEBUG oslo_vmware.api [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1087.667684] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5233b9ee-80a1-72fe-9db6-ab6ae9ff529f" [ 1087.667684] env[65682]: _type = "Task" [ 1087.667684] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.675599] env[65682]: DEBUG oslo_vmware.api [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.682771] env[65682]: DEBUG oslo_vmware.api [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5233b9ee-80a1-72fe-9db6-ab6ae9ff529f, 'name': SearchDatastore_Task, 'duration_secs': 0.010797} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.682888] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.683921] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.683921] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.683921] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.683921] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.684258] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-903d1691-5b95-4e86-b2e6-3ed5b4d4e6e7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.695775] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.696037] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.696831] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94e2b57a-eabc-4122-968c-ed823b0f0101 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.703579] env[65682]: DEBUG oslo_vmware.api [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1087.703579] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52fc5f22-57e6-4b48-d1cb-2116d1277ff8" [ 1087.703579] env[65682]: _type = "Task" [ 1087.703579] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.713013] env[65682]: DEBUG oslo_vmware.api [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52fc5f22-57e6-4b48-d1cb-2116d1277ff8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.756726] env[65682]: DEBUG nova.scheduler.client.report [None req-3dfb5da3-f992-4782-b653-95db24e88765 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.857898] env[65682]: WARNING neutronclient.v2_0.client [req-f2854945-c21b-47b2-8941-e5a138610c1c req-8a48f980-1177-4769-8a4b-856fe12c9f69 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.039152] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Releasing lock "refresh_cache-d09c5c10-a7b0-42f9-8425-0df6d16ad9d6" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.039786] env[65682]: DEBUG nova.compute.manager [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Instance network_info: |[{"id": "1b3c98f9-16c9-4cee-b6fd-4adca786697d", "address": "fa:16:3e:9c:c2:bd", "network": {"id": "6478e152-17d6-438a-af59-4acacc2303f3", "bridge": "br-int", "label": "tempest-ServersTestJSON-1098750738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824187397d5f4890a1360d60e59329fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b3c98f9-16", "ovs_interfaceid": "1b3c98f9-16c9-4cee-b6fd-4adca786697d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1088.040455] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:c2:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b3c98f9-16c9-4cee-b6fd-4adca786697d', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.048669] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1088.048870] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.049222] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-535a8259-b1b5-4124-95d9-14135dc2f6b3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.073218] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.073218] env[65682]: value = "task-4616642" [ 1088.073218] env[65682]: _type = "Task" [ 1088.073218] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.082442] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616642, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.103063] env[65682]: WARNING neutronclient.v2_0.client [req-f2854945-c21b-47b2-8941-e5a138610c1c req-8a48f980-1177-4769-8a4b-856fe12c9f69 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.173579] env[65682]: DEBUG oslo_vmware.api [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616640, 'name': ReconfigVM_Task, 'duration_secs': 0.654098} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.174016] env[65682]: WARNING neutronclient.v2_0.client [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.174275] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Releasing lock "a1a7433a-0c19-4673-8630-427001f753a8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.174483] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Reconfigured VM to attach interface {{(pid=65682) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1088.215326] env[65682]: DEBUG oslo_vmware.api [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52fc5f22-57e6-4b48-d1cb-2116d1277ff8, 'name': SearchDatastore_Task, 'duration_secs': 0.015937} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.216266] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d28a2a80-0b16-4e76-9a0b-796909f9bfd4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.220681] env[65682]: DEBUG nova.network.neutron [req-f2854945-c21b-47b2-8941-e5a138610c1c req-8a48f980-1177-4769-8a4b-856fe12c9f69 service nova] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Updated VIF entry in instance network info cache for port 851c5436-c639-4274-8b22-b04668af0693. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1088.221324] env[65682]: DEBUG nova.network.neutron [req-f2854945-c21b-47b2-8941-e5a138610c1c req-8a48f980-1177-4769-8a4b-856fe12c9f69 service nova] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Updating instance_info_cache with network_info: [{"id": "a2121876-1268-4931-b7ff-027bc051a94b", "address": "fa:16:3e:bc:09:a0", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2121876-12", "ovs_interfaceid": "a2121876-1268-4931-b7ff-027bc051a94b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "851c5436-c639-4274-8b22-b04668af0693", "address": "fa:16:3e:39:55:96", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap851c5436-c6", "ovs_interfaceid": "851c5436-c639-4274-8b22-b04668af0693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.228629] env[65682]: DEBUG oslo_vmware.api [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1088.228629] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5255ffda-051c-5bf2-15d4-f65a0bad5264" [ 1088.228629] env[65682]: _type = "Task" [ 1088.228629] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.243492] env[65682]: DEBUG oslo_vmware.api [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5255ffda-051c-5bf2-15d4-f65a0bad5264, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.265898] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3dfb5da3-f992-4782-b653-95db24e88765 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.269475] env[65682]: DEBUG oslo_concurrency.lockutils [None req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.201s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.269732] env[65682]: DEBUG nova.objects.instance [None req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lazy-loading 'resources' on Instance uuid 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.293993] env[65682]: INFO nova.scheduler.client.report [None req-3dfb5da3-f992-4782-b653-95db24e88765 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Deleted allocations for instance 581e2d8f-016a-43ae-917d-e1713e13066e [ 1088.309164] env[65682]: DEBUG nova.compute.manager [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1088.337741] env[65682]: DEBUG nova.virt.hardware [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1088.337976] env[65682]: DEBUG nova.virt.hardware [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.338224] env[65682]: DEBUG nova.virt.hardware [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1088.338482] env[65682]: DEBUG nova.virt.hardware [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.338707] env[65682]: DEBUG nova.virt.hardware [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1088.338940] env[65682]: DEBUG nova.virt.hardware [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1088.339229] env[65682]: DEBUG nova.virt.hardware [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1088.339437] env[65682]: DEBUG nova.virt.hardware [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1088.339750] env[65682]: DEBUG nova.virt.hardware [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1088.340427] env[65682]: DEBUG nova.virt.hardware [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1088.340427] env[65682]: DEBUG nova.virt.hardware [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1088.342243] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84c028d-79f8-4e08-a012-c3aee62c0464 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.351683] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0067d09f-b08c-40d4-8118-38c5d539746e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.357982] env[65682]: DEBUG nova.compute.manager [req-d027f30a-c6cc-4a66-88f5-cdc45b48d919 req-cca8a932-095e-4f58-a08a-68ebbea1882b service nova] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Received event network-changed-1b3c98f9-16c9-4cee-b6fd-4adca786697d {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1088.358190] env[65682]: DEBUG nova.compute.manager [req-d027f30a-c6cc-4a66-88f5-cdc45b48d919 req-cca8a932-095e-4f58-a08a-68ebbea1882b service nova] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Refreshing instance network info cache due to event network-changed-1b3c98f9-16c9-4cee-b6fd-4adca786697d. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1088.358421] env[65682]: DEBUG oslo_concurrency.lockutils [req-d027f30a-c6cc-4a66-88f5-cdc45b48d919 req-cca8a932-095e-4f58-a08a-68ebbea1882b service nova] Acquiring lock "refresh_cache-d09c5c10-a7b0-42f9-8425-0df6d16ad9d6" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.358567] env[65682]: DEBUG oslo_concurrency.lockutils [req-d027f30a-c6cc-4a66-88f5-cdc45b48d919 req-cca8a932-095e-4f58-a08a-68ebbea1882b service nova] Acquired lock "refresh_cache-d09c5c10-a7b0-42f9-8425-0df6d16ad9d6" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.358724] env[65682]: DEBUG nova.network.neutron [req-d027f30a-c6cc-4a66-88f5-cdc45b48d919 req-cca8a932-095e-4f58-a08a-68ebbea1882b service nova] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Refreshing network info cache for port 1b3c98f9-16c9-4cee-b6fd-4adca786697d {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.584240] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616642, 'name': CreateVM_Task, 'duration_secs': 0.382275} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.584423] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.584930] env[65682]: WARNING neutronclient.v2_0.client [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.585300] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.585452] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.585765] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.586044] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfe57e40-d6bf-492b-b272-44d40094fc79 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.591517] env[65682]: DEBUG oslo_vmware.api [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1088.591517] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527e0832-8f72-6e2e-0edd-917c52e15dd3" [ 1088.591517] env[65682]: _type = "Task" [ 1088.591517] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.599905] env[65682]: DEBUG oslo_vmware.api [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527e0832-8f72-6e2e-0edd-917c52e15dd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.680059] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cebd15fc-e470-4cb8-94b7-235d6c3c1fc5 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "interface-a1a7433a-0c19-4673-8630-427001f753a8-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.649s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.725201] env[65682]: DEBUG oslo_concurrency.lockutils [req-f2854945-c21b-47b2-8941-e5a138610c1c req-8a48f980-1177-4769-8a4b-856fe12c9f69 service nova] Releasing lock "refresh_cache-a1a7433a-0c19-4673-8630-427001f753a8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.740263] env[65682]: DEBUG oslo_vmware.api [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5255ffda-051c-5bf2-15d4-f65a0bad5264, 'name': SearchDatastore_Task, 'duration_secs': 0.012986} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.740603] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.740802] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6/45a53fdd-361a-42e5-ac3a-5ff5f9b124f6.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.741108] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6af3e560-4742-4a12-9214-005ec426b41f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.748698] env[65682]: DEBUG oslo_vmware.api [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1088.748698] env[65682]: value = "task-4616643" [ 1088.748698] env[65682]: _type = "Task" [ 1088.748698] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.761631] env[65682]: DEBUG oslo_vmware.api [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.800257] env[65682]: DEBUG nova.network.neutron [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Successfully updated port: 0949b902-84e8-44d3-b408-0a4f9340caa4 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1088.804116] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3dfb5da3-f992-4782-b653-95db24e88765 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Lock "581e2d8f-016a-43ae-917d-e1713e13066e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.731s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.862147] env[65682]: WARNING neutronclient.v2_0.client [req-d027f30a-c6cc-4a66-88f5-cdc45b48d919 req-cca8a932-095e-4f58-a08a-68ebbea1882b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.034726] env[65682]: WARNING neutronclient.v2_0.client [req-d027f30a-c6cc-4a66-88f5-cdc45b48d919 req-cca8a932-095e-4f58-a08a-68ebbea1882b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.103148] env[65682]: DEBUG oslo_vmware.api [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527e0832-8f72-6e2e-0edd-917c52e15dd3, 'name': SearchDatastore_Task, 'duration_secs': 0.032475} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.104907] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.105046] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.105990] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.105990] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.105990] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.106560] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeaec9a8-db55-4879-8316-a78ace468cce {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.109449] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2414c076-3edb-4580-bbb8-1eefb2de8bfd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.118054] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe98507-3631-4795-9c56-562bca7d0a33 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.125227] env[65682]: DEBUG nova.network.neutron [req-d027f30a-c6cc-4a66-88f5-cdc45b48d919 req-cca8a932-095e-4f58-a08a-68ebbea1882b service nova] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Updated VIF entry in instance network info cache for port 1b3c98f9-16c9-4cee-b6fd-4adca786697d. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1089.125635] env[65682]: DEBUG nova.network.neutron [req-d027f30a-c6cc-4a66-88f5-cdc45b48d919 req-cca8a932-095e-4f58-a08a-68ebbea1882b service nova] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Updating instance_info_cache with network_info: [{"id": "1b3c98f9-16c9-4cee-b6fd-4adca786697d", "address": "fa:16:3e:9c:c2:bd", "network": {"id": "6478e152-17d6-438a-af59-4acacc2303f3", "bridge": "br-int", "label": "tempest-ServersTestJSON-1098750738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824187397d5f4890a1360d60e59329fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b3c98f9-16", "ovs_interfaceid": "1b3c98f9-16c9-4cee-b6fd-4adca786697d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.154698] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.154911] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.156896] env[65682]: DEBUG oslo_concurrency.lockutils [req-d027f30a-c6cc-4a66-88f5-cdc45b48d919 req-cca8a932-095e-4f58-a08a-68ebbea1882b service nova] Releasing lock "refresh_cache-d09c5c10-a7b0-42f9-8425-0df6d16ad9d6" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.157899] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bbea84-20ee-46da-b906-01b84656ab49 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.161049] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-638e19b5-c313-4550-8a60-e3cfabbbcd2a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.171475] env[65682]: DEBUG oslo_vmware.api [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1089.171475] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]526ca3e3-480f-0d0f-8db5-f18a304338e0" [ 1089.171475] env[65682]: _type = "Task" [ 1089.171475] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.173310] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff448b5-b434-4a7b-8c38-4f05231cad12 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.189096] env[65682]: DEBUG oslo_vmware.api [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]526ca3e3-480f-0d0f-8db5-f18a304338e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.200479] env[65682]: DEBUG nova.compute.provider_tree [None req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.262648] env[65682]: DEBUG oslo_vmware.api [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616643, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.304673] env[65682]: DEBUG oslo_concurrency.lockutils [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquiring lock "refresh_cache-84c58ed1-cae8-4712-9798-c74e925727f6" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.304860] env[65682]: DEBUG oslo_concurrency.lockutils [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquired lock "refresh_cache-84c58ed1-cae8-4712-9798-c74e925727f6" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.305050] env[65682]: DEBUG nova.network.neutron [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1089.682898] env[65682]: DEBUG oslo_vmware.api [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]526ca3e3-480f-0d0f-8db5-f18a304338e0, 'name': SearchDatastore_Task, 'duration_secs': 0.05704} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.683740] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb82314d-39cc-464c-b2f8-fd2cd24effc8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.690392] env[65682]: DEBUG oslo_vmware.api [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1089.690392] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527cdb68-7c34-d7b0-33d0-eba51d07ce18" [ 1089.690392] env[65682]: _type = "Task" [ 1089.690392] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.699201] env[65682]: DEBUG oslo_vmware.api [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527cdb68-7c34-d7b0-33d0-eba51d07ce18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.703243] env[65682]: DEBUG nova.scheduler.client.report [None req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.760337] env[65682]: DEBUG oslo_vmware.api [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514852} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.760617] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6/45a53fdd-361a-42e5-ac3a-5ff5f9b124f6.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.760829] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.761143] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d156d45e-6d22-48f1-acd8-e2ce4890f316 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.768342] env[65682]: DEBUG oslo_vmware.api [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1089.768342] env[65682]: value = "task-4616644" [ 1089.768342] env[65682]: _type = "Task" [ 1089.768342] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.778956] env[65682]: DEBUG oslo_vmware.api [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616644, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.789172] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c86316df-42e2-4c84-a5c5-a88e91355da6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Acquiring lock "5677fa51-490b-4fff-8c10-fa94cdb310de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.789461] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c86316df-42e2-4c84-a5c5-a88e91355da6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Lock "5677fa51-490b-4fff-8c10-fa94cdb310de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.789675] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c86316df-42e2-4c84-a5c5-a88e91355da6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Acquiring lock "5677fa51-490b-4fff-8c10-fa94cdb310de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.789879] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c86316df-42e2-4c84-a5c5-a88e91355da6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Lock "5677fa51-490b-4fff-8c10-fa94cdb310de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.790081] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c86316df-42e2-4c84-a5c5-a88e91355da6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Lock "5677fa51-490b-4fff-8c10-fa94cdb310de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.792778] env[65682]: INFO nova.compute.manager [None req-c86316df-42e2-4c84-a5c5-a88e91355da6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Terminating instance [ 1089.867981] env[65682]: DEBUG nova.network.neutron [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1089.955631] env[65682]: WARNING neutronclient.v2_0.client [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.057520] env[65682]: DEBUG nova.network.neutron [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Updating instance_info_cache with network_info: [{"id": "0949b902-84e8-44d3-b408-0a4f9340caa4", "address": "fa:16:3e:98:a8:1a", "network": {"id": "ca628334-a423-4501-84ce-464eed48f2b5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1018833306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7ff901235334c4293042d9b0299d8a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0949b902-84", "ovs_interfaceid": "0949b902-84e8-44d3-b408-0a4f9340caa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.203068] env[65682]: DEBUG oslo_vmware.api [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527cdb68-7c34-d7b0-33d0-eba51d07ce18, 'name': SearchDatastore_Task, 'duration_secs': 0.010153} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.203356] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.203737] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] d09c5c10-a7b0-42f9-8425-0df6d16ad9d6/d09c5c10-a7b0-42f9-8425-0df6d16ad9d6.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.204028] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8507cba4-6fd1-40bc-9693-baccc0cad5a1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.208164] env[65682]: DEBUG oslo_concurrency.lockutils [None req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.210506] env[65682]: DEBUG oslo_concurrency.lockutils [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.345s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.212128] env[65682]: INFO nova.compute.claims [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.216246] env[65682]: DEBUG oslo_vmware.api [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1090.216246] env[65682]: value = "task-4616646" [ 1090.216246] env[65682]: _type = "Task" [ 1090.216246] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.226954] env[65682]: DEBUG oslo_vmware.api [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.231839] env[65682]: INFO nova.scheduler.client.report [None req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Deleted allocations for instance 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c [ 1090.279473] env[65682]: DEBUG oslo_vmware.api [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616644, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06725} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.279761] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.280626] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6b5489-3bda-4c40-b972-398b249b4f28 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.304858] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6/45a53fdd-361a-42e5-ac3a-5ff5f9b124f6.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.305588] env[65682]: DEBUG nova.compute.manager [None req-c86316df-42e2-4c84-a5c5-a88e91355da6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1090.305786] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c86316df-42e2-4c84-a5c5-a88e91355da6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.306824] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42747d73-26e9-4ce5-9e3b-3911fa3ce1c0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.322733] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b61cd16-ce39-4f95-8bd2-118f3c72c803 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.332924] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86316df-42e2-4c84-a5c5-a88e91355da6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.334565] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-366dd6b1-bafc-49a7-b805-aefd57a5b782 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.336458] env[65682]: DEBUG oslo_vmware.api [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1090.336458] env[65682]: value = "task-4616647" [ 1090.336458] env[65682]: _type = "Task" [ 1090.336458] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.343453] env[65682]: DEBUG oslo_vmware.api [None req-c86316df-42e2-4c84-a5c5-a88e91355da6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 1090.343453] env[65682]: value = "task-4616648" [ 1090.343453] env[65682]: _type = "Task" [ 1090.343453] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.356367] env[65682]: DEBUG oslo_vmware.api [None req-c86316df-42e2-4c84-a5c5-a88e91355da6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.384565] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "interface-a1a7433a-0c19-4673-8630-427001f753a8-851c5436-c639-4274-8b22-b04668af0693" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.384565] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "interface-a1a7433a-0c19-4673-8630-427001f753a8-851c5436-c639-4274-8b22-b04668af0693" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.388195] env[65682]: DEBUG nova.compute.manager [req-004100df-bcee-41c6-861d-b36a78bd26ce req-1d031cff-7e0b-474d-b113-77824ac6f85c service nova] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Received event network-vif-plugged-0949b902-84e8-44d3-b408-0a4f9340caa4 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1090.388403] env[65682]: DEBUG oslo_concurrency.lockutils [req-004100df-bcee-41c6-861d-b36a78bd26ce req-1d031cff-7e0b-474d-b113-77824ac6f85c service nova] Acquiring lock "84c58ed1-cae8-4712-9798-c74e925727f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.388693] env[65682]: DEBUG oslo_concurrency.lockutils [req-004100df-bcee-41c6-861d-b36a78bd26ce req-1d031cff-7e0b-474d-b113-77824ac6f85c service nova] Lock "84c58ed1-cae8-4712-9798-c74e925727f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.388986] env[65682]: DEBUG oslo_concurrency.lockutils [req-004100df-bcee-41c6-861d-b36a78bd26ce req-1d031cff-7e0b-474d-b113-77824ac6f85c service nova] Lock "84c58ed1-cae8-4712-9798-c74e925727f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.389224] env[65682]: DEBUG nova.compute.manager [req-004100df-bcee-41c6-861d-b36a78bd26ce req-1d031cff-7e0b-474d-b113-77824ac6f85c service nova] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] No waiting events found dispatching network-vif-plugged-0949b902-84e8-44d3-b408-0a4f9340caa4 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1090.389425] env[65682]: WARNING nova.compute.manager [req-004100df-bcee-41c6-861d-b36a78bd26ce req-1d031cff-7e0b-474d-b113-77824ac6f85c service nova] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Received unexpected event network-vif-plugged-0949b902-84e8-44d3-b408-0a4f9340caa4 for instance with vm_state building and task_state spawning. [ 1090.389614] env[65682]: DEBUG nova.compute.manager [req-004100df-bcee-41c6-861d-b36a78bd26ce req-1d031cff-7e0b-474d-b113-77824ac6f85c service nova] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Received event network-changed-0949b902-84e8-44d3-b408-0a4f9340caa4 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1090.389801] env[65682]: DEBUG nova.compute.manager [req-004100df-bcee-41c6-861d-b36a78bd26ce req-1d031cff-7e0b-474d-b113-77824ac6f85c service nova] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Refreshing instance network info cache due to event network-changed-0949b902-84e8-44d3-b408-0a4f9340caa4. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1090.390268] env[65682]: DEBUG oslo_concurrency.lockutils [req-004100df-bcee-41c6-861d-b36a78bd26ce req-1d031cff-7e0b-474d-b113-77824ac6f85c service nova] Acquiring lock "refresh_cache-84c58ed1-cae8-4712-9798-c74e925727f6" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.561834] env[65682]: DEBUG oslo_concurrency.lockutils [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Releasing lock "refresh_cache-84c58ed1-cae8-4712-9798-c74e925727f6" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.561834] env[65682]: DEBUG nova.compute.manager [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Instance network_info: |[{"id": "0949b902-84e8-44d3-b408-0a4f9340caa4", "address": "fa:16:3e:98:a8:1a", "network": {"id": "ca628334-a423-4501-84ce-464eed48f2b5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1018833306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7ff901235334c4293042d9b0299d8a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0949b902-84", "ovs_interfaceid": "0949b902-84e8-44d3-b408-0a4f9340caa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1090.561834] env[65682]: DEBUG oslo_concurrency.lockutils [req-004100df-bcee-41c6-861d-b36a78bd26ce req-1d031cff-7e0b-474d-b113-77824ac6f85c service nova] Acquired lock "refresh_cache-84c58ed1-cae8-4712-9798-c74e925727f6" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.562082] env[65682]: DEBUG nova.network.neutron [req-004100df-bcee-41c6-861d-b36a78bd26ce req-1d031cff-7e0b-474d-b113-77824ac6f85c service nova] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Refreshing network info cache for port 0949b902-84e8-44d3-b408-0a4f9340caa4 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.563678] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:a8:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4a9e02-45f1-4afb-8abb-0de26b153086', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0949b902-84e8-44d3-b408-0a4f9340caa4', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.571755] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Creating folder: Project (c7ff901235334c4293042d9b0299d8a9). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1090.573022] env[65682]: WARNING neutronclient.v2_0.client [req-004100df-bcee-41c6-861d-b36a78bd26ce req-1d031cff-7e0b-474d-b113-77824ac6f85c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.575603] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e765384-5d48-4e67-8b0f-0b1ae5fe290e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.591771] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Created folder: Project (c7ff901235334c4293042d9b0299d8a9) in parent group-v901426. [ 1090.592045] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Creating folder: Instances. Parent ref: group-v901722. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1090.592380] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b5504cb-9e10-485e-96fb-03dde2f3d68b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.605797] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Created folder: Instances in parent group-v901722. [ 1090.606252] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1090.606632] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.606814] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fc6cb87-535c-4f93-99b9-41ead3b0c41e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.634681] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.634681] env[65682]: value = "task-4616651" [ 1090.634681] env[65682]: _type = "Task" [ 1090.634681] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.645589] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616651, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.732157] env[65682]: DEBUG oslo_vmware.api [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616646, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.740177] env[65682]: DEBUG oslo_concurrency.lockutils [None req-613a9cb1-556c-4c3a-b6b2-79618a69d0fa tempest-ServerRescueNegativeTestJSON-2073745841 tempest-ServerRescueNegativeTestJSON-2073745841-project-member] Lock "8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.674s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.780636] env[65682]: WARNING neutronclient.v2_0.client [req-004100df-bcee-41c6-861d-b36a78bd26ce req-1d031cff-7e0b-474d-b113-77824ac6f85c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.853405] env[65682]: DEBUG oslo_vmware.api [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616647, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.864307] env[65682]: DEBUG oslo_vmware.api [None req-c86316df-42e2-4c84-a5c5-a88e91355da6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616648, 'name': PowerOffVM_Task, 'duration_secs': 0.273991} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.865204] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86316df-42e2-4c84-a5c5-a88e91355da6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.865291] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c86316df-42e2-4c84-a5c5-a88e91355da6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.866585] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e633121-ed1f-482d-9fee-1448f2ee2511 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.871030] env[65682]: DEBUG nova.network.neutron [req-004100df-bcee-41c6-861d-b36a78bd26ce req-1d031cff-7e0b-474d-b113-77824ac6f85c service nova] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Updated VIF entry in instance network info cache for port 0949b902-84e8-44d3-b408-0a4f9340caa4. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1090.871366] env[65682]: DEBUG nova.network.neutron [req-004100df-bcee-41c6-861d-b36a78bd26ce req-1d031cff-7e0b-474d-b113-77824ac6f85c service nova] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Updating instance_info_cache with network_info: [{"id": "0949b902-84e8-44d3-b408-0a4f9340caa4", "address": "fa:16:3e:98:a8:1a", "network": {"id": "ca628334-a423-4501-84ce-464eed48f2b5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1018833306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7ff901235334c4293042d9b0299d8a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0949b902-84", "ovs_interfaceid": "0949b902-84e8-44d3-b408-0a4f9340caa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.887408] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "a1a7433a-0c19-4673-8630-427001f753a8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.887621] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquired lock "a1a7433a-0c19-4673-8630-427001f753a8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.889604] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1643ce74-829f-40fc-b456-a056ef018b41 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.911376] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5fc7fa-1b9d-483a-b959-49b2ea9be777 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.936812] env[65682]: WARNING neutronclient.v2_0.client [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.942647] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Reconfiguring VM to detach interface {{(pid=65682) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1090.943061] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8aac0bf-73cc-4909-ae11-a3b5b50461fe {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.963682] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c86316df-42e2-4c84-a5c5-a88e91355da6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.963956] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c86316df-42e2-4c84-a5c5-a88e91355da6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.964101] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-c86316df-42e2-4c84-a5c5-a88e91355da6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Deleting the datastore file [datastore1] 5677fa51-490b-4fff-8c10-fa94cdb310de {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.965081] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31888c91-1fdb-4a1b-9f13-379fdb06222e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.972373] env[65682]: DEBUG oslo_vmware.api [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1090.972373] env[65682]: value = "task-4616653" [ 1090.972373] env[65682]: _type = "Task" [ 1090.972373] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.974476] env[65682]: DEBUG oslo_vmware.api [None req-c86316df-42e2-4c84-a5c5-a88e91355da6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for the task: (returnval){ [ 1090.974476] env[65682]: value = "task-4616654" [ 1090.974476] env[65682]: _type = "Task" [ 1090.974476] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.989765] env[65682]: DEBUG oslo_vmware.api [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616653, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.993050] env[65682]: DEBUG oslo_vmware.api [None req-c86316df-42e2-4c84-a5c5-a88e91355da6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.146311] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616651, 'name': CreateVM_Task, 'duration_secs': 0.456197} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.146417] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.146866] env[65682]: WARNING neutronclient.v2_0.client [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.147240] env[65682]: DEBUG oslo_concurrency.lockutils [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.147385] env[65682]: DEBUG oslo_concurrency.lockutils [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.147789] env[65682]: DEBUG oslo_concurrency.lockutils [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.148079] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84dfb8a4-8d21-4af3-b223-c099e2cc4e9f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.154306] env[65682]: DEBUG oslo_vmware.api [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1091.154306] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522d9565-ba3f-f8a2-9ade-961c6a1b2b3b" [ 1091.154306] env[65682]: _type = "Task" [ 1091.154306] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.163314] env[65682]: DEBUG oslo_vmware.api [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522d9565-ba3f-f8a2-9ade-961c6a1b2b3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.232017] env[65682]: DEBUG oslo_vmware.api [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616646, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.348596] env[65682]: DEBUG oslo_vmware.api [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616647, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.375251] env[65682]: DEBUG oslo_concurrency.lockutils [req-004100df-bcee-41c6-861d-b36a78bd26ce req-1d031cff-7e0b-474d-b113-77824ac6f85c service nova] Releasing lock "refresh_cache-84c58ed1-cae8-4712-9798-c74e925727f6" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.490950] env[65682]: DEBUG oslo_vmware.api [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.497469] env[65682]: DEBUG oslo_vmware.api [None req-c86316df-42e2-4c84-a5c5-a88e91355da6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Task: {'id': task-4616654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284924} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.497469] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-c86316df-42e2-4c84-a5c5-a88e91355da6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.497469] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c86316df-42e2-4c84-a5c5-a88e91355da6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.497469] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c86316df-42e2-4c84-a5c5-a88e91355da6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.497469] env[65682]: INFO nova.compute.manager [None req-c86316df-42e2-4c84-a5c5-a88e91355da6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1091.497701] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-c86316df-42e2-4c84-a5c5-a88e91355da6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1091.497701] env[65682]: DEBUG nova.compute.manager [-] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1091.497771] env[65682]: DEBUG nova.network.neutron [-] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1091.498821] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.505575] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561257a4-32dc-42dd-ba0d-0cebf56339b5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.514032] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e40ab66-7646-4fd8-b857-3936f7b191cf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.545451] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.547593] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5231cff4-4e73-469a-80da-12de1e7643f2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.556387] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3a8eca-44bd-4778-a242-874bd1c94d25 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.574059] env[65682]: DEBUG nova.compute.provider_tree [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.666369] env[65682]: DEBUG oslo_vmware.api [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522d9565-ba3f-f8a2-9ade-961c6a1b2b3b, 'name': SearchDatastore_Task, 'duration_secs': 0.019336} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.666674] env[65682]: DEBUG oslo_concurrency.lockutils [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.666904] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.667215] env[65682]: DEBUG oslo_concurrency.lockutils [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.667436] env[65682]: DEBUG oslo_concurrency.lockutils [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.667632] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.667920] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6294149c-fc05-43ad-bcf6-45de36b165ea {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.677833] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.678048] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.678826] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f632cdcb-b986-4a43-a02f-6b885beffcf6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.685176] env[65682]: DEBUG oslo_vmware.api [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1091.685176] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5208492b-e637-c9b3-33d3-7c94089f781a" [ 1091.685176] env[65682]: _type = "Task" [ 1091.685176] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.695354] env[65682]: DEBUG oslo_vmware.api [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5208492b-e637-c9b3-33d3-7c94089f781a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.738581] env[65682]: DEBUG oslo_vmware.api [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616646, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.801058] env[65682]: DEBUG nova.compute.manager [req-a4ae1f52-11bb-4870-b079-91b6fe72c527 req-4d62df3c-dbaf-4696-afff-d9147b2356ed service nova] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Received event network-vif-deleted-0dbbcbbf-adaa-45f9-9b1a-05a1352673c1 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1091.801058] env[65682]: INFO nova.compute.manager [req-a4ae1f52-11bb-4870-b079-91b6fe72c527 req-4d62df3c-dbaf-4696-afff-d9147b2356ed service nova] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Neutron deleted interface 0dbbcbbf-adaa-45f9-9b1a-05a1352673c1; detaching it from the instance and deleting it from the info cache [ 1091.804897] env[65682]: DEBUG nova.network.neutron [req-a4ae1f52-11bb-4870-b079-91b6fe72c527 req-4d62df3c-dbaf-4696-afff-d9147b2356ed service nova] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.849661] env[65682]: DEBUG oslo_vmware.api [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616647, 'name': ReconfigVM_Task, 'duration_secs': 1.480551} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.850844] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6/45a53fdd-361a-42e5-ac3a-5ff5f9b124f6.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.851548] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a90ad7a-75db-4242-86d7-23030316b08f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.858650] env[65682]: DEBUG oslo_vmware.api [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1091.858650] env[65682]: value = "task-4616655" [ 1091.858650] env[65682]: _type = "Task" [ 1091.858650] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.867433] env[65682]: DEBUG oslo_vmware.api [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616655, 'name': Rename_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.985566] env[65682]: DEBUG oslo_vmware.api [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.078444] env[65682]: DEBUG nova.scheduler.client.report [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.196645] env[65682]: DEBUG oslo_vmware.api [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5208492b-e637-c9b3-33d3-7c94089f781a, 'name': SearchDatastore_Task, 'duration_secs': 0.011113} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.197731] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58a857b5-97b7-466f-8c3c-34e57966e8f4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.204964] env[65682]: DEBUG oslo_vmware.api [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1092.204964] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528b15ab-ded9-aae4-3e4d-3152193c6717" [ 1092.204964] env[65682]: _type = "Task" [ 1092.204964] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.215494] env[65682]: DEBUG oslo_vmware.api [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528b15ab-ded9-aae4-3e4d-3152193c6717, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.231592] env[65682]: DEBUG oslo_vmware.api [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616646, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.727017} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.232331] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] d09c5c10-a7b0-42f9-8425-0df6d16ad9d6/d09c5c10-a7b0-42f9-8425-0df6d16ad9d6.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.232331] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.232500] env[65682]: DEBUG nova.network.neutron [-] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.233669] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b1845db-7279-45bf-9768-bb1b5313ae4d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.243260] env[65682]: DEBUG oslo_vmware.api [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1092.243260] env[65682]: value = "task-4616656" [ 1092.243260] env[65682]: _type = "Task" [ 1092.243260] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.254199] env[65682]: DEBUG oslo_vmware.api [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.310537] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-939a63fc-0a30-4bb7-9a3f-cfbdd428d69b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.321146] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5ab823-76ab-40e1-a009-878211ea7356 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.361351] env[65682]: DEBUG nova.compute.manager [req-a4ae1f52-11bb-4870-b079-91b6fe72c527 req-4d62df3c-dbaf-4696-afff-d9147b2356ed service nova] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Detach interface failed, port_id=0dbbcbbf-adaa-45f9-9b1a-05a1352673c1, reason: Instance 5677fa51-490b-4fff-8c10-fa94cdb310de could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1092.370514] env[65682]: DEBUG oslo_vmware.api [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616655, 'name': Rename_Task, 'duration_secs': 0.155428} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.370744] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.370999] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8dd15991-a130-4602-8b4f-bf4bdccdca60 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.378418] env[65682]: DEBUG oslo_vmware.api [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1092.378418] env[65682]: value = "task-4616657" [ 1092.378418] env[65682]: _type = "Task" [ 1092.378418] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.387755] env[65682]: DEBUG oslo_vmware.api [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.488104] env[65682]: DEBUG oslo_vmware.api [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.586917] env[65682]: DEBUG oslo_concurrency.lockutils [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.587482] env[65682]: DEBUG nova.compute.manager [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1092.590264] env[65682]: DEBUG oslo_concurrency.lockutils [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.026s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.592051] env[65682]: INFO nova.compute.claims [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.717375] env[65682]: DEBUG oslo_vmware.api [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528b15ab-ded9-aae4-3e4d-3152193c6717, 'name': SearchDatastore_Task, 'duration_secs': 0.011241} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.718331] env[65682]: DEBUG oslo_concurrency.lockutils [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.718331] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 84c58ed1-cae8-4712-9798-c74e925727f6/84c58ed1-cae8-4712-9798-c74e925727f6.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.718612] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57e41445-d188-42ae-8ef7-6bf471f57309 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.727330] env[65682]: DEBUG oslo_vmware.api [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1092.727330] env[65682]: value = "task-4616658" [ 1092.727330] env[65682]: _type = "Task" [ 1092.727330] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.738173] env[65682]: INFO nova.compute.manager [-] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Took 1.24 seconds to deallocate network for instance. [ 1092.738300] env[65682]: DEBUG oslo_vmware.api [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.753561] env[65682]: DEBUG oslo_vmware.api [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070112} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.753836] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.754680] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4de2c2-a8f4-4974-ad29-c8a69714e834 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.781329] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] d09c5c10-a7b0-42f9-8425-0df6d16ad9d6/d09c5c10-a7b0-42f9-8425-0df6d16ad9d6.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.782853] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-581e1459-629a-4ecc-8d71-1eb98e7d23af {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.805080] env[65682]: DEBUG oslo_vmware.api [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1092.805080] env[65682]: value = "task-4616659" [ 1092.805080] env[65682]: _type = "Task" [ 1092.805080] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.814550] env[65682]: DEBUG oslo_vmware.api [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.891211] env[65682]: DEBUG oslo_vmware.api [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616657, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.990893] env[65682]: DEBUG oslo_vmware.api [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.098052] env[65682]: DEBUG nova.compute.utils [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1093.102145] env[65682]: DEBUG nova.compute.manager [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1093.102484] env[65682]: DEBUG nova.network.neutron [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1093.103942] env[65682]: WARNING neutronclient.v2_0.client [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.103942] env[65682]: WARNING neutronclient.v2_0.client [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.163152] env[65682]: DEBUG nova.policy [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e57073e2ad84d08a91ca82ce72096c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '983a459c835447309a57d7ac8b8bcfa5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1093.240220] env[65682]: DEBUG oslo_vmware.api [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486464} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.240220] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 84c58ed1-cae8-4712-9798-c74e925727f6/84c58ed1-cae8-4712-9798-c74e925727f6.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.240220] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.240640] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-996fb431-2189-4cb6-bef7-b9086f204f3e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.248598] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c86316df-42e2-4c84-a5c5-a88e91355da6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.250401] env[65682]: DEBUG oslo_vmware.api [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1093.250401] env[65682]: value = "task-4616660" [ 1093.250401] env[65682]: _type = "Task" [ 1093.250401] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.264525] env[65682]: DEBUG oslo_vmware.api [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.319201] env[65682]: DEBUG oslo_vmware.api [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616659, 'name': ReconfigVM_Task, 'duration_secs': 0.391458} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.319981] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Reconfigured VM instance instance-00000065 to attach disk [datastore1] d09c5c10-a7b0-42f9-8425-0df6d16ad9d6/d09c5c10-a7b0-42f9-8425-0df6d16ad9d6.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.320813] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c6e12e9-3048-4ef0-970f-37ec331c0e26 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.330621] env[65682]: DEBUG oslo_vmware.api [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1093.330621] env[65682]: value = "task-4616661" [ 1093.330621] env[65682]: _type = "Task" [ 1093.330621] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.343369] env[65682]: DEBUG oslo_vmware.api [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616661, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.392647] env[65682]: DEBUG oslo_vmware.api [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616657, 'name': PowerOnVM_Task, 'duration_secs': 0.842547} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.393061] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.393299] env[65682]: INFO nova.compute.manager [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Took 9.98 seconds to spawn the instance on the hypervisor. [ 1093.393480] env[65682]: DEBUG nova.compute.manager [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1093.394425] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4564e3a8-eb82-414b-8d18-f42274deb11c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.489999] env[65682]: DEBUG oslo_vmware.api [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.561629] env[65682]: DEBUG nova.network.neutron [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Successfully created port: 90b842ba-1b9e-467e-9185-4232b181af36 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1093.602950] env[65682]: DEBUG nova.compute.manager [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1093.760919] env[65682]: DEBUG oslo_vmware.api [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104355} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.761418] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.762338] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550b5143-d8f6-4acc-865b-022b5d4c7b94 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.791611] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 84c58ed1-cae8-4712-9798-c74e925727f6/84c58ed1-cae8-4712-9798-c74e925727f6.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.795660] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-121d4557-018c-4f65-9f52-b6a23a0a17b2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.822044] env[65682]: DEBUG oslo_vmware.api [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1093.822044] env[65682]: value = "task-4616662" [ 1093.822044] env[65682]: _type = "Task" [ 1093.822044] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.831396] env[65682]: DEBUG oslo_vmware.api [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616662, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.843710] env[65682]: DEBUG oslo_vmware.api [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616661, 'name': Rename_Task, 'duration_secs': 0.334067} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.844013] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.844274] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53a920e7-dfc7-442b-a16f-c3dd8171ddf2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.852811] env[65682]: DEBUG oslo_vmware.api [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1093.852811] env[65682]: value = "task-4616663" [ 1093.852811] env[65682]: _type = "Task" [ 1093.852811] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.865415] env[65682]: DEBUG oslo_vmware.api [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.916388] env[65682]: INFO nova.compute.manager [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Took 25.98 seconds to build instance. [ 1093.978537] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b2f724-3ffe-4714-ac0b-064ece0ec1aa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.993799] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2b8f78-9396-4292-a986-d82a44d51921 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.997095] env[65682]: DEBUG oslo_vmware.api [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.033276] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47b635d-7d94-49e5-abe8-f925046456ab {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.044199] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e738f446-8dd3-427b-b638-eaab63a7ca3b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.060303] env[65682]: DEBUG nova.compute.provider_tree [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.199308] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "8638b1d1-2308-42d4-acbb-0c50031dc886" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.199707] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "8638b1d1-2308-42d4-acbb-0c50031dc886" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.335347] env[65682]: DEBUG oslo_vmware.api [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.364410] env[65682]: DEBUG oslo_vmware.api [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616663, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.419287] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0b19bea2-7eef-4fd4-9fae-7cb575720872 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "45a53fdd-361a-42e5-ac3a-5ff5f9b124f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.517s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.493725] env[65682]: DEBUG oslo_vmware.api [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.564583] env[65682]: DEBUG nova.scheduler.client.report [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.618784] env[65682]: DEBUG nova.compute.manager [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1094.648288] env[65682]: DEBUG nova.virt.hardware [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1094.648695] env[65682]: DEBUG nova.virt.hardware [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.649013] env[65682]: DEBUG nova.virt.hardware [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1094.649296] env[65682]: DEBUG nova.virt.hardware [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.649705] env[65682]: DEBUG nova.virt.hardware [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1094.649705] env[65682]: DEBUG nova.virt.hardware [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1094.649897] env[65682]: DEBUG nova.virt.hardware [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1094.650077] env[65682]: DEBUG nova.virt.hardware [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1094.650249] env[65682]: DEBUG nova.virt.hardware [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1094.650483] env[65682]: DEBUG nova.virt.hardware [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1094.650578] env[65682]: DEBUG nova.virt.hardware [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1094.651629] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53a3c01-5818-4f73-9422-e484ce68a635 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.660822] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599d7764-7f84-4ceb-a5dd-3052fcae3758 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.703878] env[65682]: DEBUG nova.compute.manager [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1094.769052] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9267629a-4bf8-48d1-b6d6-45fd289d4c93 tempest-ServersAdminTestJSON-1395126232 tempest-ServersAdminTestJSON-1395126232-project-admin] Acquiring lock "refresh_cache-45a53fdd-361a-42e5-ac3a-5ff5f9b124f6" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.769052] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9267629a-4bf8-48d1-b6d6-45fd289d4c93 tempest-ServersAdminTestJSON-1395126232 tempest-ServersAdminTestJSON-1395126232-project-admin] Acquired lock "refresh_cache-45a53fdd-361a-42e5-ac3a-5ff5f9b124f6" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.769531] env[65682]: DEBUG nova.network.neutron [None req-9267629a-4bf8-48d1-b6d6-45fd289d4c93 tempest-ServersAdminTestJSON-1395126232 tempest-ServersAdminTestJSON-1395126232-project-admin] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1094.833204] env[65682]: DEBUG oslo_vmware.api [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616662, 'name': ReconfigVM_Task, 'duration_secs': 0.602681} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.833483] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 84c58ed1-cae8-4712-9798-c74e925727f6/84c58ed1-cae8-4712-9798-c74e925727f6.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.834278] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-102d16c2-46db-4665-8780-5f3973924d57 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.842155] env[65682]: DEBUG oslo_vmware.api [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1094.842155] env[65682]: value = "task-4616664" [ 1094.842155] env[65682]: _type = "Task" [ 1094.842155] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.851608] env[65682]: DEBUG oslo_vmware.api [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616664, 'name': Rename_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.862691] env[65682]: DEBUG oslo_vmware.api [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616663, 'name': PowerOnVM_Task, 'duration_secs': 0.706947} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.862864] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.863033] env[65682]: INFO nova.compute.manager [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1094.863157] env[65682]: DEBUG nova.compute.manager [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1094.864454] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6403e2c5-11f3-4c39-97ca-429829f3564b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.996647] env[65682]: DEBUG oslo_vmware.api [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.069978] env[65682]: DEBUG oslo_concurrency.lockutils [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.071928] env[65682]: DEBUG nova.compute.manager [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1095.074274] env[65682]: DEBUG oslo_concurrency.lockutils [None req-507800ec-31cd-43f6-8814-646739a3bc82 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.592s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.075270] env[65682]: DEBUG oslo_concurrency.lockutils [None req-507800ec-31cd-43f6-8814-646739a3bc82 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.077126] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.206s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.113612] env[65682]: INFO nova.scheduler.client.report [None req-507800ec-31cd-43f6-8814-646739a3bc82 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Deleted allocations for instance da4d12e6-8174-453d-bece-5640627a485c [ 1095.137497] env[65682]: DEBUG nova.compute.manager [req-6624cfcc-ac58-436a-989c-621c052b7043 req-88f1c112-3815-45fe-89df-02fb4ca66174 service nova] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Received event network-vif-plugged-90b842ba-1b9e-467e-9185-4232b181af36 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1095.138429] env[65682]: DEBUG oslo_concurrency.lockutils [req-6624cfcc-ac58-436a-989c-621c052b7043 req-88f1c112-3815-45fe-89df-02fb4ca66174 service nova] Acquiring lock "076b1c93-c3ae-47f8-a8eb-9182dbc4dfed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.138429] env[65682]: DEBUG oslo_concurrency.lockutils [req-6624cfcc-ac58-436a-989c-621c052b7043 req-88f1c112-3815-45fe-89df-02fb4ca66174 service nova] Lock "076b1c93-c3ae-47f8-a8eb-9182dbc4dfed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.138916] env[65682]: DEBUG oslo_concurrency.lockutils [req-6624cfcc-ac58-436a-989c-621c052b7043 req-88f1c112-3815-45fe-89df-02fb4ca66174 service nova] Lock "076b1c93-c3ae-47f8-a8eb-9182dbc4dfed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.138916] env[65682]: DEBUG nova.compute.manager [req-6624cfcc-ac58-436a-989c-621c052b7043 req-88f1c112-3815-45fe-89df-02fb4ca66174 service nova] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] No waiting events found dispatching network-vif-plugged-90b842ba-1b9e-467e-9185-4232b181af36 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1095.138916] env[65682]: WARNING nova.compute.manager [req-6624cfcc-ac58-436a-989c-621c052b7043 req-88f1c112-3815-45fe-89df-02fb4ca66174 service nova] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Received unexpected event network-vif-plugged-90b842ba-1b9e-467e-9185-4232b181af36 for instance with vm_state building and task_state spawning. [ 1095.200834] env[65682]: DEBUG nova.network.neutron [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Successfully updated port: 90b842ba-1b9e-467e-9185-4232b181af36 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1095.223426] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.275263] env[65682]: WARNING neutronclient.v2_0.client [None req-9267629a-4bf8-48d1-b6d6-45fd289d4c93 tempest-ServersAdminTestJSON-1395126232 tempest-ServersAdminTestJSON-1395126232-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.352967] env[65682]: DEBUG oslo_vmware.api [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616664, 'name': Rename_Task, 'duration_secs': 0.19663} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.356167] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.356855] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c0bb2b7-17a8-4e4e-a636-d8513bb31048 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.365642] env[65682]: DEBUG oslo_vmware.api [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1095.365642] env[65682]: value = "task-4616665" [ 1095.365642] env[65682]: _type = "Task" [ 1095.365642] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.376906] env[65682]: DEBUG oslo_vmware.api [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.386603] env[65682]: INFO nova.compute.manager [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Took 23.62 seconds to build instance. [ 1095.439389] env[65682]: WARNING neutronclient.v2_0.client [None req-9267629a-4bf8-48d1-b6d6-45fd289d4c93 tempest-ServersAdminTestJSON-1395126232 tempest-ServersAdminTestJSON-1395126232-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.494902] env[65682]: DEBUG oslo_vmware.api [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.516993] env[65682]: DEBUG nova.network.neutron [None req-9267629a-4bf8-48d1-b6d6-45fd289d4c93 tempest-ServersAdminTestJSON-1395126232 tempest-ServersAdminTestJSON-1395126232-project-admin] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Updating instance_info_cache with network_info: [{"id": "b6763e11-13ae-4049-93b9-8e06780fd6c8", "address": "fa:16:3e:79:b0:ef", "network": {"id": "55aaf4c6-4208-4131-b895-9cbff686f1fd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1035643210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73724f4f79f54ee9821dacb7a6ec68d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6763e11-13", "ovs_interfaceid": "b6763e11-13ae-4049-93b9-8e06780fd6c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.581534] env[65682]: DEBUG nova.compute.utils [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.585728] env[65682]: INFO nova.compute.claims [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.589563] env[65682]: DEBUG nova.compute.manager [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1095.589811] env[65682]: DEBUG nova.network.neutron [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1095.590123] env[65682]: WARNING neutronclient.v2_0.client [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.590418] env[65682]: WARNING neutronclient.v2_0.client [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.621605] env[65682]: DEBUG oslo_concurrency.lockutils [None req-507800ec-31cd-43f6-8814-646739a3bc82 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "da4d12e6-8174-453d-bece-5640627a485c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.570s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.633697] env[65682]: DEBUG nova.policy [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5f33fba67ab45da86c08fe6e62c3f56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9aa8a0b312c041e49d891b6bae417098', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.704857] env[65682]: DEBUG oslo_concurrency.lockutils [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "refresh_cache-076b1c93-c3ae-47f8-a8eb-9182dbc4dfed" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.704915] env[65682]: DEBUG oslo_concurrency.lockutils [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquired lock "refresh_cache-076b1c93-c3ae-47f8-a8eb-9182dbc4dfed" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.705116] env[65682]: DEBUG nova.network.neutron [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1095.877802] env[65682]: DEBUG oslo_vmware.api [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616665, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.888828] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6b56070b-9ffa-4a29-bae6-b74e4d54bdd5 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "d09c5c10-a7b0-42f9-8425-0df6d16ad9d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.133s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.997524] env[65682]: DEBUG oslo_vmware.api [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.020235] env[65682]: DEBUG nova.network.neutron [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Successfully created port: 406de163-ff34-46be-942e-6a62848e9457 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1096.023263] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9267629a-4bf8-48d1-b6d6-45fd289d4c93 tempest-ServersAdminTestJSON-1395126232 tempest-ServersAdminTestJSON-1395126232-project-admin] Releasing lock "refresh_cache-45a53fdd-361a-42e5-ac3a-5ff5f9b124f6" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.023263] env[65682]: DEBUG nova.compute.manager [None req-9267629a-4bf8-48d1-b6d6-45fd289d4c93 tempest-ServersAdminTestJSON-1395126232 tempest-ServersAdminTestJSON-1395126232-project-admin] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Inject network info {{(pid=65682) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 1096.023512] env[65682]: DEBUG nova.compute.manager [None req-9267629a-4bf8-48d1-b6d6-45fd289d4c93 tempest-ServersAdminTestJSON-1395126232 tempest-ServersAdminTestJSON-1395126232-project-admin] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] network_info to inject: |[{"id": "b6763e11-13ae-4049-93b9-8e06780fd6c8", "address": "fa:16:3e:79:b0:ef", "network": {"id": "55aaf4c6-4208-4131-b895-9cbff686f1fd", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1035643210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73724f4f79f54ee9821dacb7a6ec68d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6763e11-13", "ovs_interfaceid": "b6763e11-13ae-4049-93b9-8e06780fd6c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 1096.029623] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9267629a-4bf8-48d1-b6d6-45fd289d4c93 tempest-ServersAdminTestJSON-1395126232 tempest-ServersAdminTestJSON-1395126232-project-admin] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Reconfiguring VM instance to set the machine id {{(pid=65682) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1096.030428] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f07624c7-a781-45b0-b641-0025e3e1f981 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.049448] env[65682]: DEBUG oslo_vmware.api [None req-9267629a-4bf8-48d1-b6d6-45fd289d4c93 tempest-ServersAdminTestJSON-1395126232 tempest-ServersAdminTestJSON-1395126232-project-admin] Waiting for the task: (returnval){ [ 1096.049448] env[65682]: value = "task-4616666" [ 1096.049448] env[65682]: _type = "Task" [ 1096.049448] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.061824] env[65682]: DEBUG oslo_vmware.api [None req-9267629a-4bf8-48d1-b6d6-45fd289d4c93 tempest-ServersAdminTestJSON-1395126232 tempest-ServersAdminTestJSON-1395126232-project-admin] Task: {'id': task-4616666, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.090870] env[65682]: DEBUG nova.compute.manager [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1096.097849] env[65682]: INFO nova.compute.resource_tracker [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Updating resource usage from migration 88b93dc5-8852-4e4d-a0ab-2d89502fbb76 [ 1096.245639] env[65682]: DEBUG nova.network.neutron [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1096.377826] env[65682]: DEBUG oslo_vmware.api [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616665, 'name': PowerOnVM_Task, 'duration_secs': 0.754022} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.378142] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.378380] env[65682]: INFO nova.compute.manager [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1096.378769] env[65682]: DEBUG nova.compute.manager [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1096.381999] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086fb2b0-7994-4d0c-81f9-57c4fbad7ed6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.423493] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6485844-6348-46fc-8f8d-8b9c3e586666 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.432389] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e19312-a218-4713-b8eb-1c65bf102502 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.467426] env[65682]: WARNING neutronclient.v2_0.client [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.470410] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb347cac-944b-4a75-b03b-71f3c2e0b05f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.479091] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6556399-1561-4c45-bea8-b1322540bcab {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.497712] env[65682]: DEBUG nova.compute.provider_tree [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.507014] env[65682]: DEBUG oslo_vmware.api [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.560203] env[65682]: DEBUG oslo_vmware.api [None req-9267629a-4bf8-48d1-b6d6-45fd289d4c93 tempest-ServersAdminTestJSON-1395126232 tempest-ServersAdminTestJSON-1395126232-project-admin] Task: {'id': task-4616666, 'name': ReconfigVM_Task, 'duration_secs': 0.261882} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.560557] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9267629a-4bf8-48d1-b6d6-45fd289d4c93 tempest-ServersAdminTestJSON-1395126232 tempest-ServersAdminTestJSON-1395126232-project-admin] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Reconfigured VM instance to set the machine id {{(pid=65682) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1096.590752] env[65682]: DEBUG nova.network.neutron [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Updating instance_info_cache with network_info: [{"id": "90b842ba-1b9e-467e-9185-4232b181af36", "address": "fa:16:3e:f5:9e:3e", "network": {"id": "d2e676e7-8222-43c3-a279-0be7d717d854", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637644478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983a459c835447309a57d7ac8b8bcfa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90b842ba-1b", "ovs_interfaceid": "90b842ba-1b9e-467e-9185-4232b181af36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.787198] env[65682]: INFO nova.compute.manager [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Rebuilding instance [ 1096.825840] env[65682]: DEBUG nova.compute.manager [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1096.826918] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037bef22-b4ed-4b00-80bf-1298d659b9ae {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.901293] env[65682]: INFO nova.compute.manager [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Took 23.79 seconds to build instance. [ 1097.002400] env[65682]: DEBUG nova.scheduler.client.report [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.008161] env[65682]: DEBUG oslo_vmware.api [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616653, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.095033] env[65682]: DEBUG oslo_concurrency.lockutils [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Releasing lock "refresh_cache-076b1c93-c3ae-47f8-a8eb-9182dbc4dfed" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.095033] env[65682]: DEBUG nova.compute.manager [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Instance network_info: |[{"id": "90b842ba-1b9e-467e-9185-4232b181af36", "address": "fa:16:3e:f5:9e:3e", "network": {"id": "d2e676e7-8222-43c3-a279-0be7d717d854", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637644478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983a459c835447309a57d7ac8b8bcfa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90b842ba-1b", "ovs_interfaceid": "90b842ba-1b9e-467e-9185-4232b181af36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1097.095437] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:9e:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90b842ba-1b9e-467e-9185-4232b181af36', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.108496] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1097.110121] env[65682]: DEBUG nova.compute.manager [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1097.113084] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.113760] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5360ac97-abd1-4e4d-a298-d22c23ed8d2e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.146567] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.146567] env[65682]: value = "task-4616667" [ 1097.146567] env[65682]: _type = "Task" [ 1097.146567] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.149241] env[65682]: DEBUG nova.virt.hardware [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1097.149567] env[65682]: DEBUG nova.virt.hardware [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.149780] env[65682]: DEBUG nova.virt.hardware [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1097.150038] env[65682]: DEBUG nova.virt.hardware [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.150218] env[65682]: DEBUG nova.virt.hardware [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1097.150411] env[65682]: DEBUG nova.virt.hardware [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1097.150661] env[65682]: DEBUG nova.virt.hardware [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1097.150857] env[65682]: DEBUG nova.virt.hardware [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1097.151077] env[65682]: DEBUG nova.virt.hardware [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1097.151293] env[65682]: DEBUG nova.virt.hardware [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1097.151487] env[65682]: DEBUG nova.virt.hardware [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1097.152895] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa63ce54-b872-47be-b010-decd5627b422 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.170095] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db485383-3fe8-482f-9e24-9d8819ffdf32 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.174411] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616667, 'name': CreateVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.177063] env[65682]: DEBUG nova.compute.manager [req-85286be3-6699-4dfc-b56e-4ff499b12309 req-6d5e57dc-13df-4640-8ad1-1378e85d9685 service nova] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Received event network-changed-90b842ba-1b9e-467e-9185-4232b181af36 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1097.177256] env[65682]: DEBUG nova.compute.manager [req-85286be3-6699-4dfc-b56e-4ff499b12309 req-6d5e57dc-13df-4640-8ad1-1378e85d9685 service nova] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Refreshing instance network info cache due to event network-changed-90b842ba-1b9e-467e-9185-4232b181af36. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1097.177467] env[65682]: DEBUG oslo_concurrency.lockutils [req-85286be3-6699-4dfc-b56e-4ff499b12309 req-6d5e57dc-13df-4640-8ad1-1378e85d9685 service nova] Acquiring lock "refresh_cache-076b1c93-c3ae-47f8-a8eb-9182dbc4dfed" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.177604] env[65682]: DEBUG oslo_concurrency.lockutils [req-85286be3-6699-4dfc-b56e-4ff499b12309 req-6d5e57dc-13df-4640-8ad1-1378e85d9685 service nova] Acquired lock "refresh_cache-076b1c93-c3ae-47f8-a8eb-9182dbc4dfed" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.177758] env[65682]: DEBUG nova.network.neutron [req-85286be3-6699-4dfc-b56e-4ff499b12309 req-6d5e57dc-13df-4640-8ad1-1378e85d9685 service nova] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Refreshing network info cache for port 90b842ba-1b9e-467e-9185-4232b181af36 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.233117] env[65682]: DEBUG oslo_concurrency.lockutils [None req-16e20bbd-cfdb-4d47-935b-6e67e6a8d3bd tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "d09c5c10-a7b0-42f9-8425-0df6d16ad9d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.233420] env[65682]: DEBUG oslo_concurrency.lockutils [None req-16e20bbd-cfdb-4d47-935b-6e67e6a8d3bd tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "d09c5c10-a7b0-42f9-8425-0df6d16ad9d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.233597] env[65682]: DEBUG oslo_concurrency.lockutils [None req-16e20bbd-cfdb-4d47-935b-6e67e6a8d3bd tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "d09c5c10-a7b0-42f9-8425-0df6d16ad9d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.233918] env[65682]: DEBUG oslo_concurrency.lockutils [None req-16e20bbd-cfdb-4d47-935b-6e67e6a8d3bd tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "d09c5c10-a7b0-42f9-8425-0df6d16ad9d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.233974] env[65682]: DEBUG oslo_concurrency.lockutils [None req-16e20bbd-cfdb-4d47-935b-6e67e6a8d3bd tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "d09c5c10-a7b0-42f9-8425-0df6d16ad9d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.236834] env[65682]: INFO nova.compute.manager [None req-16e20bbd-cfdb-4d47-935b-6e67e6a8d3bd tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Terminating instance [ 1097.404410] env[65682]: DEBUG oslo_concurrency.lockutils [None req-af9b6483-23e1-4aa6-b571-5df5199ba374 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Lock "84c58ed1-cae8-4712-9798-c74e925727f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.309s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.498409] env[65682]: DEBUG oslo_vmware.api [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616653, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.510863] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.434s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.511255] env[65682]: INFO nova.compute.manager [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Migrating [ 1097.519052] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c86316df-42e2-4c84-a5c5-a88e91355da6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.270s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.519368] env[65682]: DEBUG nova.objects.instance [None req-c86316df-42e2-4c84-a5c5-a88e91355da6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Lazy-loading 'resources' on Instance uuid 5677fa51-490b-4fff-8c10-fa94cdb310de {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.641602] env[65682]: DEBUG nova.network.neutron [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Successfully updated port: 406de163-ff34-46be-942e-6a62848e9457 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1097.667183] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616667, 'name': CreateVM_Task, 'duration_secs': 0.352082} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.667378] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1097.667948] env[65682]: WARNING neutronclient.v2_0.client [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.668314] env[65682]: DEBUG oslo_concurrency.lockutils [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.668470] env[65682]: DEBUG oslo_concurrency.lockutils [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.668807] env[65682]: DEBUG oslo_concurrency.lockutils [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.669167] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af3a8a47-926d-4146-899c-18b1a912c8b3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.679041] env[65682]: DEBUG oslo_vmware.api [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1097.679041] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ce9065-de96-769f-1596-b60ca1be40da" [ 1097.679041] env[65682]: _type = "Task" [ 1097.679041] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.683095] env[65682]: WARNING neutronclient.v2_0.client [req-85286be3-6699-4dfc-b56e-4ff499b12309 req-6d5e57dc-13df-4640-8ad1-1378e85d9685 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.695432] env[65682]: DEBUG oslo_vmware.api [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ce9065-de96-769f-1596-b60ca1be40da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.743742] env[65682]: DEBUG nova.compute.manager [None req-16e20bbd-cfdb-4d47-935b-6e67e6a8d3bd tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1097.744038] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-16e20bbd-cfdb-4d47-935b-6e67e6a8d3bd tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.744943] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a2a935-029a-4dd5-9476-ef273ce2c525 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.754351] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e20bbd-cfdb-4d47-935b-6e67e6a8d3bd tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.757283] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f80a6af5-d294-4774-aa96-75b02b596f91 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.766292] env[65682]: DEBUG oslo_vmware.api [None req-16e20bbd-cfdb-4d47-935b-6e67e6a8d3bd tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1097.766292] env[65682]: value = "task-4616668" [ 1097.766292] env[65682]: _type = "Task" [ 1097.766292] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.780881] env[65682]: DEBUG oslo_vmware.api [None req-16e20bbd-cfdb-4d47-935b-6e67e6a8d3bd tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.821264] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fd43eb-ff77-4e15-802b-310832314cd5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.830340] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c501f97-5e47-4958-abc9-47ee9c6bc30e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.841054] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.866824] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b73634f4-b8d1-4e64-b3f1-f08f312ceb30 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.871714] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0a1287-95db-4b7d-9bb5-e37439cb6892 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.874776] env[65682]: WARNING neutronclient.v2_0.client [req-85286be3-6699-4dfc-b56e-4ff499b12309 req-6d5e57dc-13df-4640-8ad1-1378e85d9685 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.881560] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87c393c-6917-4edd-b1a4-37d4cd1d6860 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.886153] env[65682]: DEBUG oslo_vmware.api [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1097.886153] env[65682]: value = "task-4616669" [ 1097.886153] env[65682]: _type = "Task" [ 1097.886153] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.898559] env[65682]: DEBUG nova.compute.provider_tree [None req-c86316df-42e2-4c84-a5c5-a88e91355da6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.905959] env[65682]: DEBUG oslo_vmware.api [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.961771] env[65682]: DEBUG nova.network.neutron [req-85286be3-6699-4dfc-b56e-4ff499b12309 req-6d5e57dc-13df-4640-8ad1-1378e85d9685 service nova] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Updated VIF entry in instance network info cache for port 90b842ba-1b9e-467e-9185-4232b181af36. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1097.962284] env[65682]: DEBUG nova.network.neutron [req-85286be3-6699-4dfc-b56e-4ff499b12309 req-6d5e57dc-13df-4640-8ad1-1378e85d9685 service nova] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Updating instance_info_cache with network_info: [{"id": "90b842ba-1b9e-467e-9185-4232b181af36", "address": "fa:16:3e:f5:9e:3e", "network": {"id": "d2e676e7-8222-43c3-a279-0be7d717d854", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637644478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983a459c835447309a57d7ac8b8bcfa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90b842ba-1b", "ovs_interfaceid": "90b842ba-1b9e-467e-9185-4232b181af36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.002877] env[65682]: DEBUG oslo_vmware.api [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616653, 'name': ReconfigVM_Task, 'duration_secs': 6.859782} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.003510] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Releasing lock "a1a7433a-0c19-4673-8630-427001f753a8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.003510] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Reconfigured VM to detach interface {{(pid=65682) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1098.004617] env[65682]: WARNING neutronclient.v2_0.client [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.004617] env[65682]: WARNING neutronclient.v2_0.client [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.029977] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "refresh_cache-1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.030599] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquired lock "refresh_cache-1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.030926] env[65682]: DEBUG nova.network.neutron [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1098.147509] env[65682]: DEBUG oslo_concurrency.lockutils [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "refresh_cache-df0b34e3-bab6-47b4-a4f0-a765656a5049" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.147670] env[65682]: DEBUG oslo_concurrency.lockutils [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquired lock "refresh_cache-df0b34e3-bab6-47b4-a4f0-a765656a5049" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.147877] env[65682]: DEBUG nova.network.neutron [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1098.192010] env[65682]: DEBUG oslo_vmware.api [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ce9065-de96-769f-1596-b60ca1be40da, 'name': SearchDatastore_Task, 'duration_secs': 0.017268} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.192973] env[65682]: DEBUG oslo_concurrency.lockutils [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.192973] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.192973] env[65682]: DEBUG oslo_concurrency.lockutils [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.193145] env[65682]: DEBUG oslo_concurrency.lockutils [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.193267] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.193565] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2b45d80-cc70-406f-bbda-6dce271ff4aa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.204264] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.204539] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.205476] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2868c0f2-f73a-4637-b6a1-adf5d96c05a7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.212307] env[65682]: DEBUG oslo_vmware.api [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1098.212307] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522d506e-4962-15f8-f6f4-7df50fb5d654" [ 1098.212307] env[65682]: _type = "Task" [ 1098.212307] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.221643] env[65682]: DEBUG oslo_vmware.api [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522d506e-4962-15f8-f6f4-7df50fb5d654, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.282649] env[65682]: DEBUG oslo_vmware.api [None req-16e20bbd-cfdb-4d47-935b-6e67e6a8d3bd tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616668, 'name': PowerOffVM_Task, 'duration_secs': 0.339509} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.282935] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e20bbd-cfdb-4d47-935b-6e67e6a8d3bd tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.283110] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-16e20bbd-cfdb-4d47-935b-6e67e6a8d3bd tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.283383] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e11c07a2-41c1-4ffc-b95d-1d30a95ebbf7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.392620] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-16e20bbd-cfdb-4d47-935b-6e67e6a8d3bd tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.392815] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-16e20bbd-cfdb-4d47-935b-6e67e6a8d3bd tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.392937] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e20bbd-cfdb-4d47-935b-6e67e6a8d3bd tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Deleting the datastore file [datastore1] d09c5c10-a7b0-42f9-8425-0df6d16ad9d6 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.393642] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-830d6831-f2d3-40db-bc96-25aef78dedb1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.399114] env[65682]: DEBUG oslo_vmware.api [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616669, 'name': PowerOffVM_Task, 'duration_secs': 0.267606} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.399778] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.400111] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.400955] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b666b696-5a07-49e0-895f-96b1d713cb2c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.405039] env[65682]: DEBUG nova.scheduler.client.report [None req-c86316df-42e2-4c84-a5c5-a88e91355da6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.410293] env[65682]: DEBUG oslo_vmware.api [None req-16e20bbd-cfdb-4d47-935b-6e67e6a8d3bd tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1098.410293] env[65682]: value = "task-4616671" [ 1098.410293] env[65682]: _type = "Task" [ 1098.410293] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.417678] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.418380] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3db971e2-f756-4415-bdc5-2bf114ffc389 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.423761] env[65682]: DEBUG oslo_vmware.api [None req-16e20bbd-cfdb-4d47-935b-6e67e6a8d3bd tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.465801] env[65682]: DEBUG oslo_concurrency.lockutils [req-85286be3-6699-4dfc-b56e-4ff499b12309 req-6d5e57dc-13df-4640-8ad1-1378e85d9685 service nova] Releasing lock "refresh_cache-076b1c93-c3ae-47f8-a8eb-9182dbc4dfed" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.492159] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.492461] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.492752] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Deleting the datastore file [datastore2] e56911bb-205b-4fa0-bf82-1e3b1c3f83ff {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.493090] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-418717c6-67fe-46d9-bb4d-467ee8ec2ca2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.500741] env[65682]: DEBUG oslo_vmware.api [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1098.500741] env[65682]: value = "task-4616673" [ 1098.500741] env[65682]: _type = "Task" [ 1098.500741] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.509189] env[65682]: DEBUG oslo_vmware.api [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.536979] env[65682]: WARNING neutronclient.v2_0.client [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.682435] env[65682]: DEBUG nova.network.neutron [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1098.705739] env[65682]: WARNING neutronclient.v2_0.client [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.723645] env[65682]: DEBUG oslo_vmware.api [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522d506e-4962-15f8-f6f4-7df50fb5d654, 'name': SearchDatastore_Task, 'duration_secs': 0.009917} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.724633] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-497db5fd-f27d-4fc2-a6e9-e4b2a784cb85 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.734153] env[65682]: DEBUG oslo_vmware.api [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1098.734153] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52098793-12f1-e368-579b-612db88ab722" [ 1098.734153] env[65682]: _type = "Task" [ 1098.734153] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.747967] env[65682]: DEBUG oslo_vmware.api [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52098793-12f1-e368-579b-612db88ab722, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.760474] env[65682]: WARNING neutronclient.v2_0.client [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.785716] env[65682]: DEBUG nova.network.neutron [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Updating instance_info_cache with network_info: [{"id": "2c922de2-3b6b-43e3-9374-87cf8c4b2590", "address": "fa:16:3e:84:62:ae", "network": {"id": "1719932d-bcf4-4ad2-8e3f-f55b5aaf896d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1384213493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1063d410f5864f5292ea4436f03d192c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c922de2-3b", "ovs_interfaceid": "2c922de2-3b6b-43e3-9374-87cf8c4b2590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.838849] env[65682]: DEBUG nova.network.neutron [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Updating instance_info_cache with network_info: [{"id": "406de163-ff34-46be-942e-6a62848e9457", "address": "fa:16:3e:a9:38:a4", "network": {"id": "bb910440-198c-4502-a3a4-4e298d3e865f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558144367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa8a0b312c041e49d891b6bae417098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap406de163-ff", "ovs_interfaceid": "406de163-ff34-46be-942e-6a62848e9457", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.912507] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c86316df-42e2-4c84-a5c5-a88e91355da6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.393s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.915765] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.692s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.917357] env[65682]: INFO nova.compute.claims [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.934081] env[65682]: DEBUG oslo_vmware.api [None req-16e20bbd-cfdb-4d47-935b-6e67e6a8d3bd tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385005} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.934342] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e20bbd-cfdb-4d47-935b-6e67e6a8d3bd tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.934536] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-16e20bbd-cfdb-4d47-935b-6e67e6a8d3bd tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.934764] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-16e20bbd-cfdb-4d47-935b-6e67e6a8d3bd tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.934986] env[65682]: INFO nova.compute.manager [None req-16e20bbd-cfdb-4d47-935b-6e67e6a8d3bd tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1098.935456] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-16e20bbd-cfdb-4d47-935b-6e67e6a8d3bd tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1098.936020] env[65682]: DEBUG nova.compute.manager [-] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1098.936147] env[65682]: DEBUG nova.network.neutron [-] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1098.936685] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.945831] env[65682]: INFO nova.scheduler.client.report [None req-c86316df-42e2-4c84-a5c5-a88e91355da6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Deleted allocations for instance 5677fa51-490b-4fff-8c10-fa94cdb310de [ 1098.998159] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.013432] env[65682]: DEBUG oslo_vmware.api [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306607} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.013997] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.013997] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.014211] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.254192] env[65682]: DEBUG oslo_vmware.api [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52098793-12f1-e368-579b-612db88ab722, 'name': SearchDatastore_Task, 'duration_secs': 0.026419} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.254192] env[65682]: DEBUG oslo_concurrency.lockutils [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.254192] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed/076b1c93-c3ae-47f8-a8eb-9182dbc4dfed.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.254459] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38e430b3-b64c-4697-aa3e-c9fa4c4e2b12 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.264078] env[65682]: DEBUG oslo_vmware.api [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1099.264078] env[65682]: value = "task-4616674" [ 1099.264078] env[65682]: _type = "Task" [ 1099.264078] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.276715] env[65682]: DEBUG oslo_vmware.api [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.280346] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "refresh_cache-a1a7433a-0c19-4673-8630-427001f753a8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.280532] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquired lock "refresh_cache-a1a7433a-0c19-4673-8630-427001f753a8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.280713] env[65682]: DEBUG nova.network.neutron [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1099.289167] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Releasing lock "refresh_cache-1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.341272] env[65682]: DEBUG nova.compute.manager [req-f1eacd3c-47a7-4f92-9af0-2b5a433bafcf req-4bcf9274-8ae1-417f-a78e-97a17fd01aad service nova] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Received event network-vif-plugged-406de163-ff34-46be-942e-6a62848e9457 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1099.341537] env[65682]: DEBUG oslo_concurrency.lockutils [req-f1eacd3c-47a7-4f92-9af0-2b5a433bafcf req-4bcf9274-8ae1-417f-a78e-97a17fd01aad service nova] Acquiring lock "df0b34e3-bab6-47b4-a4f0-a765656a5049-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.341741] env[65682]: DEBUG oslo_concurrency.lockutils [req-f1eacd3c-47a7-4f92-9af0-2b5a433bafcf req-4bcf9274-8ae1-417f-a78e-97a17fd01aad service nova] Lock "df0b34e3-bab6-47b4-a4f0-a765656a5049-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.341921] env[65682]: DEBUG oslo_concurrency.lockutils [req-f1eacd3c-47a7-4f92-9af0-2b5a433bafcf req-4bcf9274-8ae1-417f-a78e-97a17fd01aad service nova] Lock "df0b34e3-bab6-47b4-a4f0-a765656a5049-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.342432] env[65682]: DEBUG nova.compute.manager [req-f1eacd3c-47a7-4f92-9af0-2b5a433bafcf req-4bcf9274-8ae1-417f-a78e-97a17fd01aad service nova] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] No waiting events found dispatching network-vif-plugged-406de163-ff34-46be-942e-6a62848e9457 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1099.342432] env[65682]: WARNING nova.compute.manager [req-f1eacd3c-47a7-4f92-9af0-2b5a433bafcf req-4bcf9274-8ae1-417f-a78e-97a17fd01aad service nova] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Received unexpected event network-vif-plugged-406de163-ff34-46be-942e-6a62848e9457 for instance with vm_state building and task_state spawning. [ 1099.342432] env[65682]: DEBUG nova.compute.manager [req-f1eacd3c-47a7-4f92-9af0-2b5a433bafcf req-4bcf9274-8ae1-417f-a78e-97a17fd01aad service nova] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Received event network-changed-406de163-ff34-46be-942e-6a62848e9457 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1099.342790] env[65682]: DEBUG nova.compute.manager [req-f1eacd3c-47a7-4f92-9af0-2b5a433bafcf req-4bcf9274-8ae1-417f-a78e-97a17fd01aad service nova] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Refreshing instance network info cache due to event network-changed-406de163-ff34-46be-942e-6a62848e9457. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1099.342790] env[65682]: DEBUG oslo_concurrency.lockutils [req-f1eacd3c-47a7-4f92-9af0-2b5a433bafcf req-4bcf9274-8ae1-417f-a78e-97a17fd01aad service nova] Acquiring lock "refresh_cache-df0b34e3-bab6-47b4-a4f0-a765656a5049" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.344823] env[65682]: DEBUG oslo_concurrency.lockutils [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Releasing lock "refresh_cache-df0b34e3-bab6-47b4-a4f0-a765656a5049" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.345328] env[65682]: DEBUG nova.compute.manager [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Instance network_info: |[{"id": "406de163-ff34-46be-942e-6a62848e9457", "address": "fa:16:3e:a9:38:a4", "network": {"id": "bb910440-198c-4502-a3a4-4e298d3e865f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558144367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa8a0b312c041e49d891b6bae417098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap406de163-ff", "ovs_interfaceid": "406de163-ff34-46be-942e-6a62848e9457", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1099.345785] env[65682]: DEBUG oslo_concurrency.lockutils [req-f1eacd3c-47a7-4f92-9af0-2b5a433bafcf req-4bcf9274-8ae1-417f-a78e-97a17fd01aad service nova] Acquired lock "refresh_cache-df0b34e3-bab6-47b4-a4f0-a765656a5049" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.346075] env[65682]: DEBUG nova.network.neutron [req-f1eacd3c-47a7-4f92-9af0-2b5a433bafcf req-4bcf9274-8ae1-417f-a78e-97a17fd01aad service nova] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Refreshing network info cache for port 406de163-ff34-46be-942e-6a62848e9457 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.348199] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:38:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '406de163-ff34-46be-942e-6a62848e9457', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.360928] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1099.362508] env[65682]: WARNING neutronclient.v2_0.client [req-f1eacd3c-47a7-4f92-9af0-2b5a433bafcf req-4bcf9274-8ae1-417f-a78e-97a17fd01aad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.366017] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.367532] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54340783-d25e-4cd1-9083-f56bd0163ee1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.388596] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.388596] env[65682]: value = "task-4616675" [ 1099.388596] env[65682]: _type = "Task" [ 1099.388596] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.398187] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616675, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.456023] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c86316df-42e2-4c84-a5c5-a88e91355da6 tempest-ServerRescueTestJSON-47506583 tempest-ServerRescueTestJSON-47506583-project-member] Lock "5677fa51-490b-4fff-8c10-fa94cdb310de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.666s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.547735] env[65682]: WARNING neutronclient.v2_0.client [req-f1eacd3c-47a7-4f92-9af0-2b5a433bafcf req-4bcf9274-8ae1-417f-a78e-97a17fd01aad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.630902] env[65682]: DEBUG nova.network.neutron [req-f1eacd3c-47a7-4f92-9af0-2b5a433bafcf req-4bcf9274-8ae1-417f-a78e-97a17fd01aad service nova] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Updated VIF entry in instance network info cache for port 406de163-ff34-46be-942e-6a62848e9457. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1099.631458] env[65682]: DEBUG nova.network.neutron [req-f1eacd3c-47a7-4f92-9af0-2b5a433bafcf req-4bcf9274-8ae1-417f-a78e-97a17fd01aad service nova] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Updating instance_info_cache with network_info: [{"id": "406de163-ff34-46be-942e-6a62848e9457", "address": "fa:16:3e:a9:38:a4", "network": {"id": "bb910440-198c-4502-a3a4-4e298d3e865f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1558144367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aa8a0b312c041e49d891b6bae417098", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap406de163-ff", "ovs_interfaceid": "406de163-ff34-46be-942e-6a62848e9457", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.747922] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "a1a7433a-0c19-4673-8630-427001f753a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.748247] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "a1a7433a-0c19-4673-8630-427001f753a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.749193] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "a1a7433a-0c19-4673-8630-427001f753a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.749474] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "a1a7433a-0c19-4673-8630-427001f753a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.749716] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "a1a7433a-0c19-4673-8630-427001f753a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.752402] env[65682]: INFO nova.compute.manager [None req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Terminating instance [ 1099.776180] env[65682]: DEBUG oslo_vmware.api [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616674, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507507} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.776704] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed/076b1c93-c3ae-47f8-a8eb-9182dbc4dfed.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.776820] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.777114] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-270c5fc0-c158-4435-bb62-bfad10b21a15 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.783100] env[65682]: WARNING neutronclient.v2_0.client [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.787342] env[65682]: DEBUG oslo_vmware.api [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1099.787342] env[65682]: value = "task-4616676" [ 1099.787342] env[65682]: _type = "Task" [ 1099.787342] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.801426] env[65682]: DEBUG oslo_vmware.api [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.810683] env[65682]: DEBUG nova.network.neutron [-] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.900099] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616675, 'name': CreateVM_Task, 'duration_secs': 0.488165} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.900269] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.900742] env[65682]: WARNING neutronclient.v2_0.client [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.901108] env[65682]: DEBUG oslo_concurrency.lockutils [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.901274] env[65682]: DEBUG oslo_concurrency.lockutils [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.901597] env[65682]: DEBUG oslo_concurrency.lockutils [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.902179] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e62e2c5-8a6e-458c-aa9f-13b97610b813 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.907450] env[65682]: DEBUG oslo_vmware.api [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 1099.907450] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522520df-7fd2-5b69-b0af-39352c50ea87" [ 1099.907450] env[65682]: _type = "Task" [ 1099.907450] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.916325] env[65682]: DEBUG oslo_vmware.api [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522520df-7fd2-5b69-b0af-39352c50ea87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.999057] env[65682]: WARNING neutronclient.v2_0.client [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.059843] env[65682]: DEBUG nova.virt.hardware [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1100.060237] env[65682]: DEBUG nova.virt.hardware [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.060321] env[65682]: DEBUG nova.virt.hardware [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1100.060481] env[65682]: DEBUG nova.virt.hardware [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.060626] env[65682]: DEBUG nova.virt.hardware [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1100.060795] env[65682]: DEBUG nova.virt.hardware [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1100.060989] env[65682]: DEBUG nova.virt.hardware [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1100.061231] env[65682]: DEBUG nova.virt.hardware [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1100.061341] env[65682]: DEBUG nova.virt.hardware [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1100.061523] env[65682]: DEBUG nova.virt.hardware [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1100.061697] env[65682]: DEBUG nova.virt.hardware [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1100.062660] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c568c5da-1b92-4318-9ae3-c1801f7ff106 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.075060] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d50a2a5-ecd2-4876-92ea-cae4627128b5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.091741] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:23:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21651189-1d37-4dd2-b402-c3649b8dfac8', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.099474] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1100.102406] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.102853] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fa24f76-819b-436a-ba1e-b84be9e4c0eb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.130992] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.130992] env[65682]: value = "task-4616677" [ 1100.130992] env[65682]: _type = "Task" [ 1100.130992] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.140285] env[65682]: DEBUG oslo_concurrency.lockutils [req-f1eacd3c-47a7-4f92-9af0-2b5a433bafcf req-4bcf9274-8ae1-417f-a78e-97a17fd01aad service nova] Releasing lock "refresh_cache-df0b34e3-bab6-47b4-a4f0-a765656a5049" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.140593] env[65682]: DEBUG nova.compute.manager [req-f1eacd3c-47a7-4f92-9af0-2b5a433bafcf req-4bcf9274-8ae1-417f-a78e-97a17fd01aad service nova] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Received event network-vif-deleted-851c5436-c639-4274-8b22-b04668af0693 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1100.141312] env[65682]: INFO nova.compute.manager [req-f1eacd3c-47a7-4f92-9af0-2b5a433bafcf req-4bcf9274-8ae1-417f-a78e-97a17fd01aad service nova] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Neutron deleted interface 851c5436-c639-4274-8b22-b04668af0693; detaching it from the instance and deleting it from the info cache [ 1100.141312] env[65682]: DEBUG nova.network.neutron [req-f1eacd3c-47a7-4f92-9af0-2b5a433bafcf req-4bcf9274-8ae1-417f-a78e-97a17fd01aad service nova] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Updating instance_info_cache with network_info: [{"id": "a2121876-1268-4931-b7ff-027bc051a94b", "address": "fa:16:3e:bc:09:a0", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2121876-12", "ovs_interfaceid": "a2121876-1268-4931-b7ff-027bc051a94b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.151484] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616677, 'name': CreateVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.163937] env[65682]: DEBUG nova.compute.manager [None req-28011f97-a52b-4065-acd0-0b4beacde54a tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1100.168069] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8348ae48-3a72-4763-bf8f-8cbbf6126017 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.190688] env[65682]: INFO nova.network.neutron [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Port 851c5436-c639-4274-8b22-b04668af0693 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1100.191037] env[65682]: DEBUG nova.network.neutron [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Updating instance_info_cache with network_info: [{"id": "a2121876-1268-4931-b7ff-027bc051a94b", "address": "fa:16:3e:bc:09:a0", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2121876-12", "ovs_interfaceid": "a2121876-1268-4931-b7ff-027bc051a94b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.256851] env[65682]: DEBUG nova.compute.manager [None req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1100.257033] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.257942] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a2a2b5-d84e-47c8-8e3c-c4fc8bf37a16 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.270031] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.270031] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28518e41-8b46-4681-bafc-6f8ca93a16e2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.277065] env[65682]: DEBUG oslo_vmware.api [None req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1100.277065] env[65682]: value = "task-4616678" [ 1100.277065] env[65682]: _type = "Task" [ 1100.277065] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.286317] env[65682]: DEBUG oslo_vmware.api [None req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.287916] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5506e176-9885-4b54-a8f1-2aa62dcf5998 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.301343] env[65682]: DEBUG oslo_vmware.api [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079601} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.302389] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26a27a2-0dcf-40b0-97c7-62ec7b99eefb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.308408] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1100.312094] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f21bfc-3c06-4367-b0e1-9cb9fd796302 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.317408] env[65682]: INFO nova.compute.manager [-] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Took 1.38 seconds to deallocate network for instance. [ 1100.365504] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed/076b1c93-c3ae-47f8-a8eb-9182dbc4dfed.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.368988] env[65682]: DEBUG oslo_concurrency.lockutils [None req-16e20bbd-cfdb-4d47-935b-6e67e6a8d3bd tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.369408] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db8ceb37-42cd-46e4-810f-386ae629870c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.396784] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b01a702-c382-4dfc-884d-ca1db838fe08 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.411267] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e922f3d9-7bf7-471b-b460-55aea55413e3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.417674] env[65682]: DEBUG oslo_vmware.api [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1100.417674] env[65682]: value = "task-4616679" [ 1100.417674] env[65682]: _type = "Task" [ 1100.417674] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.437352] env[65682]: DEBUG nova.compute.provider_tree [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.442914] env[65682]: DEBUG oslo_vmware.api [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522520df-7fd2-5b69-b0af-39352c50ea87, 'name': SearchDatastore_Task, 'duration_secs': 0.010518} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.446289] env[65682]: DEBUG oslo_concurrency.lockutils [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.446537] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.446785] env[65682]: DEBUG oslo_concurrency.lockutils [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.446919] env[65682]: DEBUG oslo_concurrency.lockutils [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.447122] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.447477] env[65682]: DEBUG oslo_vmware.api [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.447625] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c94ab27-95a7-450b-b12e-76d602ac10ce {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.457583] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.457773] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.458752] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c37e0a2-056d-4cf4-b11e-8e47dafaf047 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.465243] env[65682]: DEBUG oslo_vmware.api [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 1100.465243] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5248a380-93b1-1087-acb5-8c5c3e15a42a" [ 1100.465243] env[65682]: _type = "Task" [ 1100.465243] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.474163] env[65682]: DEBUG oslo_vmware.api [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5248a380-93b1-1087-acb5-8c5c3e15a42a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.644804] env[65682]: DEBUG oslo_concurrency.lockutils [req-f1eacd3c-47a7-4f92-9af0-2b5a433bafcf req-4bcf9274-8ae1-417f-a78e-97a17fd01aad service nova] Acquiring lock "a1a7433a-0c19-4673-8630-427001f753a8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.651898] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616677, 'name': CreateVM_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.683349] env[65682]: INFO nova.compute.manager [None req-28011f97-a52b-4065-acd0-0b4beacde54a tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] instance snapshotting [ 1100.686044] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4f52a7-fb5a-4dc7-9242-e102287adfb2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.707512] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Releasing lock "refresh_cache-a1a7433a-0c19-4673-8630-427001f753a8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.711029] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979b5809-8f25-406c-be58-fe3c26658d24 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.790428] env[65682]: DEBUG oslo_vmware.api [None req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.825213] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280f9cf0-6617-476e-9b40-3c42f9bcd66d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.847608] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Updating instance '1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59' progress to 0 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1100.935532] env[65682]: DEBUG oslo_vmware.api [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.941105] env[65682]: DEBUG nova.scheduler.client.report [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.979379] env[65682]: DEBUG oslo_vmware.api [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5248a380-93b1-1087-acb5-8c5c3e15a42a, 'name': SearchDatastore_Task, 'duration_secs': 0.010172} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.980598] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a271ec8c-c95d-4b2d-8659-9fd912daa467 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.988092] env[65682]: DEBUG oslo_vmware.api [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 1100.988092] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52db48da-7573-3e84-8976-816f74536c86" [ 1100.988092] env[65682]: _type = "Task" [ 1100.988092] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.005555] env[65682]: DEBUG oslo_vmware.api [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52db48da-7573-3e84-8976-816f74536c86, 'name': SearchDatastore_Task, 'duration_secs': 0.013473} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.006323] env[65682]: DEBUG oslo_concurrency.lockutils [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.006323] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] df0b34e3-bab6-47b4-a4f0-a765656a5049/df0b34e3-bab6-47b4-a4f0-a765656a5049.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.006632] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8904e1f-6336-430d-9875-862c0c4ac07a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.015766] env[65682]: DEBUG oslo_vmware.api [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 1101.015766] env[65682]: value = "task-4616680" [ 1101.015766] env[65682]: _type = "Task" [ 1101.015766] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.025879] env[65682]: DEBUG oslo_vmware.api [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.145902] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616677, 'name': CreateVM_Task, 'duration_secs': 0.798697} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.146253] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.147118] env[65682]: WARNING neutronclient.v2_0.client [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1101.147591] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.147727] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.148229] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.148663] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb987444-b4b2-4964-93af-9586521b01dd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.156026] env[65682]: DEBUG oslo_vmware.api [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1101.156026] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5291e3e7-9d75-e5f2-9f6a-25becfffe310" [ 1101.156026] env[65682]: _type = "Task" [ 1101.156026] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.167295] env[65682]: DEBUG oslo_vmware.api [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5291e3e7-9d75-e5f2-9f6a-25becfffe310, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.216038] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4c549d78-a86e-4d24-8854-8ac27bdb02d8 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "interface-a1a7433a-0c19-4673-8630-427001f753a8-851c5436-c639-4274-8b22-b04668af0693" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.832s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.224647] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-28011f97-a52b-4065-acd0-0b4beacde54a tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Creating Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1101.225606] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3a5b28bf-748d-4008-bf04-eca368955f11 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.235299] env[65682]: DEBUG oslo_vmware.api [None req-28011f97-a52b-4065-acd0-0b4beacde54a tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1101.235299] env[65682]: value = "task-4616681" [ 1101.235299] env[65682]: _type = "Task" [ 1101.235299] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.247260] env[65682]: DEBUG oslo_vmware.api [None req-28011f97-a52b-4065-acd0-0b4beacde54a tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616681, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.292144] env[65682]: DEBUG oslo_vmware.api [None req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616678, 'name': PowerOffVM_Task, 'duration_secs': 0.802417} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.292536] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.292724] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.293031] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3812830e-cf51-42fc-a7c8-c6755c017f4f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.356919] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.358241] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aec52823-34e2-4af1-8030-d1e0e63faff7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.367028] env[65682]: DEBUG oslo_vmware.api [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1101.367028] env[65682]: value = "task-4616683" [ 1101.367028] env[65682]: _type = "Task" [ 1101.367028] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.378632] env[65682]: DEBUG oslo_vmware.api [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.396262] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.396403] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.396607] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Deleting the datastore file [datastore2] a1a7433a-0c19-4673-8630-427001f753a8 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.397019] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faf72e93-703a-414f-b42b-380743429363 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.406657] env[65682]: DEBUG oslo_vmware.api [None req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1101.406657] env[65682]: value = "task-4616684" [ 1101.406657] env[65682]: _type = "Task" [ 1101.406657] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.416774] env[65682]: DEBUG oslo_vmware.api [None req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.421022] env[65682]: DEBUG nova.compute.manager [req-7f2b8ffa-3b90-4f4d-9028-172dc6d7f13d req-3d671b22-d004-4c94-9e2b-e2d12365364d service nova] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Received event network-vif-deleted-1b3c98f9-16c9-4cee-b6fd-4adca786697d {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1101.434560] env[65682]: DEBUG oslo_vmware.api [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616679, 'name': ReconfigVM_Task, 'duration_secs': 0.788713} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.435310] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed/076b1c93-c3ae-47f8-a8eb-9182dbc4dfed.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.435685] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02dff1ed-911c-485b-bc30-8ca13c3867dc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.446045] env[65682]: DEBUG oslo_vmware.api [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1101.446045] env[65682]: value = "task-4616685" [ 1101.446045] env[65682]: _type = "Task" [ 1101.446045] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.448065] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.448065] env[65682]: DEBUG nova.compute.manager [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1101.450625] env[65682]: DEBUG oslo_concurrency.lockutils [None req-16e20bbd-cfdb-4d47-935b-6e67e6a8d3bd tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.082s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.450875] env[65682]: DEBUG nova.objects.instance [None req-16e20bbd-cfdb-4d47-935b-6e67e6a8d3bd tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lazy-loading 'resources' on Instance uuid d09c5c10-a7b0-42f9-8425-0df6d16ad9d6 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.463778] env[65682]: DEBUG oslo_vmware.api [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616685, 'name': Rename_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.526449] env[65682]: DEBUG oslo_vmware.api [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616680, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.667604] env[65682]: DEBUG oslo_vmware.api [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5291e3e7-9d75-e5f2-9f6a-25becfffe310, 'name': SearchDatastore_Task, 'duration_secs': 0.01634} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.668036] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.668298] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.668629] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.668811] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.669099] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.669464] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5770f705-3b07-4320-89c9-ba72d4bf2bf9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.680242] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.680407] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.681256] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6594ddf0-0409-407b-8d92-dd8447e619aa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.689967] env[65682]: DEBUG oslo_vmware.api [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1101.689967] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5264b207-3bea-10cb-6ebb-f2f8b56f33b5" [ 1101.689967] env[65682]: _type = "Task" [ 1101.689967] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.699927] env[65682]: DEBUG oslo_vmware.api [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5264b207-3bea-10cb-6ebb-f2f8b56f33b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.747354] env[65682]: DEBUG oslo_vmware.api [None req-28011f97-a52b-4065-acd0-0b4beacde54a tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616681, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.877063] env[65682]: DEBUG oslo_vmware.api [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616683, 'name': PowerOffVM_Task, 'duration_secs': 0.309292} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.877307] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.877482] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Updating instance '1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59' progress to 17 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.917873] env[65682]: DEBUG oslo_vmware.api [None req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252694} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.918925] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.919178] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.919438] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.919550] env[65682]: INFO nova.compute.manager [None req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1101.919793] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1101.920261] env[65682]: DEBUG nova.compute.manager [-] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1101.920367] env[65682]: DEBUG nova.network.neutron [-] [instance: a1a7433a-0c19-4673-8630-427001f753a8] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1101.920610] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.957331] env[65682]: DEBUG nova.compute.utils [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.961343] env[65682]: DEBUG nova.compute.manager [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1101.961482] env[65682]: DEBUG nova.network.neutron [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1101.961772] env[65682]: WARNING neutronclient.v2_0.client [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.962084] env[65682]: WARNING neutronclient.v2_0.client [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.970603] env[65682]: DEBUG oslo_vmware.api [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616685, 'name': Rename_Task, 'duration_secs': 0.220197} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.971549] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.971824] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2ca968b-9b13-4e50-8dd5-4c8a217fa4d1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.979925] env[65682]: DEBUG oslo_vmware.api [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1101.979925] env[65682]: value = "task-4616686" [ 1101.979925] env[65682]: _type = "Task" [ 1101.979925] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.980947] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.994802] env[65682]: DEBUG oslo_vmware.api [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.009828] env[65682]: DEBUG nova.policy [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6316728f0e84555b2693fc2c5780e38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8eaca82bae54434ea55d652d06ff4773', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1102.028631] env[65682]: DEBUG oslo_vmware.api [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616680, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520298} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.031782] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] df0b34e3-bab6-47b4-a4f0-a765656a5049/df0b34e3-bab6-47b4-a4f0-a765656a5049.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.032171] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.032718] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1fc7adb-1741-4ddb-84a2-3fd9b9676d7b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.040357] env[65682]: DEBUG oslo_vmware.api [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 1102.040357] env[65682]: value = "task-4616687" [ 1102.040357] env[65682]: _type = "Task" [ 1102.040357] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.051289] env[65682]: DEBUG oslo_vmware.api [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.202227] env[65682]: DEBUG oslo_vmware.api [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5264b207-3bea-10cb-6ebb-f2f8b56f33b5, 'name': SearchDatastore_Task, 'duration_secs': 0.009764} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.202725] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e57337a-65ab-46c6-87c5-5c53c990bbdf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.208666] env[65682]: DEBUG oslo_vmware.api [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1102.208666] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d2c402-eb12-7bec-2b94-f3a508d3c095" [ 1102.208666] env[65682]: _type = "Task" [ 1102.208666] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.220212] env[65682]: DEBUG oslo_vmware.api [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d2c402-eb12-7bec-2b94-f3a508d3c095, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.250398] env[65682]: DEBUG oslo_vmware.api [None req-28011f97-a52b-4065-acd0-0b4beacde54a tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616681, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.252231] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725dda5f-532a-41d2-a1a3-bf571f5356db {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.260766] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd360e8-e290-4f9d-9fb8-6461d8fbd725 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.298104] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1423598b-dbbe-46fe-b6b0-80b125ffc293 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.308553] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f86abd-af98-42c2-a916-ad5a8345d0be {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.325766] env[65682]: DEBUG nova.compute.provider_tree [None req-16e20bbd-cfdb-4d47-935b-6e67e6a8d3bd tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.362768] env[65682]: DEBUG nova.network.neutron [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Successfully created port: 77435005-02e8-4b00-82a1-9df28aaa2e66 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1102.384600] env[65682]: DEBUG nova.virt.hardware [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:23:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1102.384783] env[65682]: DEBUG nova.virt.hardware [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.384901] env[65682]: DEBUG nova.virt.hardware [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1102.385102] env[65682]: DEBUG nova.virt.hardware [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.385249] env[65682]: DEBUG nova.virt.hardware [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1102.385391] env[65682]: DEBUG nova.virt.hardware [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1102.385673] env[65682]: DEBUG nova.virt.hardware [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1102.385917] env[65682]: DEBUG nova.virt.hardware [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1102.386109] env[65682]: DEBUG nova.virt.hardware [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1102.386391] env[65682]: DEBUG nova.virt.hardware [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1102.386691] env[65682]: DEBUG nova.virt.hardware [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1102.392147] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e5df099-dcbd-4eb8-9d9e-f5dd5055dbad {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.408598] env[65682]: DEBUG oslo_vmware.api [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1102.408598] env[65682]: value = "task-4616688" [ 1102.408598] env[65682]: _type = "Task" [ 1102.408598] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.417666] env[65682]: DEBUG oslo_vmware.api [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.466509] env[65682]: DEBUG nova.compute.manager [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1102.493427] env[65682]: DEBUG oslo_vmware.api [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616686, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.550608] env[65682]: DEBUG oslo_vmware.api [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.221513} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.550877] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1102.551655] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa5a48c-ecd9-4308-bfb3-99d2a3dec06d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.576344] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] df0b34e3-bab6-47b4-a4f0-a765656a5049/df0b34e3-bab6-47b4-a4f0-a765656a5049.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.576613] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-326a45f2-6ea5-4412-b23a-697dc7aafbac {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.597715] env[65682]: DEBUG oslo_vmware.api [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 1102.597715] env[65682]: value = "task-4616689" [ 1102.597715] env[65682]: _type = "Task" [ 1102.597715] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.610713] env[65682]: DEBUG oslo_vmware.api [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616689, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.721658] env[65682]: DEBUG oslo_vmware.api [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d2c402-eb12-7bec-2b94-f3a508d3c095, 'name': SearchDatastore_Task, 'duration_secs': 0.03225} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.721976] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.722165] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] e56911bb-205b-4fa0-bf82-1e3b1c3f83ff/e56911bb-205b-4fa0-bf82-1e3b1c3f83ff.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.722450] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f32139c2-e171-4e60-a641-a449a1fdfc63 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.731218] env[65682]: DEBUG oslo_vmware.api [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1102.731218] env[65682]: value = "task-4616690" [ 1102.731218] env[65682]: _type = "Task" [ 1102.731218] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.740571] env[65682]: DEBUG oslo_vmware.api [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.749649] env[65682]: DEBUG oslo_vmware.api [None req-28011f97-a52b-4065-acd0-0b4beacde54a tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616681, 'name': CreateSnapshot_Task, 'duration_secs': 1.076806} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.749942] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-28011f97-a52b-4065-acd0-0b4beacde54a tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Created Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1102.750888] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc0f82f-4e67-4416-bd2d-9ea5ff927f4c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.830194] env[65682]: DEBUG nova.scheduler.client.report [None req-16e20bbd-cfdb-4d47-935b-6e67e6a8d3bd tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.921901] env[65682]: DEBUG oslo_vmware.api [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616688, 'name': ReconfigVM_Task, 'duration_secs': 0.381513} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.925169] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Updating instance '1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59' progress to 33 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1102.941023] env[65682]: DEBUG nova.network.neutron [-] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.972569] env[65682]: INFO nova.virt.block_device [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Booting with volume 239f5fb0-ee9e-4057-b1d2-d9527987035f at /dev/sda [ 1102.997809] env[65682]: DEBUG oslo_vmware.api [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616686, 'name': PowerOnVM_Task, 'duration_secs': 1.013219} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.999500] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.999837] env[65682]: INFO nova.compute.manager [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1103.000162] env[65682]: DEBUG nova.compute.manager [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1103.002015] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2211e5-eca4-4874-ba01-de48c1a3e059 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.029443] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e7777d9-3182-4f87-b763-c12599becdf6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.045338] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf74c8c6-1c43-4850-ae51-62c68e47e53b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.094955] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bed5bbda-fc80-46aa-9cca-49b0d6303bae {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.107065] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae383e9-2ac3-4ce2-b352-9be923eae1a0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.123363] env[65682]: DEBUG oslo_vmware.api [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616689, 'name': ReconfigVM_Task, 'duration_secs': 0.430514} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.124818] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Reconfigured VM instance instance-00000068 to attach disk [datastore1] df0b34e3-bab6-47b4-a4f0-a765656a5049/df0b34e3-bab6-47b4-a4f0-a765656a5049.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.125186] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e94cca70-48ff-4512-8b89-6ef67412c2a0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.135080] env[65682]: DEBUG oslo_vmware.api [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 1103.135080] env[65682]: value = "task-4616691" [ 1103.135080] env[65682]: _type = "Task" [ 1103.135080] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.159714] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa7fee7-c682-418d-8e64-a5ef23d3c76e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.167580] env[65682]: DEBUG oslo_vmware.api [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616691, 'name': Rename_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.174264] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a143e7-fc87-4571-b2b6-4e092b83bd01 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.192483] env[65682]: DEBUG nova.virt.block_device [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Updating existing volume attachment record: 91f59ac2-e683-45a3-be99-1a772dd60809 {{(pid=65682) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1103.243347] env[65682]: DEBUG oslo_vmware.api [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616690, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.274412] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-28011f97-a52b-4065-acd0-0b4beacde54a tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Creating linked-clone VM from snapshot {{(pid=65682) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1103.274799] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e1fc46ac-15a2-4672-aeb1-255ce352ac50 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.285475] env[65682]: DEBUG oslo_vmware.api [None req-28011f97-a52b-4065-acd0-0b4beacde54a tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1103.285475] env[65682]: value = "task-4616692" [ 1103.285475] env[65682]: _type = "Task" [ 1103.285475] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.297211] env[65682]: DEBUG oslo_vmware.api [None req-28011f97-a52b-4065-acd0-0b4beacde54a tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616692, 'name': CloneVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.336387] env[65682]: DEBUG oslo_concurrency.lockutils [None req-16e20bbd-cfdb-4d47-935b-6e67e6a8d3bd tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.366349] env[65682]: INFO nova.scheduler.client.report [None req-16e20bbd-cfdb-4d47-935b-6e67e6a8d3bd tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Deleted allocations for instance d09c5c10-a7b0-42f9-8425-0df6d16ad9d6 [ 1103.430671] env[65682]: DEBUG nova.virt.hardware [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1103.431026] env[65682]: DEBUG nova.virt.hardware [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.431026] env[65682]: DEBUG nova.virt.hardware [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1103.431148] env[65682]: DEBUG nova.virt.hardware [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.431220] env[65682]: DEBUG nova.virt.hardware [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1103.431348] env[65682]: DEBUG nova.virt.hardware [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1103.431565] env[65682]: DEBUG nova.virt.hardware [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1103.431730] env[65682]: DEBUG nova.virt.hardware [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1103.431899] env[65682]: DEBUG nova.virt.hardware [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1103.432103] env[65682]: DEBUG nova.virt.hardware [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1103.432272] env[65682]: DEBUG nova.virt.hardware [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1103.437998] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1103.438770] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7966db4a-a422-4a73-b739-874aa59ae0f9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.454563] env[65682]: INFO nova.compute.manager [-] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Took 1.53 seconds to deallocate network for instance. [ 1103.458780] env[65682]: DEBUG nova.compute.manager [req-e60e97d1-c3ef-4c1e-9b5c-4008d4d877f1 req-027ab92d-21d4-41a9-925a-ed3a175f973c service nova] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Received event network-vif-deleted-a2121876-1268-4931-b7ff-027bc051a94b {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1103.464609] env[65682]: DEBUG oslo_vmware.api [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1103.464609] env[65682]: value = "task-4616693" [ 1103.464609] env[65682]: _type = "Task" [ 1103.464609] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.475053] env[65682]: DEBUG oslo_vmware.api [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616693, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.531945] env[65682]: INFO nova.compute.manager [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Took 24.69 seconds to build instance. [ 1103.647210] env[65682]: DEBUG oslo_vmware.api [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616691, 'name': Rename_Task, 'duration_secs': 0.183377} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.647337] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.647616] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3d26de2-af2e-43fc-b714-fde0423badc1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.656559] env[65682]: DEBUG oslo_vmware.api [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 1103.656559] env[65682]: value = "task-4616694" [ 1103.656559] env[65682]: _type = "Task" [ 1103.656559] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.667123] env[65682]: DEBUG oslo_vmware.api [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.745983] env[65682]: DEBUG oslo_vmware.api [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616690, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596886} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.746271] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] e56911bb-205b-4fa0-bf82-1e3b1c3f83ff/e56911bb-205b-4fa0-bf82-1e3b1c3f83ff.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.746501] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.749138] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4519a533-b560-48dc-ae8c-4e49c46ad4bf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.759959] env[65682]: DEBUG oslo_vmware.api [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1103.759959] env[65682]: value = "task-4616695" [ 1103.759959] env[65682]: _type = "Task" [ 1103.759959] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.772107] env[65682]: DEBUG oslo_vmware.api [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.799407] env[65682]: DEBUG oslo_vmware.api [None req-28011f97-a52b-4065-acd0-0b4beacde54a tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616692, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.878801] env[65682]: DEBUG oslo_concurrency.lockutils [None req-16e20bbd-cfdb-4d47-935b-6e67e6a8d3bd tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "d09c5c10-a7b0-42f9-8425-0df6d16ad9d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.644s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.966142] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.966534] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.966820] env[65682]: DEBUG nova.objects.instance [None req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lazy-loading 'resources' on Instance uuid a1a7433a-0c19-4673-8630-427001f753a8 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.979226] env[65682]: DEBUG oslo_vmware.api [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616693, 'name': ReconfigVM_Task, 'duration_secs': 0.333856} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.980619] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1103.981768] env[65682]: DEBUG nova.compute.manager [req-25cd2b28-0c18-497e-be30-b2c6cab418b7 req-2e672bf7-2314-4e7c-99c5-c1c550dd511d service nova] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Received event network-vif-plugged-77435005-02e8-4b00-82a1-9df28aaa2e66 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1103.982067] env[65682]: DEBUG oslo_concurrency.lockutils [req-25cd2b28-0c18-497e-be30-b2c6cab418b7 req-2e672bf7-2314-4e7c-99c5-c1c550dd511d service nova] Acquiring lock "8638b1d1-2308-42d4-acbb-0c50031dc886-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.982371] env[65682]: DEBUG oslo_concurrency.lockutils [req-25cd2b28-0c18-497e-be30-b2c6cab418b7 req-2e672bf7-2314-4e7c-99c5-c1c550dd511d service nova] Lock "8638b1d1-2308-42d4-acbb-0c50031dc886-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.982646] env[65682]: DEBUG oslo_concurrency.lockutils [req-25cd2b28-0c18-497e-be30-b2c6cab418b7 req-2e672bf7-2314-4e7c-99c5-c1c550dd511d service nova] Lock "8638b1d1-2308-42d4-acbb-0c50031dc886-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.983314] env[65682]: DEBUG nova.compute.manager [req-25cd2b28-0c18-497e-be30-b2c6cab418b7 req-2e672bf7-2314-4e7c-99c5-c1c550dd511d service nova] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] No waiting events found dispatching network-vif-plugged-77435005-02e8-4b00-82a1-9df28aaa2e66 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1103.983314] env[65682]: WARNING nova.compute.manager [req-25cd2b28-0c18-497e-be30-b2c6cab418b7 req-2e672bf7-2314-4e7c-99c5-c1c550dd511d service nova] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Received unexpected event network-vif-plugged-77435005-02e8-4b00-82a1-9df28aaa2e66 for instance with vm_state building and task_state block_device_mapping. [ 1103.984219] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bfe181-dfea-4464-80b0-fa8d43d1743c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.016966] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59/1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.016966] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-926f42da-5f90-456a-86eb-5601a703653e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.032273] env[65682]: DEBUG nova.network.neutron [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Successfully updated port: 77435005-02e8-4b00-82a1-9df28aaa2e66 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1104.034040] env[65682]: DEBUG oslo_concurrency.lockutils [None req-04bad6d0-e6b5-46ef-8f0e-0520f0fd37f2 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "076b1c93-c3ae-47f8-a8eb-9182dbc4dfed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.201s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.041492] env[65682]: DEBUG oslo_vmware.api [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1104.041492] env[65682]: value = "task-4616696" [ 1104.041492] env[65682]: _type = "Task" [ 1104.041492] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.052432] env[65682]: DEBUG oslo_vmware.api [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616696, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.058421] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5deda518-d8d5-476a-a9a5-b5494a3e5f93 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.058692] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5deda518-d8d5-476a-a9a5-b5494a3e5f93 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.059105] env[65682]: INFO nova.compute.manager [None req-5deda518-d8d5-476a-a9a5-b5494a3e5f93 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Rebooting instance [ 1104.168875] env[65682]: DEBUG oslo_vmware.api [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616694, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.273779] env[65682]: DEBUG oslo_vmware.api [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.299648] env[65682]: DEBUG oslo_vmware.api [None req-28011f97-a52b-4065-acd0-0b4beacde54a tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616692, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.537034] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "refresh_cache-8638b1d1-2308-42d4-acbb-0c50031dc886" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.537034] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquired lock "refresh_cache-8638b1d1-2308-42d4-acbb-0c50031dc886" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.537034] env[65682]: DEBUG nova.network.neutron [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1104.557798] env[65682]: DEBUG oslo_vmware.api [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.576390] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5deda518-d8d5-476a-a9a5-b5494a3e5f93 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "refresh_cache-d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.576592] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5deda518-d8d5-476a-a9a5-b5494a3e5f93 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquired lock "refresh_cache-d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.576769] env[65682]: DEBUG nova.network.neutron [None req-5deda518-d8d5-476a-a9a5-b5494a3e5f93 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1104.669844] env[65682]: DEBUG oslo_vmware.api [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616694, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.775944] env[65682]: DEBUG oslo_vmware.api [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.782274] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dc1d19-771b-4019-b34a-e9c97e987655 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.794457] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee65c27-93b5-4a8b-a430-d20fd179018a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.804077] env[65682]: DEBUG oslo_vmware.api [None req-28011f97-a52b-4065-acd0-0b4beacde54a tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616692, 'name': CloneVM_Task} progress is 95%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.839790] env[65682]: DEBUG oslo_concurrency.lockutils [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "1354716c-57d5-4523-8672-eceb6b14db9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.840144] env[65682]: DEBUG oslo_concurrency.lockutils [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "1354716c-57d5-4523-8672-eceb6b14db9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.843976] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42225e53-ecab-4a64-837d-87a011c04435 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.858909] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c30684-204f-4077-a8dd-5c7985930223 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.876602] env[65682]: DEBUG nova.compute.provider_tree [None req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.052799] env[65682]: DEBUG oslo_vmware.api [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.080600] env[65682]: DEBUG nova.network.neutron [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1105.083265] env[65682]: WARNING neutronclient.v2_0.client [None req-5deda518-d8d5-476a-a9a5-b5494a3e5f93 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.097746] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "076b1c93-c3ae-47f8-a8eb-9182dbc4dfed" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.097997] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "076b1c93-c3ae-47f8-a8eb-9182dbc4dfed" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.098206] env[65682]: INFO nova.compute.manager [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Shelving [ 1105.164163] env[65682]: WARNING neutronclient.v2_0.client [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.172750] env[65682]: DEBUG oslo_vmware.api [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616694, 'name': PowerOnVM_Task, 'duration_secs': 1.119102} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.173050] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.173269] env[65682]: INFO nova.compute.manager [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Took 8.06 seconds to spawn the instance on the hypervisor. [ 1105.173449] env[65682]: DEBUG nova.compute.manager [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1105.174639] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf7311d-0133-41cb-b320-b3cdfceca6c8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.241834] env[65682]: DEBUG nova.network.neutron [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Updating instance_info_cache with network_info: [{"id": "77435005-02e8-4b00-82a1-9df28aaa2e66", "address": "fa:16:3e:d1:db:3c", "network": {"id": "d13ac076-fdae-4d36-93cb-7c96987ecff2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1006055871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eaca82bae54434ea55d652d06ff4773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77435005-02", "ovs_interfaceid": "77435005-02e8-4b00-82a1-9df28aaa2e66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.248595] env[65682]: WARNING neutronclient.v2_0.client [None req-5deda518-d8d5-476a-a9a5-b5494a3e5f93 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.275115] env[65682]: DEBUG oslo_vmware.api [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.118971} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.275476] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.276512] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc39f54-086b-431c-90c5-7938ba5e8520 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.301187] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] e56911bb-205b-4fa0-bf82-1e3b1c3f83ff/e56911bb-205b-4fa0-bf82-1e3b1c3f83ff.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.307222] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-162b8873-55f9-4ffa-a844-39ab9a672253 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.323049] env[65682]: DEBUG nova.compute.manager [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1105.323626] env[65682]: DEBUG nova.virt.hardware [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1105.323871] env[65682]: DEBUG nova.virt.hardware [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.324056] env[65682]: DEBUG nova.virt.hardware [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1105.324269] env[65682]: DEBUG nova.virt.hardware [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.324430] env[65682]: DEBUG nova.virt.hardware [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1105.324583] env[65682]: DEBUG nova.virt.hardware [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1105.324810] env[65682]: DEBUG nova.virt.hardware [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1105.324981] env[65682]: DEBUG nova.virt.hardware [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1105.325184] env[65682]: DEBUG nova.virt.hardware [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1105.325355] env[65682]: DEBUG nova.virt.hardware [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1105.325528] env[65682]: DEBUG nova.virt.hardware [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1105.326867] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e46c173-c7f2-4436-9712-3b6c58446c87 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.337338] env[65682]: DEBUG oslo_vmware.api [None req-28011f97-a52b-4065-acd0-0b4beacde54a tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616692, 'name': CloneVM_Task, 'duration_secs': 1.757242} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.340683] env[65682]: INFO nova.virt.vmwareapi.vmops [None req-28011f97-a52b-4065-acd0-0b4beacde54a tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Created linked-clone VM from snapshot [ 1105.341052] env[65682]: DEBUG oslo_vmware.api [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1105.341052] env[65682]: value = "task-4616697" [ 1105.341052] env[65682]: _type = "Task" [ 1105.341052] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.341969] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab0f019-7764-47aa-ac53-864b8e987cec {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.345620] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f57afe-5322-40ca-a410-1e196358c05b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.349874] env[65682]: DEBUG nova.compute.manager [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1105.358314] env[65682]: DEBUG nova.network.neutron [None req-5deda518-d8d5-476a-a9a5-b5494a3e5f93 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Updating instance_info_cache with network_info: [{"id": "a30068d1-3519-43b1-844a-07f0e3d8eb8d", "address": "fa:16:3e:49:e6:eb", "network": {"id": "32a6f6c7-8e13-4644-8790-f5922bc8a5cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2123705961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67a873a51b0a41c58c8fa980aa58f328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa30068d1-35", "ovs_interfaceid": "a30068d1-3519-43b1-844a-07f0e3d8eb8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.376945] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-28011f97-a52b-4065-acd0-0b4beacde54a tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Uploading image fe71b9a6-e99c-4b2b-be30-8843658e9b18 {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1105.379838] env[65682]: DEBUG oslo_vmware.api [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.384022] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5deda518-d8d5-476a-a9a5-b5494a3e5f93 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Releasing lock "refresh_cache-d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.384022] env[65682]: DEBUG nova.scheduler.client.report [None req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.394769] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-28011f97-a52b-4065-acd0-0b4beacde54a tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Destroying the VM {{(pid=65682) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1105.395846] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4e1a581b-54bb-431e-98e1-b960b57be2e2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.405184] env[65682]: DEBUG oslo_vmware.api [None req-28011f97-a52b-4065-acd0-0b4beacde54a tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1105.405184] env[65682]: value = "task-4616698" [ 1105.405184] env[65682]: _type = "Task" [ 1105.405184] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.416768] env[65682]: DEBUG oslo_vmware.api [None req-28011f97-a52b-4065-acd0-0b4beacde54a tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616698, 'name': Destroy_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.555031] env[65682]: DEBUG oslo_vmware.api [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616696, 'name': ReconfigVM_Task, 'duration_secs': 1.448221} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.555273] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59/1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.555582] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Updating instance '1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59' progress to 50 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1105.693506] env[65682]: INFO nova.compute.manager [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Took 25.14 seconds to build instance. [ 1105.744391] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Releasing lock "refresh_cache-8638b1d1-2308-42d4-acbb-0c50031dc886" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.745033] env[65682]: DEBUG nova.compute.manager [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Instance network_info: |[{"id": "77435005-02e8-4b00-82a1-9df28aaa2e66", "address": "fa:16:3e:d1:db:3c", "network": {"id": "d13ac076-fdae-4d36-93cb-7c96987ecff2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1006055871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eaca82bae54434ea55d652d06ff4773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77435005-02", "ovs_interfaceid": "77435005-02e8-4b00-82a1-9df28aaa2e66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1105.746039] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:db:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77435005-02e8-4b00-82a1-9df28aaa2e66', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.754932] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1105.755250] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.755520] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbb0193b-1c2b-484b-8047-32c1009e3d1f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.784691] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.784691] env[65682]: value = "task-4616699" [ 1105.784691] env[65682]: _type = "Task" [ 1105.784691] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.797655] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616699, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.854378] env[65682]: DEBUG oslo_vmware.api [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616697, 'name': ReconfigVM_Task, 'duration_secs': 0.506983} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.854771] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Reconfigured VM instance instance-00000058 to attach disk [datastore1] e56911bb-205b-4fa0-bf82-1e3b1c3f83ff/e56911bb-205b-4fa0-bf82-1e3b1c3f83ff.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.858240] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89c4eab8-d564-454c-82ef-536029219009 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.870031] env[65682]: DEBUG oslo_vmware.api [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1105.870031] env[65682]: value = "task-4616700" [ 1105.870031] env[65682]: _type = "Task" [ 1105.870031] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.882022] env[65682]: DEBUG oslo_vmware.api [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616700, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.883540] env[65682]: DEBUG oslo_concurrency.lockutils [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.887341] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.892160] env[65682]: DEBUG oslo_concurrency.lockutils [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.009s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.894479] env[65682]: INFO nova.compute.claims [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.897517] env[65682]: DEBUG nova.compute.manager [None req-5deda518-d8d5-476a-a9a5-b5494a3e5f93 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1105.898067] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d576edf-4f8d-4c98-b22f-b6f57c662723 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.913922] env[65682]: INFO nova.scheduler.client.report [None req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Deleted allocations for instance a1a7433a-0c19-4673-8630-427001f753a8 [ 1105.918604] env[65682]: DEBUG oslo_vmware.api [None req-28011f97-a52b-4065-acd0-0b4beacde54a tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616698, 'name': Destroy_Task, 'duration_secs': 0.485642} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.921803] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-28011f97-a52b-4065-acd0-0b4beacde54a tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Destroyed the VM [ 1105.922205] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-28011f97-a52b-4065-acd0-0b4beacde54a tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Deleting Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1105.922669] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-125c0975-d40a-4381-a1f3-755ece9897f6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.931049] env[65682]: DEBUG oslo_vmware.api [None req-28011f97-a52b-4065-acd0-0b4beacde54a tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1105.931049] env[65682]: value = "task-4616701" [ 1105.931049] env[65682]: _type = "Task" [ 1105.931049] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.943124] env[65682]: DEBUG oslo_vmware.api [None req-28011f97-a52b-4065-acd0-0b4beacde54a tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616701, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.062501] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33200131-d109-44e1-bd24-08c2c7e40b6f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.087571] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e74364-85f1-4885-bdf4-5fbe32bf0835 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.091630] env[65682]: DEBUG nova.compute.manager [req-892b8bf0-f2d2-4297-ab27-8554057efaa1 req-22bd3505-c63d-4aeb-9958-819df48f5b7d service nova] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Received event network-changed-77435005-02e8-4b00-82a1-9df28aaa2e66 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1106.091859] env[65682]: DEBUG nova.compute.manager [req-892b8bf0-f2d2-4297-ab27-8554057efaa1 req-22bd3505-c63d-4aeb-9958-819df48f5b7d service nova] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Refreshing instance network info cache due to event network-changed-77435005-02e8-4b00-82a1-9df28aaa2e66. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1106.092134] env[65682]: DEBUG oslo_concurrency.lockutils [req-892b8bf0-f2d2-4297-ab27-8554057efaa1 req-22bd3505-c63d-4aeb-9958-819df48f5b7d service nova] Acquiring lock "refresh_cache-8638b1d1-2308-42d4-acbb-0c50031dc886" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.092316] env[65682]: DEBUG oslo_concurrency.lockutils [req-892b8bf0-f2d2-4297-ab27-8554057efaa1 req-22bd3505-c63d-4aeb-9958-819df48f5b7d service nova] Acquired lock "refresh_cache-8638b1d1-2308-42d4-acbb-0c50031dc886" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.092506] env[65682]: DEBUG nova.network.neutron [req-892b8bf0-f2d2-4297-ab27-8554057efaa1 req-22bd3505-c63d-4aeb-9958-819df48f5b7d service nova] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Refreshing network info cache for port 77435005-02e8-4b00-82a1-9df28aaa2e66 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.117825] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.118188] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Updating instance '1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59' progress to 67 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.122248] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-616d38f7-6271-4c0f-bdc9-2669af34e497 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.130971] env[65682]: DEBUG oslo_vmware.api [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1106.130971] env[65682]: value = "task-4616702" [ 1106.130971] env[65682]: _type = "Task" [ 1106.130971] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.145084] env[65682]: DEBUG oslo_vmware.api [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.196271] env[65682]: DEBUG oslo_concurrency.lockutils [None req-12ec81d8-cd5c-401b-8ae2-40b3f17f3610 tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "df0b34e3-bab6-47b4-a4f0-a765656a5049" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.659s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.297832] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616699, 'name': CreateVM_Task, 'duration_secs': 0.447011} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.297832] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.298428] env[65682]: WARNING neutronclient.v2_0.client [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.299015] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'device_type': None, 'disk_bus': None, 'guest_format': None, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901719', 'volume_id': '239f5fb0-ee9e-4057-b1d2-d9527987035f', 'name': 'volume-239f5fb0-ee9e-4057-b1d2-d9527987035f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8638b1d1-2308-42d4-acbb-0c50031dc886', 'attached_at': '', 'detached_at': '', 'volume_id': '239f5fb0-ee9e-4057-b1d2-d9527987035f', 'serial': '239f5fb0-ee9e-4057-b1d2-d9527987035f'}, 'delete_on_termination': True, 'attachment_id': '91f59ac2-e683-45a3-be99-1a772dd60809', 'volume_type': None}], 'swap': None} {{(pid=65682) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1106.299411] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Root volume attach. Driver type: vmdk {{(pid=65682) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1106.300489] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85278ef-ca43-4b52-8a18-04d49e56b50b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.312058] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62978f4c-ae90-46a3-be86-c47173a3c43c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.322043] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417a1e1e-ed8e-4bc9-aa6a-87446852a3df {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.331378] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-d0eded42-381a-44e0-a0f4-418b84ce6d1a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.343383] env[65682]: DEBUG oslo_vmware.api [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 1106.343383] env[65682]: value = "task-4616703" [ 1106.343383] env[65682]: _type = "Task" [ 1106.343383] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.354724] env[65682]: DEBUG oslo_vmware.api [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616703, 'name': RelocateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.381987] env[65682]: DEBUG oslo_vmware.api [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616700, 'name': Rename_Task, 'duration_secs': 0.186183} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.382472] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.382827] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20743a03-ec96-4628-8843-e672de970153 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.392286] env[65682]: DEBUG oslo_vmware.api [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1106.392286] env[65682]: value = "task-4616704" [ 1106.392286] env[65682]: _type = "Task" [ 1106.392286] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.404899] env[65682]: DEBUG oslo_vmware.api [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.427110] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8b2be0d1-ce25-487e-9997-3b2dfe1d4118 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "a1a7433a-0c19-4673-8630-427001f753a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.679s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.432023] env[65682]: DEBUG oslo_concurrency.lockutils [req-f1eacd3c-47a7-4f92-9af0-2b5a433bafcf req-4bcf9274-8ae1-417f-a78e-97a17fd01aad service nova] Acquired lock "a1a7433a-0c19-4673-8630-427001f753a8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.432023] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4dbe16-2872-44dd-bf6d-700eacc5548c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.447871] env[65682]: DEBUG oslo_vmware.api [None req-28011f97-a52b-4065-acd0-0b4beacde54a tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616701, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.449695] env[65682]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1106.449968] env[65682]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=65682) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1106.451196] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04bf625e-6fb9-440f-aaa1-b9dfba54829a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.462970] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abd0f14-fa22-4541-b6e5-9fc9ea6081a7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.508748] env[65682]: ERROR root [req-f1eacd3c-47a7-4f92-9af0-2b5a433bafcf req-4bcf9274-8ae1-417f-a78e-97a17fd01aad service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-901705' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-901705' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-901705' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-901705'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-901705' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-901705' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-901705'}\n"]: nova.exception.InstanceNotFound: Instance a1a7433a-0c19-4673-8630-427001f753a8 could not be found. [ 1106.509832] env[65682]: DEBUG oslo_concurrency.lockutils [req-f1eacd3c-47a7-4f92-9af0-2b5a433bafcf req-4bcf9274-8ae1-417f-a78e-97a17fd01aad service nova] Releasing lock "a1a7433a-0c19-4673-8630-427001f753a8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.509832] env[65682]: DEBUG nova.compute.manager [req-f1eacd3c-47a7-4f92-9af0-2b5a433bafcf req-4bcf9274-8ae1-417f-a78e-97a17fd01aad service nova] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Detach interface failed, port_id=851c5436-c639-4274-8b22-b04668af0693, reason: Instance a1a7433a-0c19-4673-8630-427001f753a8 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1106.596132] env[65682]: WARNING neutronclient.v2_0.client [req-892b8bf0-f2d2-4297-ab27-8554057efaa1 req-22bd3505-c63d-4aeb-9958-819df48f5b7d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.650983] env[65682]: DEBUG oslo_vmware.api [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616702, 'name': PowerOffVM_Task, 'duration_secs': 0.27067} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.651486] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.652416] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccf6559-ecdd-41a3-b6d8-8fd3a12f1121 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.678520] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e5ca81-8692-4056-95d4-70dabbd0e119 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.804518] env[65682]: WARNING neutronclient.v2_0.client [req-892b8bf0-f2d2-4297-ab27-8554057efaa1 req-22bd3505-c63d-4aeb-9958-819df48f5b7d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.857378] env[65682]: DEBUG oslo_vmware.api [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616703, 'name': RelocateVM_Task} progress is 42%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.903378] env[65682]: DEBUG oslo_vmware.api [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616704, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.922455] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6ad5d0-7e97-4ccb-a713-4200d5176318 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.925947] env[65682]: DEBUG nova.network.neutron [req-892b8bf0-f2d2-4297-ab27-8554057efaa1 req-22bd3505-c63d-4aeb-9958-819df48f5b7d service nova] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Updated VIF entry in instance network info cache for port 77435005-02e8-4b00-82a1-9df28aaa2e66. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1106.931017] env[65682]: DEBUG nova.network.neutron [req-892b8bf0-f2d2-4297-ab27-8554057efaa1 req-22bd3505-c63d-4aeb-9958-819df48f5b7d service nova] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Updating instance_info_cache with network_info: [{"id": "77435005-02e8-4b00-82a1-9df28aaa2e66", "address": "fa:16:3e:d1:db:3c", "network": {"id": "d13ac076-fdae-4d36-93cb-7c96987ecff2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1006055871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eaca82bae54434ea55d652d06ff4773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77435005-02", "ovs_interfaceid": "77435005-02e8-4b00-82a1-9df28aaa2e66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.935637] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5deda518-d8d5-476a-a9a5-b5494a3e5f93 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Doing hard reboot of VM {{(pid=65682) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1106.942323] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-198c1208-99bd-4d9d-b91d-c993996053fc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.956058] env[65682]: DEBUG oslo_vmware.api [None req-28011f97-a52b-4065-acd0-0b4beacde54a tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616701, 'name': RemoveSnapshot_Task, 'duration_secs': 0.863895} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.957952] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-28011f97-a52b-4065-acd0-0b4beacde54a tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Deleted Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1106.964289] env[65682]: DEBUG oslo_vmware.api [None req-5deda518-d8d5-476a-a9a5-b5494a3e5f93 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1106.964289] env[65682]: value = "task-4616705" [ 1106.964289] env[65682]: _type = "Task" [ 1106.964289] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.979773] env[65682]: DEBUG oslo_vmware.api [None req-5deda518-d8d5-476a-a9a5-b5494a3e5f93 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616705, 'name': ResetVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.196862] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Creating Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1107.197275] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a2c96339-99d7-4eab-bdd8-724fb6421dbb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.209121] env[65682]: DEBUG oslo_vmware.api [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1107.209121] env[65682]: value = "task-4616706" [ 1107.209121] env[65682]: _type = "Task" [ 1107.209121] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.230464] env[65682]: DEBUG oslo_vmware.api [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616706, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.271154] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4c6949-a772-472d-a81b-10e18ef79cfe {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.286751] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd55bc13-41c5-4f7c-a51e-fbff125d0b54 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.333034] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec29afc-7f6b-42e8-94e4-0b9922cce6eb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.341344] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937306fd-aa1f-409d-8dd1-28e2a85e90be {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.357990] env[65682]: DEBUG oslo_vmware.api [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616703, 'name': RelocateVM_Task} progress is 53%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.368532] env[65682]: DEBUG nova.compute.provider_tree [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.404620] env[65682]: DEBUG oslo_vmware.api [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616704, 'name': PowerOnVM_Task, 'duration_secs': 0.703344} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.405102] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.405215] env[65682]: DEBUG nova.compute.manager [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1107.407612] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec556582-a2c3-4737-b9c9-9bddab9279f9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.431408] env[65682]: DEBUG oslo_concurrency.lockutils [req-892b8bf0-f2d2-4297-ab27-8554057efaa1 req-22bd3505-c63d-4aeb-9958-819df48f5b7d service nova] Releasing lock "refresh_cache-8638b1d1-2308-42d4-acbb-0c50031dc886" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.469675] env[65682]: WARNING nova.compute.manager [None req-28011f97-a52b-4065-acd0-0b4beacde54a tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Image not found during snapshot: nova.exception.ImageNotFound: Image fe71b9a6-e99c-4b2b-be30-8843658e9b18 could not be found. [ 1107.477104] env[65682]: DEBUG oslo_vmware.api [None req-5deda518-d8d5-476a-a9a5-b5494a3e5f93 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616705, 'name': ResetVM_Task, 'duration_secs': 0.133031} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.477655] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5deda518-d8d5-476a-a9a5-b5494a3e5f93 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Did hard reboot of VM {{(pid=65682) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1107.477989] env[65682]: DEBUG nova.compute.manager [None req-5deda518-d8d5-476a-a9a5-b5494a3e5f93 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1107.479243] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34bb750-998a-40ef-9e0d-dd66f5705408 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.724091] env[65682]: DEBUG oslo_vmware.api [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616706, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.835510] env[65682]: WARNING neutronclient.v2_0.client [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.835510] env[65682]: WARNING neutronclient.v2_0.client [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.860088] env[65682]: DEBUG oslo_vmware.api [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616703, 'name': RelocateVM_Task} progress is 65%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.875908] env[65682]: DEBUG nova.scheduler.client.report [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.880754] env[65682]: DEBUG nova.network.neutron [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Port 2c922de2-3b6b-43e3-9374-87cf8c4b2590 binding to destination host cpu-1 is already ACTIVE {{(pid=65682) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1107.882436] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bdd322bd-f44e-4a34-98f5-1bbc0284fe1b tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "df0b34e3-bab6-47b4-a4f0-a765656a5049" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.882675] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bdd322bd-f44e-4a34-98f5-1bbc0284fe1b tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "df0b34e3-bab6-47b4-a4f0-a765656a5049" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.882876] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bdd322bd-f44e-4a34-98f5-1bbc0284fe1b tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "df0b34e3-bab6-47b4-a4f0-a765656a5049-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.883450] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bdd322bd-f44e-4a34-98f5-1bbc0284fe1b tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "df0b34e3-bab6-47b4-a4f0-a765656a5049-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.883450] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bdd322bd-f44e-4a34-98f5-1bbc0284fe1b tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "df0b34e3-bab6-47b4-a4f0-a765656a5049-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.886445] env[65682]: INFO nova.compute.manager [None req-bdd322bd-f44e-4a34-98f5-1bbc0284fe1b tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Terminating instance [ 1107.928454] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.994784] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5deda518-d8d5-476a-a9a5-b5494a3e5f93 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 3.936s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.223869] env[65682]: DEBUG oslo_vmware.api [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616706, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.300889] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b7b0724c-55c0-4505-85c3-34c7bed40d6e tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquiring lock "84c58ed1-cae8-4712-9798-c74e925727f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.301207] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b7b0724c-55c0-4505-85c3-34c7bed40d6e tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Lock "84c58ed1-cae8-4712-9798-c74e925727f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.301437] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b7b0724c-55c0-4505-85c3-34c7bed40d6e tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquiring lock "84c58ed1-cae8-4712-9798-c74e925727f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.301625] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b7b0724c-55c0-4505-85c3-34c7bed40d6e tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Lock "84c58ed1-cae8-4712-9798-c74e925727f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.301791] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b7b0724c-55c0-4505-85c3-34c7bed40d6e tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Lock "84c58ed1-cae8-4712-9798-c74e925727f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.304046] env[65682]: INFO nova.compute.manager [None req-b7b0724c-55c0-4505-85c3-34c7bed40d6e tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Terminating instance [ 1108.361869] env[65682]: DEBUG oslo_vmware.api [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616703, 'name': RelocateVM_Task} progress is 81%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.388034] env[65682]: DEBUG oslo_concurrency.lockutils [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.388300] env[65682]: DEBUG nova.compute.manager [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1108.396571] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.469s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.397381] env[65682]: DEBUG nova.objects.instance [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65682) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1108.399794] env[65682]: DEBUG nova.compute.manager [None req-bdd322bd-f44e-4a34-98f5-1bbc0284fe1b tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1108.400084] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd322bd-f44e-4a34-98f5-1bbc0284fe1b tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.401246] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0fbf58-794c-4626-b0bc-1964bb51d632 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.411102] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd322bd-f44e-4a34-98f5-1bbc0284fe1b tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.411485] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4e7fdce-59eb-4be0-9a55-bc4ea7bc26ad {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.420628] env[65682]: DEBUG oslo_vmware.api [None req-bdd322bd-f44e-4a34-98f5-1bbc0284fe1b tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 1108.420628] env[65682]: value = "task-4616707" [ 1108.420628] env[65682]: _type = "Task" [ 1108.420628] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.430943] env[65682]: DEBUG oslo_vmware.api [None req-bdd322bd-f44e-4a34-98f5-1bbc0284fe1b tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.688022] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "b87e45d9-626e-42bc-a3bf-fd78b9d879e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.688022] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "b87e45d9-626e-42bc-a3bf-fd78b9d879e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.722985] env[65682]: DEBUG oslo_vmware.api [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616706, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.810374] env[65682]: DEBUG nova.compute.manager [None req-b7b0724c-55c0-4505-85c3-34c7bed40d6e tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1108.810677] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b0724c-55c0-4505-85c3-34c7bed40d6e tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.812332] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d194dd-a506-4446-b214-f9ee1f4305b1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.824394] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b0724c-55c0-4505-85c3-34c7bed40d6e tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.824793] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8663c7fb-89e5-459f-845c-b33333aa6a9b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.834134] env[65682]: DEBUG oslo_vmware.api [None req-b7b0724c-55c0-4505-85c3-34c7bed40d6e tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1108.834134] env[65682]: value = "task-4616708" [ 1108.834134] env[65682]: _type = "Task" [ 1108.834134] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.844751] env[65682]: DEBUG oslo_vmware.api [None req-b7b0724c-55c0-4505-85c3-34c7bed40d6e tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.864284] env[65682]: DEBUG oslo_vmware.api [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616703, 'name': RelocateVM_Task} progress is 92%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.898839] env[65682]: DEBUG nova.compute.utils [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.917847] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.918227] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.918483] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.921519] env[65682]: DEBUG nova.compute.manager [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1108.927871] env[65682]: DEBUG nova.compute.manager [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1108.928215] env[65682]: DEBUG nova.network.neutron [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1108.928687] env[65682]: WARNING neutronclient.v2_0.client [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.929141] env[65682]: WARNING neutronclient.v2_0.client [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.958484] env[65682]: DEBUG oslo_vmware.api [None req-bdd322bd-f44e-4a34-98f5-1bbc0284fe1b tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616707, 'name': PowerOffVM_Task, 'duration_secs': 0.385657} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.959121] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd322bd-f44e-4a34-98f5-1bbc0284fe1b tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.959496] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd322bd-f44e-4a34-98f5-1bbc0284fe1b tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.959883] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eac8fbfe-cdc2-4dba-be3b-6879f5e5bd06 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.013039] env[65682]: DEBUG nova.policy [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73aa95d0a41b4b15bbe2b2664f1f64c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '824187397d5f4890a1360d60e59329fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.046655] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd322bd-f44e-4a34-98f5-1bbc0284fe1b tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.046948] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd322bd-f44e-4a34-98f5-1bbc0284fe1b tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.047230] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd322bd-f44e-4a34-98f5-1bbc0284fe1b tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Deleting the datastore file [datastore1] df0b34e3-bab6-47b4-a4f0-a765656a5049 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.047572] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9604619a-219e-4ff8-ad3c-7472c8f2cdb4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.057319] env[65682]: DEBUG oslo_vmware.api [None req-bdd322bd-f44e-4a34-98f5-1bbc0284fe1b tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for the task: (returnval){ [ 1109.057319] env[65682]: value = "task-4616710" [ 1109.057319] env[65682]: _type = "Task" [ 1109.057319] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.067304] env[65682]: DEBUG oslo_vmware.api [None req-bdd322bd-f44e-4a34-98f5-1bbc0284fe1b tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.090033] env[65682]: INFO nova.compute.manager [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Rebuilding instance [ 1109.147702] env[65682]: DEBUG nova.compute.manager [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1109.148886] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9c3ab7-8de0-40a4-a1ad-ac6af6129e1f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.190556] env[65682]: DEBUG nova.compute.manager [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1109.225940] env[65682]: DEBUG oslo_vmware.api [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616706, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.349932] env[65682]: DEBUG oslo_vmware.api [None req-b7b0724c-55c0-4505-85c3-34c7bed40d6e tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616708, 'name': PowerOffVM_Task, 'duration_secs': 0.336644} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.349932] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b0724c-55c0-4505-85c3-34c7bed40d6e tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.350117] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b0724c-55c0-4505-85c3-34c7bed40d6e tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.351033] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6cd8705-a912-4e84-9ea0-222703988d15 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.362646] env[65682]: DEBUG oslo_vmware.api [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616703, 'name': RelocateVM_Task} progress is 97%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.384391] env[65682]: DEBUG nova.network.neutron [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Successfully created port: dcec3098-e841-4e0c-a9ab-93020df55295 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1109.445671] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bd89bcc0-e703-4ec3-9460-8ee37145f247 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.049s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.568410] env[65682]: DEBUG oslo_vmware.api [None req-bdd322bd-f44e-4a34-98f5-1bbc0284fe1b tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Task: {'id': task-4616710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238374} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.568660] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd322bd-f44e-4a34-98f5-1bbc0284fe1b tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.568842] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd322bd-f44e-4a34-98f5-1bbc0284fe1b tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.569033] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd322bd-f44e-4a34-98f5-1bbc0284fe1b tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.569249] env[65682]: INFO nova.compute.manager [None req-bdd322bd-f44e-4a34-98f5-1bbc0284fe1b tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1109.569505] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-bdd322bd-f44e-4a34-98f5-1bbc0284fe1b tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1109.569699] env[65682]: DEBUG nova.compute.manager [-] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1109.569795] env[65682]: DEBUG nova.network.neutron [-] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1109.570401] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.633125] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.690703] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b0724c-55c0-4505-85c3-34c7bed40d6e tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.690878] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b0724c-55c0-4505-85c3-34c7bed40d6e tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.691081] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7b0724c-55c0-4505-85c3-34c7bed40d6e tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Deleting the datastore file [datastore1] 84c58ed1-cae8-4712-9798-c74e925727f6 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.691387] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84d32480-edcf-43e4-97aa-f938891bf148 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.702233] env[65682]: DEBUG oslo_vmware.api [None req-b7b0724c-55c0-4505-85c3-34c7bed40d6e tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1109.702233] env[65682]: value = "task-4616712" [ 1109.702233] env[65682]: _type = "Task" [ 1109.702233] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.720110] env[65682]: DEBUG oslo_vmware.api [None req-b7b0724c-55c0-4505-85c3-34c7bed40d6e tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.726501] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.726807] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.728592] env[65682]: INFO nova.compute.claims [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.738313] env[65682]: DEBUG oslo_vmware.api [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616706, 'name': CreateSnapshot_Task, 'duration_secs': 2.091063} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.738629] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Created Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1109.739476] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1ec39c-c841-43aa-b841-8a4e4099a21a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.862194] env[65682]: DEBUG oslo_vmware.api [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616703, 'name': RelocateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.933346] env[65682]: DEBUG nova.compute.manager [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1109.951281] env[65682]: WARNING neutronclient.v2_0.client [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.963887] env[65682]: DEBUG nova.virt.hardware [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1109.964145] env[65682]: DEBUG nova.virt.hardware [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.964323] env[65682]: DEBUG nova.virt.hardware [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1109.964514] env[65682]: DEBUG nova.virt.hardware [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.964659] env[65682]: DEBUG nova.virt.hardware [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1109.964803] env[65682]: DEBUG nova.virt.hardware [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1109.965016] env[65682]: DEBUG nova.virt.hardware [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1109.965187] env[65682]: DEBUG nova.virt.hardware [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1109.965395] env[65682]: DEBUG nova.virt.hardware [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1109.965558] env[65682]: DEBUG nova.virt.hardware [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1109.965725] env[65682]: DEBUG nova.virt.hardware [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1109.966606] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae081d5-cb4d-4141-bb38-681fdf50762e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.976062] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffadd152-8ddd-478a-8d8b-5f36cae8fa83 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.164360] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.164701] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c6b9816-8ac5-4de4-971c-1467b1de708e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.176494] env[65682]: DEBUG oslo_vmware.api [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1110.176494] env[65682]: value = "task-4616713" [ 1110.176494] env[65682]: _type = "Task" [ 1110.176494] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.186412] env[65682]: DEBUG oslo_vmware.api [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.212120] env[65682]: DEBUG oslo_vmware.api [None req-b7b0724c-55c0-4505-85c3-34c7bed40d6e tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154025} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.212521] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7b0724c-55c0-4505-85c3-34c7bed40d6e tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.212721] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b0724c-55c0-4505-85c3-34c7bed40d6e tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.212896] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b0724c-55c0-4505-85c3-34c7bed40d6e tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.213082] env[65682]: INFO nova.compute.manager [None req-b7b0724c-55c0-4505-85c3-34c7bed40d6e tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Took 1.40 seconds to destroy the instance on the hypervisor. [ 1110.213343] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-b7b0724c-55c0-4505-85c3-34c7bed40d6e tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1110.213553] env[65682]: DEBUG nova.compute.manager [-] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1110.213660] env[65682]: DEBUG nova.network.neutron [-] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1110.213904] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.259429] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Creating linked-clone VM from snapshot {{(pid=65682) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1110.260126] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-855c9e77-ad2e-42e2-9949-86b028c8d5ca {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.271728] env[65682]: DEBUG oslo_vmware.api [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1110.271728] env[65682]: value = "task-4616714" [ 1110.271728] env[65682]: _type = "Task" [ 1110.271728] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.287570] env[65682]: DEBUG oslo_vmware.api [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616714, 'name': CloneVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.366473] env[65682]: DEBUG oslo_vmware.api [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616703, 'name': RelocateVM_Task, 'duration_secs': 3.536181} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.366910] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Volume attach. Driver type: vmdk {{(pid=65682) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1110.367370] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901719', 'volume_id': '239f5fb0-ee9e-4057-b1d2-d9527987035f', 'name': 'volume-239f5fb0-ee9e-4057-b1d2-d9527987035f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8638b1d1-2308-42d4-acbb-0c50031dc886', 'attached_at': '', 'detached_at': '', 'volume_id': '239f5fb0-ee9e-4057-b1d2-d9527987035f', 'serial': '239f5fb0-ee9e-4057-b1d2-d9527987035f'} {{(pid=65682) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1110.368079] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47eec477-a1c8-4643-bd7a-0ef7b21622d4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.389805] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c45fc01-1043-4522-9669-acc25ccdee1c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.415236] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] volume-239f5fb0-ee9e-4057-b1d2-d9527987035f/volume-239f5fb0-ee9e-4057-b1d2-d9527987035f.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.416463] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "refresh_cache-1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.416632] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquired lock "refresh_cache-1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.416801] env[65682]: DEBUG nova.network.neutron [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1110.418135] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e461240-a31b-417f-abc0-9b243b40c8cb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.442316] env[65682]: DEBUG oslo_vmware.api [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 1110.442316] env[65682]: value = "task-4616715" [ 1110.442316] env[65682]: _type = "Task" [ 1110.442316] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.452738] env[65682]: DEBUG oslo_vmware.api [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616715, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.469621] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.689324] env[65682]: DEBUG oslo_vmware.api [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616713, 'name': PowerOffVM_Task, 'duration_secs': 0.218327} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.689680] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.689901] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.690845] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445df49c-8d14-4dec-8a44-b53700244643 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.700747] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.701035] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd3b9d66-c586-4d27-8397-cf293eebe1ac {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.784828] env[65682]: DEBUG oslo_vmware.api [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616714, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.801459] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.801676] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.801854] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Deleting the datastore file [datastore1] e56911bb-205b-4fa0-bf82-1e3b1c3f83ff {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.802196] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2aa3e723-44b0-493b-bdbe-8c3a0044e508 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.813161] env[65682]: DEBUG oslo_vmware.api [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1110.813161] env[65682]: value = "task-4616717" [ 1110.813161] env[65682]: _type = "Task" [ 1110.813161] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.827136] env[65682]: DEBUG oslo_vmware.api [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.849308] env[65682]: DEBUG nova.network.neutron [-] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.929617] env[65682]: DEBUG nova.compute.manager [req-691dd092-796a-48e6-b226-726a81c6eb69 req-e302074c-615a-4dbf-9c64-8ef259c784ef service nova] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Received event network-vif-deleted-406de163-ff34-46be-942e-6a62848e9457 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1110.934540] env[65682]: WARNING neutronclient.v2_0.client [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.956523] env[65682]: DEBUG nova.network.neutron [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Successfully updated port: dcec3098-e841-4e0c-a9ab-93020df55295 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1110.966999] env[65682]: DEBUG nova.compute.manager [req-19c5a25b-6fed-4282-904d-62e41c9ee1cb req-21b68e02-eb86-4033-af0c-987ca3d7a3bd service nova] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Received event network-vif-plugged-dcec3098-e841-4e0c-a9ab-93020df55295 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1110.967697] env[65682]: DEBUG oslo_concurrency.lockutils [req-19c5a25b-6fed-4282-904d-62e41c9ee1cb req-21b68e02-eb86-4033-af0c-987ca3d7a3bd service nova] Acquiring lock "1354716c-57d5-4523-8672-eceb6b14db9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.967697] env[65682]: DEBUG oslo_concurrency.lockutils [req-19c5a25b-6fed-4282-904d-62e41c9ee1cb req-21b68e02-eb86-4033-af0c-987ca3d7a3bd service nova] Lock "1354716c-57d5-4523-8672-eceb6b14db9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.967697] env[65682]: DEBUG oslo_concurrency.lockutils [req-19c5a25b-6fed-4282-904d-62e41c9ee1cb req-21b68e02-eb86-4033-af0c-987ca3d7a3bd service nova] Lock "1354716c-57d5-4523-8672-eceb6b14db9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.967697] env[65682]: DEBUG nova.compute.manager [req-19c5a25b-6fed-4282-904d-62e41c9ee1cb req-21b68e02-eb86-4033-af0c-987ca3d7a3bd service nova] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] No waiting events found dispatching network-vif-plugged-dcec3098-e841-4e0c-a9ab-93020df55295 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1110.967931] env[65682]: WARNING nova.compute.manager [req-19c5a25b-6fed-4282-904d-62e41c9ee1cb req-21b68e02-eb86-4033-af0c-987ca3d7a3bd service nova] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Received unexpected event network-vif-plugged-dcec3098-e841-4e0c-a9ab-93020df55295 for instance with vm_state building and task_state spawning. [ 1110.974990] env[65682]: DEBUG oslo_vmware.api [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616715, 'name': ReconfigVM_Task, 'duration_secs': 0.528712} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.975943] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Reconfigured VM instance instance-00000069 to attach disk [datastore2] volume-239f5fb0-ee9e-4057-b1d2-d9527987035f/volume-239f5fb0-ee9e-4057-b1d2-d9527987035f.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.989679] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00a9a735-5f98-44a5-a64d-3d7aa1cc3be4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.010860] env[65682]: DEBUG oslo_vmware.api [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 1111.010860] env[65682]: value = "task-4616718" [ 1111.010860] env[65682]: _type = "Task" [ 1111.010860] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.022734] env[65682]: DEBUG oslo_vmware.api [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616718, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.119015] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1e8486-8d62-4b68-982f-c6b3695162ce {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.131708] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaca74a5-d72b-4d72-84cc-7c55aae7cc75 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.165886] env[65682]: WARNING neutronclient.v2_0.client [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.168785] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3e5a17-7477-4aa1-974c-327055b9c6d7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.177817] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb44b7f3-8c6a-4b16-b39a-9bbacbad616d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.193403] env[65682]: DEBUG nova.compute.provider_tree [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.206983] env[65682]: DEBUG nova.network.neutron [-] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.263351] env[65682]: DEBUG nova.network.neutron [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Updating instance_info_cache with network_info: [{"id": "2c922de2-3b6b-43e3-9374-87cf8c4b2590", "address": "fa:16:3e:84:62:ae", "network": {"id": "1719932d-bcf4-4ad2-8e3f-f55b5aaf896d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1384213493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1063d410f5864f5292ea4436f03d192c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c922de2-3b", "ovs_interfaceid": "2c922de2-3b6b-43e3-9374-87cf8c4b2590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.285615] env[65682]: DEBUG oslo_vmware.api [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616714, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.328296] env[65682]: DEBUG oslo_vmware.api [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245586} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.328442] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.328664] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.328868] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.354015] env[65682]: INFO nova.compute.manager [-] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Took 1.78 seconds to deallocate network for instance. [ 1111.467204] env[65682]: DEBUG oslo_concurrency.lockutils [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "refresh_cache-1354716c-57d5-4523-8672-eceb6b14db9d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.467475] env[65682]: DEBUG oslo_concurrency.lockutils [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquired lock "refresh_cache-1354716c-57d5-4523-8672-eceb6b14db9d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.467620] env[65682]: DEBUG nova.network.neutron [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1111.521508] env[65682]: DEBUG oslo_vmware.api [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616718, 'name': ReconfigVM_Task, 'duration_secs': 0.169789} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.521927] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901719', 'volume_id': '239f5fb0-ee9e-4057-b1d2-d9527987035f', 'name': 'volume-239f5fb0-ee9e-4057-b1d2-d9527987035f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8638b1d1-2308-42d4-acbb-0c50031dc886', 'attached_at': '', 'detached_at': '', 'volume_id': '239f5fb0-ee9e-4057-b1d2-d9527987035f', 'serial': '239f5fb0-ee9e-4057-b1d2-d9527987035f'} {{(pid=65682) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1111.522549] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ab99594-6aa6-461b-8e4c-423bcc4fb86a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.531443] env[65682]: DEBUG oslo_vmware.api [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 1111.531443] env[65682]: value = "task-4616719" [ 1111.531443] env[65682]: _type = "Task" [ 1111.531443] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.542749] env[65682]: DEBUG oslo_vmware.api [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616719, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.697822] env[65682]: DEBUG nova.scheduler.client.report [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.709426] env[65682]: INFO nova.compute.manager [-] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Took 1.50 seconds to deallocate network for instance. [ 1111.765655] env[65682]: DEBUG oslo_concurrency.lockutils [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Releasing lock "refresh_cache-1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.783024] env[65682]: DEBUG oslo_vmware.api [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616714, 'name': CloneVM_Task, 'duration_secs': 1.426566} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.783301] env[65682]: INFO nova.virt.vmwareapi.vmops [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Created linked-clone VM from snapshot [ 1111.784090] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f12e48-0a43-42b0-af1c-143f3b497600 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.792955] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Uploading image 69b0d5ed-b99f-46fa-9f0e-5e38db0e02ce {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1111.820046] env[65682]: DEBUG oslo_vmware.rw_handles [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1111.820046] env[65682]: value = "vm-901732" [ 1111.820046] env[65682]: _type = "VirtualMachine" [ 1111.820046] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1111.820540] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0ad3f65e-d77a-45e8-9b4f-2ffa67e29904 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.828843] env[65682]: DEBUG oslo_vmware.rw_handles [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lease: (returnval){ [ 1111.828843] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ecd245-fd53-406c-6364-3eba89a044e8" [ 1111.828843] env[65682]: _type = "HttpNfcLease" [ 1111.828843] env[65682]: } obtained for exporting VM: (result){ [ 1111.828843] env[65682]: value = "vm-901732" [ 1111.828843] env[65682]: _type = "VirtualMachine" [ 1111.828843] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1111.829135] env[65682]: DEBUG oslo_vmware.api [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the lease: (returnval){ [ 1111.829135] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ecd245-fd53-406c-6364-3eba89a044e8" [ 1111.829135] env[65682]: _type = "HttpNfcLease" [ 1111.829135] env[65682]: } to be ready. {{(pid=65682) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1111.839116] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1111.839116] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ecd245-fd53-406c-6364-3eba89a044e8" [ 1111.839116] env[65682]: _type = "HttpNfcLease" [ 1111.839116] env[65682]: } is initializing. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1111.863990] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bdd322bd-f44e-4a34-98f5-1bbc0284fe1b tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.003348] env[65682]: DEBUG nova.network.neutron [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1112.044767] env[65682]: DEBUG oslo_vmware.api [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616719, 'name': Rename_Task, 'duration_secs': 0.15821} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.045083] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.045350] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dd74cdc-3d77-405d-95c4-43406a767877 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.053371] env[65682]: DEBUG oslo_vmware.api [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 1112.053371] env[65682]: value = "task-4616721" [ 1112.053371] env[65682]: _type = "Task" [ 1112.053371] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.066335] env[65682]: DEBUG oslo_vmware.api [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.089674] env[65682]: WARNING neutronclient.v2_0.client [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.165318] env[65682]: DEBUG nova.network.neutron [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Updating instance_info_cache with network_info: [{"id": "dcec3098-e841-4e0c-a9ab-93020df55295", "address": "fa:16:3e:be:60:da", "network": {"id": "6478e152-17d6-438a-af59-4acacc2303f3", "bridge": "br-int", "label": "tempest-ServersTestJSON-1098750738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824187397d5f4890a1360d60e59329fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcec3098-e8", "ovs_interfaceid": "dcec3098-e841-4e0c-a9ab-93020df55295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.203131] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.476s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.203684] env[65682]: DEBUG nova.compute.manager [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1112.206882] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bdd322bd-f44e-4a34-98f5-1bbc0284fe1b tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.343s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.207035] env[65682]: DEBUG nova.objects.instance [None req-bdd322bd-f44e-4a34-98f5-1bbc0284fe1b tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lazy-loading 'resources' on Instance uuid df0b34e3-bab6-47b4-a4f0-a765656a5049 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.215391] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b7b0724c-55c0-4505-85c3-34c7bed40d6e tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.276253] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c497c74-de87-45f9-bba6-c8ed9215a0d2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.285059] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabe1ae0-7f2c-467e-b0b9-42f8685bb0fe {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.344088] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1112.344088] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ecd245-fd53-406c-6364-3eba89a044e8" [ 1112.344088] env[65682]: _type = "HttpNfcLease" [ 1112.344088] env[65682]: } is ready. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1112.344711] env[65682]: DEBUG oslo_vmware.rw_handles [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1112.344711] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ecd245-fd53-406c-6364-3eba89a044e8" [ 1112.344711] env[65682]: _type = "HttpNfcLease" [ 1112.344711] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1112.345894] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35227552-00d1-4dba-8c48-aacc82cc6913 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.358071] env[65682]: DEBUG oslo_vmware.rw_handles [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522781cf-e1ed-2cac-1c1b-c2bbb43248e5/disk-0.vmdk from lease info. {{(pid=65682) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1112.358348] env[65682]: DEBUG oslo_vmware.rw_handles [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522781cf-e1ed-2cac-1c1b-c2bbb43248e5/disk-0.vmdk for reading. {{(pid=65682) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1112.432873] env[65682]: DEBUG nova.virt.hardware [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1112.433312] env[65682]: DEBUG nova.virt.hardware [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.433588] env[65682]: DEBUG nova.virt.hardware [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1112.433914] env[65682]: DEBUG nova.virt.hardware [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.434200] env[65682]: DEBUG nova.virt.hardware [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1112.434475] env[65682]: DEBUG nova.virt.hardware [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1112.434845] env[65682]: DEBUG nova.virt.hardware [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1112.435144] env[65682]: DEBUG nova.virt.hardware [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1112.435400] env[65682]: DEBUG nova.virt.hardware [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1112.435613] env[65682]: DEBUG nova.virt.hardware [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1112.435824] env[65682]: DEBUG nova.virt.hardware [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1112.436863] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da98a22-f697-4cda-9fda-5f6807622de7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.448322] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100a3775-11db-4bb6-b444-6d94f7ba8df0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.466555] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:23:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21651189-1d37-4dd2-b402-c3649b8dfac8', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.475505] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1112.479450] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.480251] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebceac0c-b3e3-4109-9b69-21ad957388e0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.495119] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a42fcee2-4e3e-4b52-8537-28a92ae2fb64 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.500446] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e0429e26-fc05-4b79-80bb-5a5caab83353 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquiring lock "4e0346b6-7324-4a49-b872-9b85b426c2e1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.500691] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e0429e26-fc05-4b79-80bb-5a5caab83353 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "4e0346b6-7324-4a49-b872-9b85b426c2e1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.511852] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.511852] env[65682]: value = "task-4616722" [ 1112.511852] env[65682]: _type = "Task" [ 1112.511852] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.528294] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616722, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.565467] env[65682]: DEBUG oslo_vmware.api [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616721, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.668497] env[65682]: DEBUG oslo_concurrency.lockutils [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Releasing lock "refresh_cache-1354716c-57d5-4523-8672-eceb6b14db9d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.668873] env[65682]: DEBUG nova.compute.manager [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Instance network_info: |[{"id": "dcec3098-e841-4e0c-a9ab-93020df55295", "address": "fa:16:3e:be:60:da", "network": {"id": "6478e152-17d6-438a-af59-4acacc2303f3", "bridge": "br-int", "label": "tempest-ServersTestJSON-1098750738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824187397d5f4890a1360d60e59329fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcec3098-e8", "ovs_interfaceid": "dcec3098-e841-4e0c-a9ab-93020df55295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1112.671478] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:60:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcec3098-e841-4e0c-a9ab-93020df55295', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.683090] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1112.683344] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.683582] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73d494d0-ea22-4074-bb76-d1c7e8af7da9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.704094] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.704094] env[65682]: value = "task-4616723" [ 1112.704094] env[65682]: _type = "Task" [ 1112.704094] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.709998] env[65682]: DEBUG nova.compute.utils [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1112.717448] env[65682]: DEBUG nova.compute.manager [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1112.717779] env[65682]: DEBUG nova.network.neutron [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1112.717943] env[65682]: WARNING neutronclient.v2_0.client [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.718305] env[65682]: WARNING neutronclient.v2_0.client [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.720180] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616723, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.763853] env[65682]: DEBUG nova.policy [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '624e5e7ac2844a7c8fc447e8890214e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b87a7f5e3294030a48b0bacd6637caf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.902650] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.903271] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1113.006778] env[65682]: DEBUG nova.compute.utils [None req-e0429e26-fc05-4b79-80bb-5a5caab83353 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.031302] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616722, 'name': CreateVM_Task, 'duration_secs': 0.492195} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.033526] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.033828] env[65682]: WARNING neutronclient.v2_0.client [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1113.034120] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.034288] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.034638] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.036729] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c63d1553-9b33-40aa-a0d9-fd444929eda0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.039988] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba327c2-5f40-4608-8c49-80904884dc58 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.064843] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3468e2e6-1a3a-460c-9a21-982df7bf0509 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.069575] env[65682]: DEBUG oslo_vmware.api [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1113.069575] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52335212-2032-9c7e-4833-757b1371d0f0" [ 1113.069575] env[65682]: _type = "Task" [ 1113.069575] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.108052] env[65682]: DEBUG oslo_vmware.api [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616721, 'name': PowerOnVM_Task, 'duration_secs': 0.518902} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.109621] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9e0a6f-3f38-45e2-88b9-b98b1136f682 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.112530] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.112852] env[65682]: INFO nova.compute.manager [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1113.113130] env[65682]: DEBUG nova.compute.manager [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1113.117640] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55717bfa-fbed-40ff-bcae-9772e11afac0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.121248] env[65682]: DEBUG oslo_vmware.api [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52335212-2032-9c7e-4833-757b1371d0f0, 'name': SearchDatastore_Task, 'duration_secs': 0.020688} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.121906] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.122186] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.122448] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.123050] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.123050] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.124176] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea01c544-4c1e-477b-aa26-ecbe0953b67e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.136828] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57c0747-ee88-4c65-897e-39fb3282e96e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.142954] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.142954] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.143959] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77130ca5-5c19-4041-9027-dd678a73411d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.155510] env[65682]: DEBUG nova.compute.provider_tree [None req-bdd322bd-f44e-4a34-98f5-1bbc0284fe1b tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.161432] env[65682]: DEBUG oslo_vmware.api [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1113.161432] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]529158d2-b1a2-c346-0edc-1a8fd14ddaf3" [ 1113.161432] env[65682]: _type = "Task" [ 1113.161432] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.172257] env[65682]: DEBUG oslo_vmware.api [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]529158d2-b1a2-c346-0edc-1a8fd14ddaf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.184972] env[65682]: DEBUG nova.network.neutron [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Successfully created port: 454eaab5-9a3e-4dce-b9d4-0d253b918cc7 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1113.216338] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616723, 'name': CreateVM_Task, 'duration_secs': 0.410327} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.216542] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.217183] env[65682]: WARNING neutronclient.v2_0.client [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.217600] env[65682]: DEBUG oslo_concurrency.lockutils [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.217853] env[65682]: DEBUG oslo_concurrency.lockutils [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.218296] env[65682]: DEBUG oslo_concurrency.lockutils [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.218880] env[65682]: DEBUG nova.compute.manager [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1113.221854] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48dd47b5-c1fb-4455-b57a-2baadba6c1fe {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.230140] env[65682]: DEBUG oslo_vmware.api [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1113.230140] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52388c38-c418-ecdd-6dff-41498c1fd587" [ 1113.230140] env[65682]: _type = "Task" [ 1113.230140] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.241978] env[65682]: DEBUG oslo_vmware.api [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52388c38-c418-ecdd-6dff-41498c1fd587, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.261610] env[65682]: DEBUG nova.compute.manager [req-0d4bee7b-b502-4911-8c3e-b9a6fb68d672 req-ef53a2ec-3275-4cdc-8a70-a10d30329713 service nova] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Received event network-vif-deleted-0949b902-84e8-44d3-b408-0a4f9340caa4 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1113.342840] env[65682]: DEBUG nova.compute.manager [req-bf369702-1ec4-4567-9c9e-5ec97bdb0405 req-555daab0-5133-4fe9-b102-1823346b964e service nova] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Received event network-changed-dcec3098-e841-4e0c-a9ab-93020df55295 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1113.344780] env[65682]: DEBUG nova.compute.manager [req-bf369702-1ec4-4567-9c9e-5ec97bdb0405 req-555daab0-5133-4fe9-b102-1823346b964e service nova] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Refreshing instance network info cache due to event network-changed-dcec3098-e841-4e0c-a9ab-93020df55295. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1113.344780] env[65682]: DEBUG oslo_concurrency.lockutils [req-bf369702-1ec4-4567-9c9e-5ec97bdb0405 req-555daab0-5133-4fe9-b102-1823346b964e service nova] Acquiring lock "refresh_cache-1354716c-57d5-4523-8672-eceb6b14db9d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.344780] env[65682]: DEBUG oslo_concurrency.lockutils [req-bf369702-1ec4-4567-9c9e-5ec97bdb0405 req-555daab0-5133-4fe9-b102-1823346b964e service nova] Acquired lock "refresh_cache-1354716c-57d5-4523-8672-eceb6b14db9d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.345596] env[65682]: DEBUG nova.network.neutron [req-bf369702-1ec4-4567-9c9e-5ec97bdb0405 req-555daab0-5133-4fe9-b102-1823346b964e service nova] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Refreshing network info cache for port dcec3098-e841-4e0c-a9ab-93020df55295 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.392490] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fdb1ab-3709-4905-8ff9-531cb707dce0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.424207] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1066a344-ef44-4bcf-8603-f55be200614e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.425561] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1113.425787] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1113.426418] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1113.426632] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1113.427074] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1113.427074] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1113.427323] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65682) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1113.427323] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager.update_available_resource {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1113.432420] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Updating instance '1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59' progress to 83 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1113.513066] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e0429e26-fc05-4b79-80bb-5a5caab83353 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "4e0346b6-7324-4a49-b872-9b85b426c2e1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.650978] env[65682]: INFO nova.compute.manager [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Took 18.44 seconds to build instance. [ 1113.661839] env[65682]: DEBUG nova.scheduler.client.report [None req-bdd322bd-f44e-4a34-98f5-1bbc0284fe1b tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.677684] env[65682]: DEBUG oslo_vmware.api [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]529158d2-b1a2-c346-0edc-1a8fd14ddaf3, 'name': SearchDatastore_Task, 'duration_secs': 0.018294} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.679360] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e755aac3-325a-46a9-8406-cc7350ac9e3f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.686981] env[65682]: DEBUG oslo_vmware.api [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1113.686981] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52050244-0bbb-3615-a059-818de6fa607e" [ 1113.686981] env[65682]: _type = "Task" [ 1113.686981] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.696475] env[65682]: DEBUG oslo_vmware.api [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52050244-0bbb-3615-a059-818de6fa607e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.742287] env[65682]: DEBUG oslo_vmware.api [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52388c38-c418-ecdd-6dff-41498c1fd587, 'name': SearchDatastore_Task, 'duration_secs': 0.017434} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.742922] env[65682]: DEBUG oslo_concurrency.lockutils [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.742922] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.743128] env[65682]: DEBUG oslo_concurrency.lockutils [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.849289] env[65682]: WARNING neutronclient.v2_0.client [req-bf369702-1ec4-4567-9c9e-5ec97bdb0405 req-555daab0-5133-4fe9-b102-1823346b964e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.934022] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.939432] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.939744] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f35afa3e-838f-4371-a1ba-c9688db9187b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.949425] env[65682]: DEBUG oslo_vmware.api [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1113.949425] env[65682]: value = "task-4616724" [ 1113.949425] env[65682]: _type = "Task" [ 1113.949425] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.960426] env[65682]: DEBUG oslo_vmware.api [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.154829] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a5c33555-fd26-433e-b17e-4bd037f7a99f tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "8638b1d1-2308-42d4-acbb-0c50031dc886" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.954s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.167389] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bdd322bd-f44e-4a34-98f5-1bbc0284fe1b tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.170831] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b7b0724c-55c0-4505-85c3-34c7bed40d6e tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.955s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.171259] env[65682]: DEBUG nova.objects.instance [None req-b7b0724c-55c0-4505-85c3-34c7bed40d6e tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Lazy-loading 'resources' on Instance uuid 84c58ed1-cae8-4712-9798-c74e925727f6 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.201594] env[65682]: DEBUG oslo_vmware.api [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52050244-0bbb-3615-a059-818de6fa607e, 'name': SearchDatastore_Task, 'duration_secs': 0.0127} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.203342] env[65682]: INFO nova.scheduler.client.report [None req-bdd322bd-f44e-4a34-98f5-1bbc0284fe1b tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Deleted allocations for instance df0b34e3-bab6-47b4-a4f0-a765656a5049 [ 1114.204967] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.205339] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] e56911bb-205b-4fa0-bf82-1e3b1c3f83ff/e56911bb-205b-4fa0-bf82-1e3b1c3f83ff.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.210393] env[65682]: DEBUG oslo_concurrency.lockutils [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.210393] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.210393] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09190764-891c-49d7-8b7f-7069a5053adc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.213671] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-411029ad-64fb-42ca-be1b-ad405ebf1ccb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.227793] env[65682]: DEBUG oslo_vmware.api [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1114.227793] env[65682]: value = "task-4616725" [ 1114.227793] env[65682]: _type = "Task" [ 1114.227793] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.228411] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.228640] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.233896] env[65682]: DEBUG nova.compute.manager [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1114.236052] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c180d35-a516-481b-bc97-4f15c734622d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.247429] env[65682]: DEBUG oslo_vmware.api [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.250156] env[65682]: DEBUG oslo_vmware.api [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1114.250156] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b553aa-5cb9-fdf4-5f35-e88b5e3461d6" [ 1114.250156] env[65682]: _type = "Task" [ 1114.250156] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.263082] env[65682]: DEBUG oslo_vmware.api [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b553aa-5cb9-fdf4-5f35-e88b5e3461d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.278353] env[65682]: DEBUG nova.virt.hardware [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1114.278605] env[65682]: DEBUG nova.virt.hardware [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.278840] env[65682]: DEBUG nova.virt.hardware [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1114.278932] env[65682]: DEBUG nova.virt.hardware [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.279078] env[65682]: DEBUG nova.virt.hardware [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1114.279256] env[65682]: DEBUG nova.virt.hardware [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1114.279519] env[65682]: DEBUG nova.virt.hardware [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1114.279701] env[65682]: DEBUG nova.virt.hardware [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1114.279892] env[65682]: DEBUG nova.virt.hardware [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1114.280072] env[65682]: DEBUG nova.virt.hardware [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1114.280596] env[65682]: DEBUG nova.virt.hardware [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1114.281204] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46ed63b-8d11-498a-a473-1e47b441b389 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.291255] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b598980f-17af-460d-9e9f-73ca5f042dd3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.460077] env[65682]: DEBUG oslo_vmware.api [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616724, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.548211] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e0429e26-fc05-4b79-80bb-5a5caab83353 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquiring lock "4e0346b6-7324-4a49-b872-9b85b426c2e1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.548676] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e0429e26-fc05-4b79-80bb-5a5caab83353 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "4e0346b6-7324-4a49-b872-9b85b426c2e1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.549120] env[65682]: INFO nova.compute.manager [None req-e0429e26-fc05-4b79-80bb-5a5caab83353 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Attaching volume 8ee4f406-544d-4cf6-8a9c-06509686424e to /dev/sdb [ 1114.602755] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057df48b-2497-49ba-95f9-fe321113a5a4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.612675] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dd7784-bbc4-435e-978e-5540a51967d8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.629735] env[65682]: DEBUG nova.virt.block_device [None req-e0429e26-fc05-4b79-80bb-5a5caab83353 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Updating existing volume attachment record: 25a7fa26-0222-4b17-8f38-7b1e2faa87ae {{(pid=65682) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1114.720185] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bdd322bd-f44e-4a34-98f5-1bbc0284fe1b tempest-ServerDiskConfigTestJSON-2130541646 tempest-ServerDiskConfigTestJSON-2130541646-project-member] Lock "df0b34e3-bab6-47b4-a4f0-a765656a5049" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.837s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.748080] env[65682]: DEBUG oslo_vmware.api [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616725, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.765701] env[65682]: DEBUG oslo_vmware.api [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b553aa-5cb9-fdf4-5f35-e88b5e3461d6, 'name': SearchDatastore_Task, 'duration_secs': 0.023791} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.770361] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-585156cd-4bce-41d8-9048-1066569d8d05 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.777706] env[65682]: DEBUG oslo_vmware.api [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1114.777706] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52593f53-25f4-1aea-5f59-5069f2940c27" [ 1114.777706] env[65682]: _type = "Task" [ 1114.777706] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.791550] env[65682]: DEBUG oslo_vmware.api [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52593f53-25f4-1aea-5f59-5069f2940c27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.792975] env[65682]: DEBUG nova.network.neutron [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Successfully updated port: 454eaab5-9a3e-4dce-b9d4-0d253b918cc7 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1114.866093] env[65682]: WARNING neutronclient.v2_0.client [req-bf369702-1ec4-4567-9c9e-5ec97bdb0405 req-555daab0-5133-4fe9-b102-1823346b964e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1114.962609] env[65682]: DEBUG oslo_vmware.api [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616724, 'name': PowerOnVM_Task, 'duration_secs': 0.634528} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.966856] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.967394] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-63c611f0-b310-46af-b904-339f4caad5d4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Updating instance '1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59' progress to 100 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1114.989729] env[65682]: DEBUG nova.network.neutron [req-bf369702-1ec4-4567-9c9e-5ec97bdb0405 req-555daab0-5133-4fe9-b102-1823346b964e service nova] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Updated VIF entry in instance network info cache for port dcec3098-e841-4e0c-a9ab-93020df55295. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1114.990515] env[65682]: DEBUG nova.network.neutron [req-bf369702-1ec4-4567-9c9e-5ec97bdb0405 req-555daab0-5133-4fe9-b102-1823346b964e service nova] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Updating instance_info_cache with network_info: [{"id": "dcec3098-e841-4e0c-a9ab-93020df55295", "address": "fa:16:3e:be:60:da", "network": {"id": "6478e152-17d6-438a-af59-4acacc2303f3", "bridge": "br-int", "label": "tempest-ServersTestJSON-1098750738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824187397d5f4890a1360d60e59329fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcec3098-e8", "ovs_interfaceid": "dcec3098-e841-4e0c-a9ab-93020df55295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.050525] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a980489a-ed82-4a05-b2a4-7b44980d8b88 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.060670] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06262db1-6fd2-4267-9695-c97f6e36e494 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.095976] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea7f5ae-adf3-4659-bdb6-3f1b3d9bd5d2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.105022] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5df8e72-e487-40c8-9442-6f77951eb673 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.120830] env[65682]: DEBUG nova.compute.provider_tree [None req-b7b0724c-55c0-4505-85c3-34c7bed40d6e tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.246631] env[65682]: DEBUG oslo_vmware.api [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624503} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.246631] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] e56911bb-205b-4fa0-bf82-1e3b1c3f83ff/e56911bb-205b-4fa0-bf82-1e3b1c3f83ff.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.246631] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.246631] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6329b6d5-60d5-4abf-be9c-719f62e8c62c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.258032] env[65682]: DEBUG oslo_vmware.api [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1115.258032] env[65682]: value = "task-4616727" [ 1115.258032] env[65682]: _type = "Task" [ 1115.258032] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.268058] env[65682]: DEBUG oslo_vmware.api [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.288906] env[65682]: DEBUG oslo_vmware.api [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52593f53-25f4-1aea-5f59-5069f2940c27, 'name': SearchDatastore_Task, 'duration_secs': 0.039311} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.288906] env[65682]: DEBUG oslo_concurrency.lockutils [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.289350] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 1354716c-57d5-4523-8672-eceb6b14db9d/1354716c-57d5-4523-8672-eceb6b14db9d.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.290172] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eaebdf56-8213-463c-b45a-17ed4f253bf7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.295707] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "refresh_cache-b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.296013] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquired lock "refresh_cache-b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.296297] env[65682]: DEBUG nova.network.neutron [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1115.300092] env[65682]: DEBUG oslo_vmware.api [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1115.300092] env[65682]: value = "task-4616728" [ 1115.300092] env[65682]: _type = "Task" [ 1115.300092] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.313503] env[65682]: DEBUG oslo_vmware.api [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.353420] env[65682]: DEBUG nova.compute.manager [req-4c87a8a8-7e23-438e-97ba-2d5bbee5c78e req-025c1244-9031-4857-a96d-0c2be66babd0 service nova] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Received event network-changed-6de21297-b0c2-41b3-bc44-598166ecab68 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1115.353521] env[65682]: DEBUG nova.compute.manager [req-4c87a8a8-7e23-438e-97ba-2d5bbee5c78e req-025c1244-9031-4857-a96d-0c2be66babd0 service nova] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Refreshing instance network info cache due to event network-changed-6de21297-b0c2-41b3-bc44-598166ecab68. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1115.353768] env[65682]: DEBUG oslo_concurrency.lockutils [req-4c87a8a8-7e23-438e-97ba-2d5bbee5c78e req-025c1244-9031-4857-a96d-0c2be66babd0 service nova] Acquiring lock "refresh_cache-6812a738-b2c5-4038-9943-ba204da22919" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.353924] env[65682]: DEBUG oslo_concurrency.lockutils [req-4c87a8a8-7e23-438e-97ba-2d5bbee5c78e req-025c1244-9031-4857-a96d-0c2be66babd0 service nova] Acquired lock "refresh_cache-6812a738-b2c5-4038-9943-ba204da22919" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.354143] env[65682]: DEBUG nova.network.neutron [req-4c87a8a8-7e23-438e-97ba-2d5bbee5c78e req-025c1244-9031-4857-a96d-0c2be66babd0 service nova] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Refreshing network info cache for port 6de21297-b0c2-41b3-bc44-598166ecab68 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.493730] env[65682]: DEBUG oslo_concurrency.lockutils [req-bf369702-1ec4-4567-9c9e-5ec97bdb0405 req-555daab0-5133-4fe9-b102-1823346b964e service nova] Releasing lock "refresh_cache-1354716c-57d5-4523-8672-eceb6b14db9d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.549064] env[65682]: DEBUG nova.compute.manager [req-4dbc61e2-436a-4d1c-999a-3ef257c68f8c req-6b6afd2d-5093-41fc-9525-eb70b2e034fc service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Received event network-vif-plugged-454eaab5-9a3e-4dce-b9d4-0d253b918cc7 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1115.549423] env[65682]: DEBUG oslo_concurrency.lockutils [req-4dbc61e2-436a-4d1c-999a-3ef257c68f8c req-6b6afd2d-5093-41fc-9525-eb70b2e034fc service nova] Acquiring lock "b87e45d9-626e-42bc-a3bf-fd78b9d879e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.549919] env[65682]: DEBUG oslo_concurrency.lockutils [req-4dbc61e2-436a-4d1c-999a-3ef257c68f8c req-6b6afd2d-5093-41fc-9525-eb70b2e034fc service nova] Lock "b87e45d9-626e-42bc-a3bf-fd78b9d879e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.549919] env[65682]: DEBUG oslo_concurrency.lockutils [req-4dbc61e2-436a-4d1c-999a-3ef257c68f8c req-6b6afd2d-5093-41fc-9525-eb70b2e034fc service nova] Lock "b87e45d9-626e-42bc-a3bf-fd78b9d879e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.550121] env[65682]: DEBUG nova.compute.manager [req-4dbc61e2-436a-4d1c-999a-3ef257c68f8c req-6b6afd2d-5093-41fc-9525-eb70b2e034fc service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] No waiting events found dispatching network-vif-plugged-454eaab5-9a3e-4dce-b9d4-0d253b918cc7 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1115.550381] env[65682]: WARNING nova.compute.manager [req-4dbc61e2-436a-4d1c-999a-3ef257c68f8c req-6b6afd2d-5093-41fc-9525-eb70b2e034fc service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Received unexpected event network-vif-plugged-454eaab5-9a3e-4dce-b9d4-0d253b918cc7 for instance with vm_state building and task_state spawning. [ 1115.550932] env[65682]: DEBUG nova.compute.manager [req-4dbc61e2-436a-4d1c-999a-3ef257c68f8c req-6b6afd2d-5093-41fc-9525-eb70b2e034fc service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Received event network-changed-454eaab5-9a3e-4dce-b9d4-0d253b918cc7 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1115.551158] env[65682]: DEBUG nova.compute.manager [req-4dbc61e2-436a-4d1c-999a-3ef257c68f8c req-6b6afd2d-5093-41fc-9525-eb70b2e034fc service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Refreshing instance network info cache due to event network-changed-454eaab5-9a3e-4dce-b9d4-0d253b918cc7. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1115.551374] env[65682]: DEBUG oslo_concurrency.lockutils [req-4dbc61e2-436a-4d1c-999a-3ef257c68f8c req-6b6afd2d-5093-41fc-9525-eb70b2e034fc service nova] Acquiring lock "refresh_cache-b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.625401] env[65682]: DEBUG nova.scheduler.client.report [None req-b7b0724c-55c0-4505-85c3-34c7bed40d6e tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.768036] env[65682]: DEBUG oslo_vmware.api [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09473} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.768402] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.769410] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a79951d-7078-4f2a-bcba-ba28a8e43c97 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.796189] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] e56911bb-205b-4fa0-bf82-1e3b1c3f83ff/e56911bb-205b-4fa0-bf82-1e3b1c3f83ff.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.796548] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a27ba0d-13ea-4f2a-b2fc-dff0cf709349 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.827125] env[65682]: DEBUG oslo_vmware.api [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616728, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.829092] env[65682]: DEBUG oslo_vmware.api [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1115.829092] env[65682]: value = "task-4616729" [ 1115.829092] env[65682]: _type = "Task" [ 1115.829092] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.839089] env[65682]: DEBUG oslo_vmware.api [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616729, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.858077] env[65682]: DEBUG nova.network.neutron [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1115.858383] env[65682]: WARNING neutronclient.v2_0.client [req-4c87a8a8-7e23-438e-97ba-2d5bbee5c78e req-025c1244-9031-4857-a96d-0c2be66babd0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.136461] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b7b0724c-55c0-4505-85c3-34c7bed40d6e tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.138793] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.205s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.138992] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.139264] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65682) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1116.140446] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f857be48-000a-4967-958a-c2c2782986bc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.152479] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db97dda-f7c7-4e8c-9266-f22a92644c0f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.168580] env[65682]: INFO nova.scheduler.client.report [None req-b7b0724c-55c0-4505-85c3-34c7bed40d6e tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Deleted allocations for instance 84c58ed1-cae8-4712-9798-c74e925727f6 [ 1116.170340] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2985e3b9-5399-470d-a9a2-e694c60889b5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.183229] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquiring lock "c8e06fc1-ffc0-45ed-a243-efa04a523aaf" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.183460] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "c8e06fc1-ffc0-45ed-a243-efa04a523aaf" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.183631] env[65682]: INFO nova.compute.manager [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Shelving [ 1116.193365] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01e9582-269e-4aa2-8413-48dbfc3648e0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.243612] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178364MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65682) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1116.243919] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.244165] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.293798] env[65682]: WARNING neutronclient.v2_0.client [req-4c87a8a8-7e23-438e-97ba-2d5bbee5c78e req-025c1244-9031-4857-a96d-0c2be66babd0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.334417] env[65682]: DEBUG oslo_vmware.api [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696495} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.344053] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 1354716c-57d5-4523-8672-eceb6b14db9d/1354716c-57d5-4523-8672-eceb6b14db9d.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.344518] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.348887] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b80de75-b37f-4b00-89c1-8b80ee76b1bc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.360154] env[65682]: DEBUG oslo_vmware.api [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616729, 'name': ReconfigVM_Task, 'duration_secs': 0.362084} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.362459] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Reconfigured VM instance instance-00000058 to attach disk [datastore1] e56911bb-205b-4fa0-bf82-1e3b1c3f83ff/e56911bb-205b-4fa0-bf82-1e3b1c3f83ff.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.363356] env[65682]: DEBUG oslo_vmware.api [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1116.363356] env[65682]: value = "task-4616730" [ 1116.363356] env[65682]: _type = "Task" [ 1116.363356] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.363691] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc82bb53-4e0b-425a-9ef7-b46572f725b4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.376763] env[65682]: DEBUG oslo_vmware.api [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.381034] env[65682]: DEBUG oslo_vmware.api [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1116.381034] env[65682]: value = "task-4616731" [ 1116.381034] env[65682]: _type = "Task" [ 1116.381034] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.398055] env[65682]: DEBUG oslo_vmware.api [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616731, 'name': Rename_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.424790] env[65682]: DEBUG nova.network.neutron [req-4c87a8a8-7e23-438e-97ba-2d5bbee5c78e req-025c1244-9031-4857-a96d-0c2be66babd0 service nova] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Updated VIF entry in instance network info cache for port 6de21297-b0c2-41b3-bc44-598166ecab68. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1116.425084] env[65682]: DEBUG nova.network.neutron [req-4c87a8a8-7e23-438e-97ba-2d5bbee5c78e req-025c1244-9031-4857-a96d-0c2be66babd0 service nova] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Updating instance_info_cache with network_info: [{"id": "6de21297-b0c2-41b3-bc44-598166ecab68", "address": "fa:16:3e:5b:53:94", "network": {"id": "d13ac076-fdae-4d36-93cb-7c96987ecff2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1006055871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eaca82bae54434ea55d652d06ff4773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6de21297-b0", "ovs_interfaceid": "6de21297-b0c2-41b3-bc44-598166ecab68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.685399] env[65682]: WARNING neutronclient.v2_0.client [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.690755] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b7b0724c-55c0-4505-85c3-34c7bed40d6e tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Lock "84c58ed1-cae8-4712-9798-c74e925727f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.390s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.777198] env[65682]: DEBUG nova.network.neutron [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Updating instance_info_cache with network_info: [{"id": "454eaab5-9a3e-4dce-b9d4-0d253b918cc7", "address": "fa:16:3e:c5:e7:4c", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap454eaab5-9a", "ovs_interfaceid": "454eaab5-9a3e-4dce-b9d4-0d253b918cc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.883395] env[65682]: DEBUG oslo_vmware.api [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169949} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.884105] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.886212] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2595f3-48eb-454b-b890-d20129fb9bea {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.923647] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 1354716c-57d5-4523-8672-eceb6b14db9d/1354716c-57d5-4523-8672-eceb6b14db9d.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.928727] env[65682]: DEBUG nova.compute.manager [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Stashing vm_state: active {{(pid=65682) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1116.932816] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5b38d32-71c7-442c-ac74-b87fba469a22 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.952485] env[65682]: DEBUG oslo_concurrency.lockutils [req-4c87a8a8-7e23-438e-97ba-2d5bbee5c78e req-025c1244-9031-4857-a96d-0c2be66babd0 service nova] Releasing lock "refresh_cache-6812a738-b2c5-4038-9943-ba204da22919" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.952485] env[65682]: DEBUG nova.compute.manager [req-4c87a8a8-7e23-438e-97ba-2d5bbee5c78e req-025c1244-9031-4857-a96d-0c2be66babd0 service nova] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Received event network-changed-77435005-02e8-4b00-82a1-9df28aaa2e66 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1116.952743] env[65682]: DEBUG nova.compute.manager [req-4c87a8a8-7e23-438e-97ba-2d5bbee5c78e req-025c1244-9031-4857-a96d-0c2be66babd0 service nova] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Refreshing instance network info cache due to event network-changed-77435005-02e8-4b00-82a1-9df28aaa2e66. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1116.953066] env[65682]: DEBUG oslo_concurrency.lockutils [req-4c87a8a8-7e23-438e-97ba-2d5bbee5c78e req-025c1244-9031-4857-a96d-0c2be66babd0 service nova] Acquiring lock "refresh_cache-8638b1d1-2308-42d4-acbb-0c50031dc886" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.953263] env[65682]: DEBUG oslo_concurrency.lockutils [req-4c87a8a8-7e23-438e-97ba-2d5bbee5c78e req-025c1244-9031-4857-a96d-0c2be66babd0 service nova] Acquired lock "refresh_cache-8638b1d1-2308-42d4-acbb-0c50031dc886" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.953506] env[65682]: DEBUG nova.network.neutron [req-4c87a8a8-7e23-438e-97ba-2d5bbee5c78e req-025c1244-9031-4857-a96d-0c2be66babd0 service nova] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Refreshing network info cache for port 77435005-02e8-4b00-82a1-9df28aaa2e66 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.955052] env[65682]: DEBUG oslo_vmware.api [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616731, 'name': Rename_Task, 'duration_secs': 0.277669} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.955704] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.956457] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8523b920-db3a-4a0c-827e-25e053ff50ac {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.964270] env[65682]: DEBUG oslo_vmware.api [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1116.964270] env[65682]: value = "task-4616733" [ 1116.964270] env[65682]: _type = "Task" [ 1116.964270] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.969755] env[65682]: DEBUG oslo_vmware.api [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1116.969755] env[65682]: value = "task-4616734" [ 1116.969755] env[65682]: _type = "Task" [ 1116.969755] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.979765] env[65682]: DEBUG oslo_vmware.api [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616733, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.987852] env[65682]: DEBUG oslo_vmware.api [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.198055] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.198431] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40e44824-7c24-4254-a447-f66d460c456b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.209368] env[65682]: DEBUG oslo_vmware.api [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 1117.209368] env[65682]: value = "task-4616735" [ 1117.209368] env[65682]: _type = "Task" [ 1117.209368] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.221192] env[65682]: DEBUG oslo_vmware.api [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.246145] env[65682]: WARNING neutronclient.v2_0.client [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.259291] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Applying migration context for instance 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59 as it has an incoming, in-progress migration 88b93dc5-8852-4e4d-a0ab-2d89502fbb76. Migration status is reverting {{(pid=65682) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1117.260821] env[65682]: INFO nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Updating resource usage from migration 88b93dc5-8852-4e4d-a0ab-2d89502fbb76 [ 1117.261345] env[65682]: INFO nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Updating resource usage from migration 4da8038d-722d-4904-ba8c-ff5d837227fd [ 1117.282031] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Releasing lock "refresh_cache-b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.282676] env[65682]: DEBUG nova.compute.manager [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Instance network_info: |[{"id": "454eaab5-9a3e-4dce-b9d4-0d253b918cc7", "address": "fa:16:3e:c5:e7:4c", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap454eaab5-9a", "ovs_interfaceid": "454eaab5-9a3e-4dce-b9d4-0d253b918cc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1117.283325] env[65682]: DEBUG oslo_concurrency.lockutils [req-4dbc61e2-436a-4d1c-999a-3ef257c68f8c req-6b6afd2d-5093-41fc-9525-eb70b2e034fc service nova] Acquired lock "refresh_cache-b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.283516] env[65682]: DEBUG nova.network.neutron [req-4dbc61e2-436a-4d1c-999a-3ef257c68f8c req-6b6afd2d-5093-41fc-9525-eb70b2e034fc service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Refreshing network info cache for port 454eaab5-9a3e-4dce-b9d4-0d253b918cc7 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.285738] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:e7:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '051f343d-ac4f-4070-a26d-467603122c81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '454eaab5-9a3e-4dce-b9d4-0d253b918cc7', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.296298] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1117.296298] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 6812a738-b2c5-4038-9943-ba204da22919 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1117.296298] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 2cdca24a-4bb0-4adc-886f-4b73acc2a545 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1117.296298] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance d59edbef-b7dc-40e8-8a31-c1c1f3bc8647 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1117.296298] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance e56911bb-205b-4fa0-bf82-1e3b1c3f83ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1117.296298] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 81cf4997-e498-4b3e-b3ac-490cdd254fbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1117.296298] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1117.296658] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance c373a28b-240f-477f-b736-d9040e0c2ec7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1117.296658] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 4e0346b6-7324-4a49-b872-9b85b426c2e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1117.296658] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance c8e06fc1-ffc0-45ed-a243-efa04a523aaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1117.296880] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1117.296880] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1117.296978] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Migration 88b93dc5-8852-4e4d-a0ab-2d89502fbb76 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1117.297045] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1117.297133] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 1354716c-57d5-4523-8672-eceb6b14db9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1117.297262] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance b87e45d9-626e-42bc-a3bf-fd78b9d879e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1117.297400] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Migration 4da8038d-722d-4904-ba8c-ff5d837227fd is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1117.297521] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 8638b1d1-2308-42d4-acbb-0c50031dc886 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1117.297752] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=65682) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1117.297906] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=100GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '15', 'num_vm_active': '12', 'num_task_None': '9', 'num_os_type_None': '15', 'num_proj_8eaca82bae54434ea55d652d06ff4773': '3', 'io_workload': '3', 'num_proj_824187397d5f4890a1360d60e59329fa': '2', 'num_proj_67a873a51b0a41c58c8fa980aa58f328': '1', 'num_task_rebuild_spawning': '1', 'num_proj_73724f4f79f54ee9821dacb7a6ec68d7': '4', 'num_vm_resized': '1', 'num_proj_1063d410f5864f5292ea4436f03d192c': '1', 'num_proj_44bf2c1a9a904b12a683ebb7b184c7ef': '1', 'num_task_shelving': '1', 'num_proj_aa33bc1eaa5b4d4bb5063ffee3b1d8c6': '1', 'num_task_shelving_image_uploading': '1', 'num_proj_983a459c835447309a57d7ac8b8bcfa5': '1', 'num_task_resize_prep': '1', 'num_vm_building': '2', 'num_task_spawning': '2', 'num_proj_3b87a7f5e3294030a48b0bacd6637caf': '1'} {{(pid=65682) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1117.300969] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.303243] env[65682]: WARNING neutronclient.v2_0.client [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.303370] env[65682]: WARNING neutronclient.v2_0.client [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.303715] env[65682]: WARNING neutronclient.v2_0.client [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.306318] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-167b9a22-78f2-4f1b-842d-3eb1ce6143f3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.331343] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.331343] env[65682]: value = "task-4616736" [ 1117.331343] env[65682]: _type = "Task" [ 1117.331343] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.347441] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616736, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.456653] env[65682]: WARNING neutronclient.v2_0.client [req-4c87a8a8-7e23-438e-97ba-2d5bbee5c78e req-025c1244-9031-4857-a96d-0c2be66babd0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.463750] env[65682]: DEBUG nova.network.neutron [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Port 2c922de2-3b6b-43e3-9374-87cf8c4b2590 binding to destination host cpu-1 is already ACTIVE {{(pid=65682) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1117.463885] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "refresh_cache-1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.464049] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquired lock "refresh_cache-1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.464217] env[65682]: DEBUG nova.network.neutron [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1117.482762] env[65682]: DEBUG oslo_vmware.api [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616733, 'name': ReconfigVM_Task, 'duration_secs': 0.46857} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.484747] env[65682]: DEBUG oslo_concurrency.lockutils [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.485571] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 1354716c-57d5-4523-8672-eceb6b14db9d/1354716c-57d5-4523-8672-eceb6b14db9d.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.490166] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1b7e129-88e5-4e7f-b9c2-d9c60a8c72df {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.496451] env[65682]: DEBUG oslo_vmware.api [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616734, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.503521] env[65682]: DEBUG oslo_vmware.api [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1117.503521] env[65682]: value = "task-4616737" [ 1117.503521] env[65682]: _type = "Task" [ 1117.503521] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.518911] env[65682]: DEBUG oslo_vmware.api [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616737, 'name': Rename_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.634509] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149590f8-cd41-443f-945b-5d73a2a9c004 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.644315] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3360b0-f03f-491b-bfc3-c8e5d89b8407 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.681033] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9547dbb0-1495-4b7b-8f8b-73bc85f526e3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.691738] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b91e0b-3de7-4be5-b6e6-68c24abc2488 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.711905] env[65682]: DEBUG nova.compute.provider_tree [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.726036] env[65682]: DEBUG oslo_vmware.api [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616735, 'name': PowerOffVM_Task, 'duration_secs': 0.347837} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.727370] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.728969] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32bbb68-34b2-495f-8ee4-47675ae9bb8e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.753867] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61c2626-a660-4b97-8e36-7ed1889f68ec {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.802816] env[65682]: WARNING neutronclient.v2_0.client [req-4dbc61e2-436a-4d1c-999a-3ef257c68f8c req-6b6afd2d-5093-41fc-9525-eb70b2e034fc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.845717] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616736, 'name': CreateVM_Task, 'duration_secs': 0.465796} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.845914] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.846513] env[65682]: WARNING neutronclient.v2_0.client [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.846879] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.847041] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.847380] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.847644] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad7eeb30-7449-4ec6-9781-897a67d7aa66 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.856874] env[65682]: DEBUG oslo_vmware.api [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1117.856874] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52bc85f5-1003-d9ee-0f6e-515d955e51e4" [ 1117.856874] env[65682]: _type = "Task" [ 1117.856874] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.866388] env[65682]: DEBUG oslo_vmware.api [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52bc85f5-1003-d9ee-0f6e-515d955e51e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.877849] env[65682]: WARNING neutronclient.v2_0.client [req-4c87a8a8-7e23-438e-97ba-2d5bbee5c78e req-025c1244-9031-4857-a96d-0c2be66babd0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.968386] env[65682]: WARNING neutronclient.v2_0.client [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.984252] env[65682]: DEBUG oslo_vmware.api [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616734, 'name': PowerOnVM_Task, 'duration_secs': 0.790069} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.984704] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.985185] env[65682]: DEBUG nova.compute.manager [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1117.986119] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53735ac-0cc7-4218-ac1c-fa146c28ebec {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.020283] env[65682]: DEBUG oslo_vmware.api [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616737, 'name': Rename_Task, 'duration_secs': 0.304356} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.020283] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.020283] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3e408b8-743d-4767-ada0-540190b7a741 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.027023] env[65682]: DEBUG oslo_vmware.api [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1118.027023] env[65682]: value = "task-4616738" [ 1118.027023] env[65682]: _type = "Task" [ 1118.027023] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.035762] env[65682]: DEBUG oslo_vmware.api [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.214415] env[65682]: DEBUG nova.network.neutron [req-4c87a8a8-7e23-438e-97ba-2d5bbee5c78e req-025c1244-9031-4857-a96d-0c2be66babd0 service nova] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Updated VIF entry in instance network info cache for port 77435005-02e8-4b00-82a1-9df28aaa2e66. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1118.214790] env[65682]: DEBUG nova.network.neutron [req-4c87a8a8-7e23-438e-97ba-2d5bbee5c78e req-025c1244-9031-4857-a96d-0c2be66babd0 service nova] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Updating instance_info_cache with network_info: [{"id": "77435005-02e8-4b00-82a1-9df28aaa2e66", "address": "fa:16:3e:d1:db:3c", "network": {"id": "d13ac076-fdae-4d36-93cb-7c96987ecff2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1006055871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eaca82bae54434ea55d652d06ff4773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77435005-02", "ovs_interfaceid": "77435005-02e8-4b00-82a1-9df28aaa2e66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.218604] env[65682]: DEBUG nova.scheduler.client.report [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.272052] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Creating Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1118.272052] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-25fefe01-c7ee-4433-bd33-a4f32cc8190b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.282738] env[65682]: DEBUG oslo_vmware.api [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 1118.282738] env[65682]: value = "task-4616739" [ 1118.282738] env[65682]: _type = "Task" [ 1118.282738] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.296635] env[65682]: DEBUG oslo_vmware.api [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616739, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.373717] env[65682]: DEBUG oslo_vmware.api [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52bc85f5-1003-d9ee-0f6e-515d955e51e4, 'name': SearchDatastore_Task, 'duration_secs': 0.030132} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.378283] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.378773] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.379251] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.379536] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.379875] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.380568] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7122ea1-3409-453b-b0d4-5968cf459fde {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.395586] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.395920] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.396793] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e33a1703-2118-4c75-91b5-b5f0598f47ec {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.404808] env[65682]: DEBUG oslo_vmware.api [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1118.404808] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f6b31e-95c4-f6b1-28a6-cafd38a8092a" [ 1118.404808] env[65682]: _type = "Task" [ 1118.404808] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.415471] env[65682]: DEBUG oslo_vmware.api [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f6b31e-95c4-f6b1-28a6-cafd38a8092a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.505483] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.538259] env[65682]: DEBUG oslo_vmware.api [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616738, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.572439] env[65682]: WARNING neutronclient.v2_0.client [req-4dbc61e2-436a-4d1c-999a-3ef257c68f8c req-6b6afd2d-5093-41fc-9525-eb70b2e034fc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.718786] env[65682]: DEBUG oslo_concurrency.lockutils [req-4c87a8a8-7e23-438e-97ba-2d5bbee5c78e req-025c1244-9031-4857-a96d-0c2be66babd0 service nova] Releasing lock "refresh_cache-8638b1d1-2308-42d4-acbb-0c50031dc886" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.724909] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65682) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1118.725173] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.481s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.725452] env[65682]: DEBUG oslo_concurrency.lockutils [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.241s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.781532] env[65682]: WARNING neutronclient.v2_0.client [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.794860] env[65682]: DEBUG oslo_vmware.api [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616739, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.912280] env[65682]: DEBUG nova.network.neutron [req-4dbc61e2-436a-4d1c-999a-3ef257c68f8c req-6b6afd2d-5093-41fc-9525-eb70b2e034fc service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Updated VIF entry in instance network info cache for port 454eaab5-9a3e-4dce-b9d4-0d253b918cc7. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1118.912778] env[65682]: DEBUG nova.network.neutron [req-4dbc61e2-436a-4d1c-999a-3ef257c68f8c req-6b6afd2d-5093-41fc-9525-eb70b2e034fc service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Updating instance_info_cache with network_info: [{"id": "454eaab5-9a3e-4dce-b9d4-0d253b918cc7", "address": "fa:16:3e:c5:e7:4c", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap454eaab5-9a", "ovs_interfaceid": "454eaab5-9a3e-4dce-b9d4-0d253b918cc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.921839] env[65682]: DEBUG oslo_vmware.api [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f6b31e-95c4-f6b1-28a6-cafd38a8092a, 'name': SearchDatastore_Task, 'duration_secs': 0.026426} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.922750] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cecf0bf9-c386-4799-9bb5-80430ba70e2f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.930588] env[65682]: DEBUG oslo_vmware.api [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1118.930588] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d46b06-d3a6-0ce1-1330-87020e6738f3" [ 1118.930588] env[65682]: _type = "Task" [ 1118.930588] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.944239] env[65682]: DEBUG oslo_vmware.api [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d46b06-d3a6-0ce1-1330-87020e6738f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.043166] env[65682]: DEBUG oslo_vmware.api [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616738, 'name': PowerOnVM_Task, 'duration_secs': 0.784437} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.043763] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.044145] env[65682]: INFO nova.compute.manager [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1119.044561] env[65682]: DEBUG nova.compute.manager [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1119.045524] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc328354-30c2-4098-9bc7-e5692e6251a1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.203727] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0429e26-fc05-4b79-80bb-5a5caab83353 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Volume attach. Driver type: vmdk {{(pid=65682) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1119.203845] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0429e26-fc05-4b79-80bb-5a5caab83353 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901735', 'volume_id': '8ee4f406-544d-4cf6-8a9c-06509686424e', 'name': 'volume-8ee4f406-544d-4cf6-8a9c-06509686424e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4e0346b6-7324-4a49-b872-9b85b426c2e1', 'attached_at': '', 'detached_at': '', 'volume_id': '8ee4f406-544d-4cf6-8a9c-06509686424e', 'serial': '8ee4f406-544d-4cf6-8a9c-06509686424e'} {{(pid=65682) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1119.204785] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a43b9ae-8314-44e4-b534-a0e08e3ae051 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.225624] env[65682]: DEBUG nova.network.neutron [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Updating instance_info_cache with network_info: [{"id": "2c922de2-3b6b-43e3-9374-87cf8c4b2590", "address": "fa:16:3e:84:62:ae", "network": {"id": "1719932d-bcf4-4ad2-8e3f-f55b5aaf896d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1384213493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1063d410f5864f5292ea4436f03d192c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c922de2-3b", "ovs_interfaceid": "2c922de2-3b6b-43e3-9374-87cf8c4b2590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.227751] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4b3e68-fa2c-4904-bbfd-64148e8ce4cc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.233377] env[65682]: INFO nova.compute.claims [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.262903] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0429e26-fc05-4b79-80bb-5a5caab83353 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] volume-8ee4f406-544d-4cf6-8a9c-06509686424e/volume-8ee4f406-544d-4cf6-8a9c-06509686424e.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.264174] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-348c1120-4b7d-4388-b07c-00c44b84c66d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.294770] env[65682]: DEBUG oslo_vmware.api [None req-e0429e26-fc05-4b79-80bb-5a5caab83353 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 1119.294770] env[65682]: value = "task-4616740" [ 1119.294770] env[65682]: _type = "Task" [ 1119.294770] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.303212] env[65682]: DEBUG oslo_vmware.api [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616739, 'name': CreateSnapshot_Task, 'duration_secs': 0.952035} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.304054] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Created Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1119.307605] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a0bb73-440f-4c00-8575-320eaecdd981 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.311146] env[65682]: DEBUG oslo_vmware.api [None req-e0429e26-fc05-4b79-80bb-5a5caab83353 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.415621] env[65682]: DEBUG oslo_concurrency.lockutils [req-4dbc61e2-436a-4d1c-999a-3ef257c68f8c req-6b6afd2d-5093-41fc-9525-eb70b2e034fc service nova] Releasing lock "refresh_cache-b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.446056] env[65682]: DEBUG oslo_vmware.api [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d46b06-d3a6-0ce1-1330-87020e6738f3, 'name': SearchDatastore_Task, 'duration_secs': 0.015017} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.446056] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.446056] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] b87e45d9-626e-42bc-a3bf-fd78b9d879e3/b87e45d9-626e-42bc-a3bf-fd78b9d879e3.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.446056] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b081f9c-7ce1-4ce5-b7f5-8fe54a9b4e1e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.452246] env[65682]: DEBUG oslo_vmware.api [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1119.452246] env[65682]: value = "task-4616741" [ 1119.452246] env[65682]: _type = "Task" [ 1119.452246] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.462395] env[65682]: DEBUG oslo_vmware.api [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.567143] env[65682]: INFO nova.compute.manager [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Took 13.71 seconds to build instance. [ 1119.732527] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Releasing lock "refresh_cache-1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.767267] env[65682]: INFO nova.compute.resource_tracker [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Updating resource usage from migration 4da8038d-722d-4904-ba8c-ff5d837227fd [ 1119.808295] env[65682]: DEBUG oslo_vmware.api [None req-e0429e26-fc05-4b79-80bb-5a5caab83353 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.831955] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Creating linked-clone VM from snapshot {{(pid=65682) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1119.835466] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7295056d-7f91-428c-a63a-1e63038ccb4e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.848057] env[65682]: DEBUG oslo_vmware.api [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 1119.848057] env[65682]: value = "task-4616742" [ 1119.848057] env[65682]: _type = "Task" [ 1119.848057] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.862143] env[65682]: DEBUG oslo_vmware.api [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616742, 'name': CloneVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.973079] env[65682]: DEBUG oslo_vmware.api [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616741, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.069489] env[65682]: DEBUG oslo_concurrency.lockutils [None req-35394356-33fe-4a63-83c7-ddb134b3dd76 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "1354716c-57d5-4523-8672-eceb6b14db9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.229s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.157204] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b24778b-0eed-44b5-b964-6467139ca103 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.167600] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b6a41b-0a2c-46f6-9e80-8d0af85a78a6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.207315] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36af7acb-2d79-4651-8bc6-a91dcaae000c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.218977] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93dcbb5f-1779-4fa3-89f4-04e11a0d8657 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.237578] env[65682]: DEBUG nova.compute.manager [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65682) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1120.239679] env[65682]: DEBUG nova.compute.provider_tree [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.310574] env[65682]: DEBUG oslo_vmware.api [None req-e0429e26-fc05-4b79-80bb-5a5caab83353 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616740, 'name': ReconfigVM_Task, 'duration_secs': 0.980681} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.310954] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0429e26-fc05-4b79-80bb-5a5caab83353 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Reconfigured VM instance instance-00000062 to attach disk [datastore1] volume-8ee4f406-544d-4cf6-8a9c-06509686424e/volume-8ee4f406-544d-4cf6-8a9c-06509686424e.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.317236] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d24ea94b-0930-4f8d-b32c-a0fd2a572635 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.337297] env[65682]: DEBUG oslo_vmware.api [None req-e0429e26-fc05-4b79-80bb-5a5caab83353 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 1120.337297] env[65682]: value = "task-4616743" [ 1120.337297] env[65682]: _type = "Task" [ 1120.337297] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.346903] env[65682]: DEBUG oslo_concurrency.lockutils [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquiring lock "d6de7836-9edf-4d85-9cac-3d5f1f541834" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.347190] env[65682]: DEBUG oslo_concurrency.lockutils [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Lock "d6de7836-9edf-4d85-9cac-3d5f1f541834" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.356087] env[65682]: DEBUG oslo_vmware.api [None req-e0429e26-fc05-4b79-80bb-5a5caab83353 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616743, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.365641] env[65682]: DEBUG oslo_vmware.api [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616742, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.471044] env[65682]: DEBUG oslo_vmware.api [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716558} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.471356] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] b87e45d9-626e-42bc-a3bf-fd78b9d879e3/b87e45d9-626e-42bc-a3bf-fd78b9d879e3.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1120.471543] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1120.471822] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67e24fa0-2068-405b-8abd-073b69dce6f5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.481182] env[65682]: DEBUG oslo_vmware.api [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1120.481182] env[65682]: value = "task-4616744" [ 1120.481182] env[65682]: _type = "Task" [ 1120.481182] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.496084] env[65682]: DEBUG oslo_vmware.api [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.569832] env[65682]: DEBUG oslo_concurrency.lockutils [None req-493f3a3a-d4a3-4186-8383-f551e9092d68 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "45a53fdd-361a-42e5-ac3a-5ff5f9b124f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.570123] env[65682]: DEBUG oslo_concurrency.lockutils [None req-493f3a3a-d4a3-4186-8383-f551e9092d68 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "45a53fdd-361a-42e5-ac3a-5ff5f9b124f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.570406] env[65682]: DEBUG oslo_concurrency.lockutils [None req-493f3a3a-d4a3-4186-8383-f551e9092d68 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "45a53fdd-361a-42e5-ac3a-5ff5f9b124f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.570625] env[65682]: DEBUG oslo_concurrency.lockutils [None req-493f3a3a-d4a3-4186-8383-f551e9092d68 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "45a53fdd-361a-42e5-ac3a-5ff5f9b124f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.570882] env[65682]: DEBUG oslo_concurrency.lockutils [None req-493f3a3a-d4a3-4186-8383-f551e9092d68 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "45a53fdd-361a-42e5-ac3a-5ff5f9b124f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.573637] env[65682]: INFO nova.compute.manager [None req-493f3a3a-d4a3-4186-8383-f551e9092d68 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Terminating instance [ 1120.745776] env[65682]: DEBUG nova.scheduler.client.report [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.850467] env[65682]: DEBUG oslo_vmware.api [None req-e0429e26-fc05-4b79-80bb-5a5caab83353 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616743, 'name': ReconfigVM_Task, 'duration_secs': 0.214471} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.855737] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0429e26-fc05-4b79-80bb-5a5caab83353 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901735', 'volume_id': '8ee4f406-544d-4cf6-8a9c-06509686424e', 'name': 'volume-8ee4f406-544d-4cf6-8a9c-06509686424e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4e0346b6-7324-4a49-b872-9b85b426c2e1', 'attached_at': '', 'detached_at': '', 'volume_id': '8ee4f406-544d-4cf6-8a9c-06509686424e', 'serial': '8ee4f406-544d-4cf6-8a9c-06509686424e'} {{(pid=65682) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1120.858861] env[65682]: DEBUG nova.compute.manager [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1120.875501] env[65682]: DEBUG oslo_vmware.api [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616742, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.993851] env[65682]: DEBUG oslo_vmware.api [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085039} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.994236] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.995111] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03f1493-5201-4774-bfe5-a30540ac7ff3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.021223] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] b87e45d9-626e-42bc-a3bf-fd78b9d879e3/b87e45d9-626e-42bc-a3bf-fd78b9d879e3.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.021699] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea1169e9-9444-4cc3-9c1a-ec7865072108 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.045727] env[65682]: DEBUG oslo_vmware.api [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1121.045727] env[65682]: value = "task-4616745" [ 1121.045727] env[65682]: _type = "Task" [ 1121.045727] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.056658] env[65682]: DEBUG oslo_vmware.api [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616745, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.078418] env[65682]: DEBUG nova.compute.manager [None req-493f3a3a-d4a3-4186-8383-f551e9092d68 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1121.078614] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-493f3a3a-d4a3-4186-8383-f551e9092d68 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.080541] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d234b056-5dec-44bc-843a-2918bcaeeb77 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.090858] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-493f3a3a-d4a3-4186-8383-f551e9092d68 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.091221] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5553c7f9-e499-47f6-bc39-5fe70faae73a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.100838] env[65682]: DEBUG oslo_vmware.api [None req-493f3a3a-d4a3-4186-8383-f551e9092d68 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1121.100838] env[65682]: value = "task-4616746" [ 1121.100838] env[65682]: _type = "Task" [ 1121.100838] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.112728] env[65682]: DEBUG oslo_vmware.api [None req-493f3a3a-d4a3-4186-8383-f551e9092d68 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.251682] env[65682]: DEBUG oslo_concurrency.lockutils [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.526s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.251859] env[65682]: INFO nova.compute.manager [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Migrating [ 1121.259156] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.754s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.259359] env[65682]: DEBUG nova.objects.instance [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65682) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1121.315773] env[65682]: DEBUG oslo_concurrency.lockutils [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "dc8d1190-07cb-4b0a-ab54-68d63446d03c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.316022] env[65682]: DEBUG oslo_concurrency.lockutils [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "dc8d1190-07cb-4b0a-ab54-68d63446d03c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.363960] env[65682]: DEBUG oslo_vmware.api [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616742, 'name': CloneVM_Task} progress is 95%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.391321] env[65682]: DEBUG oslo_concurrency.lockutils [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.410818] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.561080] env[65682]: DEBUG oslo_vmware.api [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.612140] env[65682]: DEBUG oslo_vmware.api [None req-493f3a3a-d4a3-4186-8383-f551e9092d68 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616746, 'name': PowerOffVM_Task, 'duration_secs': 0.323782} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.612529] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-493f3a3a-d4a3-4186-8383-f551e9092d68 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.612770] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-493f3a3a-d4a3-4186-8383-f551e9092d68 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.613135] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06775757-13f6-41de-af6d-23379707ecdd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.688494] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-493f3a3a-d4a3-4186-8383-f551e9092d68 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.688768] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-493f3a3a-d4a3-4186-8383-f551e9092d68 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.688950] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-493f3a3a-d4a3-4186-8383-f551e9092d68 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Deleting the datastore file [datastore1] 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.689430] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51c1b6c4-da5a-45ea-9efb-0a2c79a7c4c8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.699539] env[65682]: DEBUG oslo_vmware.api [None req-493f3a3a-d4a3-4186-8383-f551e9092d68 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1121.699539] env[65682]: value = "task-4616748" [ 1121.699539] env[65682]: _type = "Task" [ 1121.699539] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.709967] env[65682]: DEBUG oslo_vmware.api [None req-493f3a3a-d4a3-4186-8383-f551e9092d68 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.778249] env[65682]: DEBUG oslo_concurrency.lockutils [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "refresh_cache-8638b1d1-2308-42d4-acbb-0c50031dc886" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.778249] env[65682]: DEBUG oslo_concurrency.lockutils [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquired lock "refresh_cache-8638b1d1-2308-42d4-acbb-0c50031dc886" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.778249] env[65682]: DEBUG nova.network.neutron [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1121.822272] env[65682]: DEBUG nova.compute.manager [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1121.865798] env[65682]: DEBUG oslo_vmware.api [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616742, 'name': CloneVM_Task, 'duration_secs': 1.726849} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.865798] env[65682]: INFO nova.virt.vmwareapi.vmops [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Created linked-clone VM from snapshot [ 1121.866789] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ecbdae-d8e3-462b-abd6-676d3a175990 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.878039] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Uploading image 015a64f9-f82f-47fb-bddc-69e6d9699724 {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1121.921849] env[65682]: DEBUG nova.objects.instance [None req-e0429e26-fc05-4b79-80bb-5a5caab83353 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lazy-loading 'flavor' on Instance uuid 4e0346b6-7324-4a49-b872-9b85b426c2e1 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.927037] env[65682]: DEBUG oslo_vmware.rw_handles [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1121.927037] env[65682]: value = "vm-901738" [ 1121.927037] env[65682]: _type = "VirtualMachine" [ 1121.927037] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1121.927453] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0d7cee9f-3e6b-4164-b4cb-cf02e7baf7f8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.939482] env[65682]: DEBUG oslo_vmware.rw_handles [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lease: (returnval){ [ 1121.939482] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528d6470-8827-2c43-07e3-6d30607d5e72" [ 1121.939482] env[65682]: _type = "HttpNfcLease" [ 1121.939482] env[65682]: } obtained for exporting VM: (result){ [ 1121.939482] env[65682]: value = "vm-901738" [ 1121.939482] env[65682]: _type = "VirtualMachine" [ 1121.939482] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1121.939781] env[65682]: DEBUG oslo_vmware.api [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the lease: (returnval){ [ 1121.939781] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528d6470-8827-2c43-07e3-6d30607d5e72" [ 1121.939781] env[65682]: _type = "HttpNfcLease" [ 1121.939781] env[65682]: } to be ready. {{(pid=65682) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1121.953489] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1121.953489] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528d6470-8827-2c43-07e3-6d30607d5e72" [ 1121.953489] env[65682]: _type = "HttpNfcLease" [ 1121.953489] env[65682]: } is initializing. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1122.061318] env[65682]: DEBUG oslo_vmware.api [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.216506] env[65682]: DEBUG oslo_vmware.api [None req-493f3a3a-d4a3-4186-8383-f551e9092d68 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35251} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.216945] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-493f3a3a-d4a3-4186-8383-f551e9092d68 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.217112] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-493f3a3a-d4a3-4186-8383-f551e9092d68 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.217360] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-493f3a3a-d4a3-4186-8383-f551e9092d68 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.217611] env[65682]: INFO nova.compute.manager [None req-493f3a3a-d4a3-4186-8383-f551e9092d68 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1122.217928] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-493f3a3a-d4a3-4186-8383-f551e9092d68 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1122.218232] env[65682]: DEBUG nova.compute.manager [-] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1122.218365] env[65682]: DEBUG nova.network.neutron [-] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1122.218657] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.275346] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.281143] env[65682]: DEBUG oslo_concurrency.lockutils [None req-cc68b59e-4018-41a6-af7d-c3f23b5e8637 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.282160] env[65682]: DEBUG oslo_concurrency.lockutils [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.891s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.284424] env[65682]: INFO nova.compute.claims [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.289218] env[65682]: WARNING neutronclient.v2_0.client [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.349944] env[65682]: DEBUG oslo_concurrency.lockutils [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.435587] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e0429e26-fc05-4b79-80bb-5a5caab83353 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "4e0346b6-7324-4a49-b872-9b85b426c2e1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.885s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.451456] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1122.451456] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528d6470-8827-2c43-07e3-6d30607d5e72" [ 1122.451456] env[65682]: _type = "HttpNfcLease" [ 1122.451456] env[65682]: } is ready. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1122.451456] env[65682]: DEBUG oslo_vmware.rw_handles [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1122.451456] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528d6470-8827-2c43-07e3-6d30607d5e72" [ 1122.451456] env[65682]: _type = "HttpNfcLease" [ 1122.451456] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1122.452355] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117c2a59-d78d-4472-8820-4b34dd4850fd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.464383] env[65682]: DEBUG oslo_vmware.rw_handles [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5279bba5-9def-eaf4-0ba0-2091ebfdf563/disk-0.vmdk from lease info. {{(pid=65682) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1122.464383] env[65682]: DEBUG oslo_vmware.rw_handles [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5279bba5-9def-eaf4-0ba0-2091ebfdf563/disk-0.vmdk for reading. {{(pid=65682) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1122.558301] env[65682]: DEBUG oslo_vmware.rw_handles [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522781cf-e1ed-2cac-1c1b-c2bbb43248e5/disk-0.vmdk. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1122.559186] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68932059-38ef-458f-b920-cc6a57314d2b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.568863] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-00525d3d-d694-4c6c-a76d-8cd74d0606fe {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.575578] env[65682]: DEBUG oslo_vmware.api [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616745, 'name': ReconfigVM_Task, 'duration_secs': 1.066501} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.575578] env[65682]: DEBUG oslo_vmware.rw_handles [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522781cf-e1ed-2cac-1c1b-c2bbb43248e5/disk-0.vmdk is in state: ready. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1122.575578] env[65682]: ERROR oslo_vmware.rw_handles [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522781cf-e1ed-2cac-1c1b-c2bbb43248e5/disk-0.vmdk due to incomplete transfer. [ 1122.575819] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Reconfigured VM instance instance-0000006b to attach disk [datastore1] b87e45d9-626e-42bc-a3bf-fd78b9d879e3/b87e45d9-626e-42bc-a3bf-fd78b9d879e3.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.576593] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-371bdfef-4a49-4e1c-9291-abf7797ce1f8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.580482] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2f7e83c-ebe8-45f4-8caf-6a71deeeecd6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.586114] env[65682]: DEBUG nova.compute.manager [req-8d6cf011-7289-4981-b0c0-ae2e934f9c8f req-5a7d5a50-56cd-4195-9707-321b350931af service nova] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Received event network-vif-deleted-b6763e11-13ae-4049-93b9-8e06780fd6c8 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1122.586114] env[65682]: INFO nova.compute.manager [req-8d6cf011-7289-4981-b0c0-ae2e934f9c8f req-5a7d5a50-56cd-4195-9707-321b350931af service nova] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Neutron deleted interface b6763e11-13ae-4049-93b9-8e06780fd6c8; detaching it from the instance and deleting it from the info cache [ 1122.586114] env[65682]: DEBUG nova.network.neutron [req-8d6cf011-7289-4981-b0c0-ae2e934f9c8f req-5a7d5a50-56cd-4195-9707-321b350931af service nova] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.593331] env[65682]: DEBUG oslo_vmware.api [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1122.593331] env[65682]: value = "task-4616750" [ 1122.593331] env[65682]: _type = "Task" [ 1122.593331] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.604489] env[65682]: DEBUG oslo_vmware.rw_handles [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522781cf-e1ed-2cac-1c1b-c2bbb43248e5/disk-0.vmdk. {{(pid=65682) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1122.604709] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Uploaded image 69b0d5ed-b99f-46fa-9f0e-5e38db0e02ce to the Glance image server {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1122.607077] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Destroying the VM {{(pid=65682) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1122.613802] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-aea67592-e267-4d3a-a1dc-af9518d20091 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.615636] env[65682]: DEBUG oslo_vmware.api [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616750, 'name': Rename_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.627888] env[65682]: DEBUG oslo_vmware.api [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1122.627888] env[65682]: value = "task-4616751" [ 1122.627888] env[65682]: _type = "Task" [ 1122.627888] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.639196] env[65682]: DEBUG oslo_vmware.api [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616751, 'name': Destroy_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.688423] env[65682]: WARNING neutronclient.v2_0.client [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.809701] env[65682]: DEBUG nova.network.neutron [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Updating instance_info_cache with network_info: [{"id": "77435005-02e8-4b00-82a1-9df28aaa2e66", "address": "fa:16:3e:d1:db:3c", "network": {"id": "d13ac076-fdae-4d36-93cb-7c96987ecff2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1006055871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eaca82bae54434ea55d652d06ff4773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77435005-02", "ovs_interfaceid": "77435005-02e8-4b00-82a1-9df28aaa2e66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.046926] env[65682]: DEBUG nova.network.neutron [-] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.089943] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1da6d323-805a-4fc2-9002-8a8e454d63af {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.114622] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a1140c-b669-4e79-bc16-8d66a11aa5fc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.129518] env[65682]: DEBUG oslo_vmware.api [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616750, 'name': Rename_Task, 'duration_secs': 0.349792} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.132084] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.135503] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2614c2b-728e-4a0d-8d61-f941f5585d73 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.147971] env[65682]: DEBUG oslo_vmware.api [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616751, 'name': Destroy_Task} progress is 33%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.150051] env[65682]: DEBUG oslo_vmware.api [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1123.150051] env[65682]: value = "task-4616752" [ 1123.150051] env[65682]: _type = "Task" [ 1123.150051] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.173627] env[65682]: DEBUG nova.compute.manager [req-8d6cf011-7289-4981-b0c0-ae2e934f9c8f req-5a7d5a50-56cd-4195-9707-321b350931af service nova] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Detach interface failed, port_id=b6763e11-13ae-4049-93b9-8e06780fd6c8, reason: Instance 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1123.178358] env[65682]: DEBUG oslo_vmware.api [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.317600] env[65682]: DEBUG oslo_concurrency.lockutils [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Releasing lock "refresh_cache-8638b1d1-2308-42d4-acbb-0c50031dc886" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.550300] env[65682]: INFO nova.compute.manager [-] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Took 1.33 seconds to deallocate network for instance. [ 1123.646998] env[65682]: DEBUG oslo_vmware.api [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616751, 'name': Destroy_Task, 'duration_secs': 0.627151} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.647188] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Destroyed the VM [ 1123.647434] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Deleting Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1123.647723] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6a20d844-9c2d-4e57-8762-a4b3b8031b0f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.660885] env[65682]: DEBUG oslo_vmware.api [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1123.660885] env[65682]: value = "task-4616753" [ 1123.660885] env[65682]: _type = "Task" [ 1123.660885] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.674130] env[65682]: DEBUG oslo_vmware.api [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616752, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.681619] env[65682]: DEBUG oslo_vmware.api [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616753, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.705324] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db92391-c3f5-4af4-8fe7-45a1c1f49457 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.713859] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2422a3-d6e8-4a60-af6e-6b3a4042833b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.750459] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9aa8769-0561-4aa3-90b1-6927a3be13a7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.759214] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582947d7-2cbd-40d1-9bab-4a682f079cfa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.776050] env[65682]: DEBUG nova.compute.provider_tree [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.061559] env[65682]: DEBUG oslo_concurrency.lockutils [None req-493f3a3a-d4a3-4186-8383-f551e9092d68 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.070694] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ce0053c7-52ea-4d6e-a54c-ed51eff5ede9 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquiring lock "4e0346b6-7324-4a49-b872-9b85b426c2e1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.070937] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ce0053c7-52ea-4d6e-a54c-ed51eff5ede9 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "4e0346b6-7324-4a49-b872-9b85b426c2e1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.165905] env[65682]: DEBUG oslo_vmware.api [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616752, 'name': PowerOnVM_Task, 'duration_secs': 0.52243} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.171690] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.172625] env[65682]: INFO nova.compute.manager [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Took 9.94 seconds to spawn the instance on the hypervisor. [ 1124.172915] env[65682]: DEBUG nova.compute.manager [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1124.174113] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a89385-630d-4528-b0f1-fcc8a4769a06 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.185807] env[65682]: DEBUG oslo_vmware.api [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616753, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.280382] env[65682]: DEBUG nova.scheduler.client.report [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.578523] env[65682]: DEBUG nova.compute.utils [None req-ce0053c7-52ea-4d6e-a54c-ed51eff5ede9 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1124.634116] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "457726d1-96b3-44fb-bcb4-2f1f00de04da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.634414] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "457726d1-96b3-44fb-bcb4-2f1f00de04da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.679541] env[65682]: DEBUG oslo_vmware.api [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616753, 'name': RemoveSnapshot_Task, 'duration_secs': 0.764671} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.679932] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Deleted Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1124.680446] env[65682]: DEBUG nova.compute.manager [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1124.681390] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674e490b-20fc-4405-bd3c-5e4580ba5f80 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.699200] env[65682]: INFO nova.compute.manager [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Took 15.00 seconds to build instance. [ 1124.786294] env[65682]: DEBUG oslo_concurrency.lockutils [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.786785] env[65682]: DEBUG nova.compute.manager [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1124.789559] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 3.379s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.836144] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecb9bae-46b6-4c96-94f0-b0ef913289a5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.857267] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Updating instance '8638b1d1-2308-42d4-acbb-0c50031dc886' progress to 0 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.082800] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ce0053c7-52ea-4d6e-a54c-ed51eff5ede9 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "4e0346b6-7324-4a49-b872-9b85b426c2e1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.137377] env[65682]: DEBUG nova.compute.manager [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1125.200780] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ee7e77ed-10ee-4334-83be-4e4df18944a1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "b87e45d9-626e-42bc-a3bf-fd78b9d879e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.514s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.201311] env[65682]: INFO nova.compute.manager [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Shelve offloading [ 1125.294564] env[65682]: DEBUG nova.compute.utils [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.295957] env[65682]: DEBUG nova.compute.manager [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1125.296117] env[65682]: DEBUG nova.network.neutron [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1125.296448] env[65682]: WARNING neutronclient.v2_0.client [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.296798] env[65682]: WARNING neutronclient.v2_0.client [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.299639] env[65682]: DEBUG nova.objects.instance [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lazy-loading 'migration_context' on Instance uuid 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.340752] env[65682]: DEBUG nova.policy [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64eaf985c4834d48b0de316a7dfa216a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7ff901235334c4293042d9b0299d8a9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.363393] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.363768] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f021575f-a9b2-49d9-8317-4ac9d0efbb9f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.373619] env[65682]: DEBUG oslo_vmware.api [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 1125.373619] env[65682]: value = "task-4616754" [ 1125.373619] env[65682]: _type = "Task" [ 1125.373619] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.386602] env[65682]: DEBUG oslo_vmware.api [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.668788] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.705416] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.706071] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-699ac91f-7e38-49bd-8fcd-9e4278445477 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.716415] env[65682]: DEBUG oslo_vmware.api [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1125.716415] env[65682]: value = "task-4616755" [ 1125.716415] env[65682]: _type = "Task" [ 1125.716415] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.730258] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] VM already powered off {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1125.730501] env[65682]: DEBUG nova.compute.manager [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1125.731535] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9724d5-a5e1-442d-9b6a-79c204acfc9b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.739397] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "refresh_cache-076b1c93-c3ae-47f8-a8eb-9182dbc4dfed" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.739610] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquired lock "refresh_cache-076b1c93-c3ae-47f8-a8eb-9182dbc4dfed" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.739784] env[65682]: DEBUG nova.network.neutron [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1125.745143] env[65682]: DEBUG nova.network.neutron [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Successfully created port: 0e90dc00-128a-4a47-bc67-66ee5966eab1 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1125.802321] env[65682]: DEBUG nova.compute.manager [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1125.890941] env[65682]: DEBUG oslo_vmware.api [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616754, 'name': PowerOffVM_Task, 'duration_secs': 0.305829} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.894221] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.894440] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Updating instance '8638b1d1-2308-42d4-acbb-0c50031dc886' progress to 17 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.178657] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ce0053c7-52ea-4d6e-a54c-ed51eff5ede9 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquiring lock "4e0346b6-7324-4a49-b872-9b85b426c2e1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.178974] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ce0053c7-52ea-4d6e-a54c-ed51eff5ede9 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "4e0346b6-7324-4a49-b872-9b85b426c2e1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.179248] env[65682]: INFO nova.compute.manager [None req-ce0053c7-52ea-4d6e-a54c-ed51eff5ede9 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Attaching volume d2bbe4dd-48a4-4de0-a912-9b69898a79f6 to /dev/sdc [ 1126.182928] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8facc131-a0df-4254-b11e-ec70bf3f8091 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.194716] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edf286c-59ca-4ae9-9da6-2bc9c5464c35 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.235934] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a522104a-2bb2-435c-9ca0-e21783888e3a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.239193] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d737ca6-389a-483a-a9d4-6b18c2dc662f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.249794] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bbeb75-94b5-4c17-9cec-5af87ec7553b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.254531] env[65682]: WARNING neutronclient.v2_0.client [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.257729] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb21702-cce7-4f05-8424-4cea8d23ff53 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.278951] env[65682]: DEBUG nova.compute.provider_tree [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.284310] env[65682]: DEBUG nova.virt.block_device [None req-ce0053c7-52ea-4d6e-a54c-ed51eff5ede9 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Updating existing volume attachment record: 541b7344-cffe-4a1e-8176-4fff0d4f64ac {{(pid=65682) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1126.378889] env[65682]: DEBUG nova.compute.manager [req-431572b8-9b4a-4ba3-998e-15bfd9e50873 req-23a60d3a-30fa-46a9-b2ee-76552005607e service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Received event network-changed-454eaab5-9a3e-4dce-b9d4-0d253b918cc7 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1126.379113] env[65682]: DEBUG nova.compute.manager [req-431572b8-9b4a-4ba3-998e-15bfd9e50873 req-23a60d3a-30fa-46a9-b2ee-76552005607e service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Refreshing instance network info cache due to event network-changed-454eaab5-9a3e-4dce-b9d4-0d253b918cc7. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1126.379365] env[65682]: DEBUG oslo_concurrency.lockutils [req-431572b8-9b4a-4ba3-998e-15bfd9e50873 req-23a60d3a-30fa-46a9-b2ee-76552005607e service nova] Acquiring lock "refresh_cache-b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.379504] env[65682]: DEBUG oslo_concurrency.lockutils [req-431572b8-9b4a-4ba3-998e-15bfd9e50873 req-23a60d3a-30fa-46a9-b2ee-76552005607e service nova] Acquired lock "refresh_cache-b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.380877] env[65682]: DEBUG nova.network.neutron [req-431572b8-9b4a-4ba3-998e-15bfd9e50873 req-23a60d3a-30fa-46a9-b2ee-76552005607e service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Refreshing network info cache for port 454eaab5-9a3e-4dce-b9d4-0d253b918cc7 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.401214] env[65682]: DEBUG nova.virt.hardware [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:23:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1126.401498] env[65682]: DEBUG nova.virt.hardware [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.401660] env[65682]: DEBUG nova.virt.hardware [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1126.402278] env[65682]: DEBUG nova.virt.hardware [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.402278] env[65682]: DEBUG nova.virt.hardware [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1126.402278] env[65682]: DEBUG nova.virt.hardware [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1126.402447] env[65682]: DEBUG nova.virt.hardware [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1126.402531] env[65682]: DEBUG nova.virt.hardware [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1126.402696] env[65682]: DEBUG nova.virt.hardware [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1126.402853] env[65682]: DEBUG nova.virt.hardware [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1126.406074] env[65682]: DEBUG nova.virt.hardware [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1126.411749] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ced6e93a-e98c-4b60-96ce-748fd26f5c98 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.432382] env[65682]: DEBUG oslo_vmware.api [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 1126.432382] env[65682]: value = "task-4616756" [ 1126.432382] env[65682]: _type = "Task" [ 1126.432382] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.442744] env[65682]: DEBUG oslo_vmware.api [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616756, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.563456] env[65682]: WARNING neutronclient.v2_0.client [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.643528] env[65682]: DEBUG nova.network.neutron [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Updating instance_info_cache with network_info: [{"id": "90b842ba-1b9e-467e-9185-4232b181af36", "address": "fa:16:3e:f5:9e:3e", "network": {"id": "d2e676e7-8222-43c3-a279-0be7d717d854", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637644478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983a459c835447309a57d7ac8b8bcfa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90b842ba-1b", "ovs_interfaceid": "90b842ba-1b9e-467e-9185-4232b181af36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.788692] env[65682]: DEBUG nova.scheduler.client.report [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.817945] env[65682]: DEBUG nova.compute.manager [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1126.852818] env[65682]: DEBUG nova.virt.hardware [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1126.853142] env[65682]: DEBUG nova.virt.hardware [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.853272] env[65682]: DEBUG nova.virt.hardware [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1126.853450] env[65682]: DEBUG nova.virt.hardware [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.853590] env[65682]: DEBUG nova.virt.hardware [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1126.853731] env[65682]: DEBUG nova.virt.hardware [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1126.853944] env[65682]: DEBUG nova.virt.hardware [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1126.854108] env[65682]: DEBUG nova.virt.hardware [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1126.854300] env[65682]: DEBUG nova.virt.hardware [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1126.854481] env[65682]: DEBUG nova.virt.hardware [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1126.854654] env[65682]: DEBUG nova.virt.hardware [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1126.855592] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962ce04a-8a56-489c-b6ee-f3078f4a6c65 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.865854] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389b3f3b-b522-451e-b613-39cc6f8a4021 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.889271] env[65682]: WARNING neutronclient.v2_0.client [req-431572b8-9b4a-4ba3-998e-15bfd9e50873 req-23a60d3a-30fa-46a9-b2ee-76552005607e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.953145] env[65682]: DEBUG oslo_vmware.api [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616756, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.147157] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Releasing lock "refresh_cache-076b1c93-c3ae-47f8-a8eb-9182dbc4dfed" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.147365] env[65682]: WARNING neutronclient.v2_0.client [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.148187] env[65682]: WARNING neutronclient.v2_0.client [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.256393] env[65682]: WARNING neutronclient.v2_0.client [req-431572b8-9b4a-4ba3-998e-15bfd9e50873 req-23a60d3a-30fa-46a9-b2ee-76552005607e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.427469] env[65682]: DEBUG nova.network.neutron [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Successfully updated port: 0e90dc00-128a-4a47-bc67-66ee5966eab1 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1127.451249] env[65682]: DEBUG oslo_vmware.api [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616756, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.502503] env[65682]: DEBUG nova.compute.manager [req-d7078f97-8631-4be9-95df-6187fd108b75 req-282e9a3d-065b-49ad-ba9b-5087a72a31c9 service nova] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Received event network-vif-plugged-0e90dc00-128a-4a47-bc67-66ee5966eab1 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1127.505208] env[65682]: DEBUG oslo_concurrency.lockutils [req-d7078f97-8631-4be9-95df-6187fd108b75 req-282e9a3d-065b-49ad-ba9b-5087a72a31c9 service nova] Acquiring lock "d6de7836-9edf-4d85-9cac-3d5f1f541834-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.505573] env[65682]: DEBUG oslo_concurrency.lockutils [req-d7078f97-8631-4be9-95df-6187fd108b75 req-282e9a3d-065b-49ad-ba9b-5087a72a31c9 service nova] Lock "d6de7836-9edf-4d85-9cac-3d5f1f541834-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.506472] env[65682]: DEBUG oslo_concurrency.lockutils [req-d7078f97-8631-4be9-95df-6187fd108b75 req-282e9a3d-065b-49ad-ba9b-5087a72a31c9 service nova] Lock "d6de7836-9edf-4d85-9cac-3d5f1f541834-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.506664] env[65682]: DEBUG nova.compute.manager [req-d7078f97-8631-4be9-95df-6187fd108b75 req-282e9a3d-065b-49ad-ba9b-5087a72a31c9 service nova] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] No waiting events found dispatching network-vif-plugged-0e90dc00-128a-4a47-bc67-66ee5966eab1 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1127.506831] env[65682]: WARNING nova.compute.manager [req-d7078f97-8631-4be9-95df-6187fd108b75 req-282e9a3d-065b-49ad-ba9b-5087a72a31c9 service nova] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Received unexpected event network-vif-plugged-0e90dc00-128a-4a47-bc67-66ee5966eab1 for instance with vm_state building and task_state spawning. [ 1127.520250] env[65682]: DEBUG nova.network.neutron [req-431572b8-9b4a-4ba3-998e-15bfd9e50873 req-23a60d3a-30fa-46a9-b2ee-76552005607e service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Updated VIF entry in instance network info cache for port 454eaab5-9a3e-4dce-b9d4-0d253b918cc7. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1127.521055] env[65682]: DEBUG nova.network.neutron [req-431572b8-9b4a-4ba3-998e-15bfd9e50873 req-23a60d3a-30fa-46a9-b2ee-76552005607e service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Updating instance_info_cache with network_info: [{"id": "454eaab5-9a3e-4dce-b9d4-0d253b918cc7", "address": "fa:16:3e:c5:e7:4c", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap454eaab5-9a", "ovs_interfaceid": "454eaab5-9a3e-4dce-b9d4-0d253b918cc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.630547] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.631748] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e041856b-1b38-45ed-94d0-1c0e8488e971 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.640942] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.642186] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6aa68db-22cb-428f-885b-03d1d6a3ebfd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.719533] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.719533] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.719533] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Deleting the datastore file [datastore1] 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.719828] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb612ba5-87cd-417d-856f-7929f229b371 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.728441] env[65682]: DEBUG oslo_vmware.api [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1127.728441] env[65682]: value = "task-4616759" [ 1127.728441] env[65682]: _type = "Task" [ 1127.728441] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.737641] env[65682]: DEBUG oslo_vmware.api [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.805653] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.016s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.812164] env[65682]: DEBUG oslo_concurrency.lockutils [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.462s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.814146] env[65682]: INFO nova.compute.claims [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.933145] env[65682]: DEBUG oslo_concurrency.lockutils [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquiring lock "refresh_cache-d6de7836-9edf-4d85-9cac-3d5f1f541834" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.933433] env[65682]: DEBUG oslo_concurrency.lockutils [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquired lock "refresh_cache-d6de7836-9edf-4d85-9cac-3d5f1f541834" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.933749] env[65682]: DEBUG nova.network.neutron [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1127.957265] env[65682]: DEBUG oslo_vmware.api [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616756, 'name': ReconfigVM_Task, 'duration_secs': 1.23709} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.958451] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Updating instance '8638b1d1-2308-42d4-acbb-0c50031dc886' progress to 33 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1128.024341] env[65682]: DEBUG oslo_concurrency.lockutils [req-431572b8-9b4a-4ba3-998e-15bfd9e50873 req-23a60d3a-30fa-46a9-b2ee-76552005607e service nova] Releasing lock "refresh_cache-b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.239292] env[65682]: DEBUG oslo_vmware.api [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268956} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.239620] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.239824] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.240010] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.268112] env[65682]: INFO nova.scheduler.client.report [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Deleted allocations for instance 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed [ 1128.419628] env[65682]: DEBUG nova.compute.manager [req-4f7c0b6d-47c7-4a9c-ab7b-9ba0ff106182 req-77887707-fa4b-45f2-a7e6-25fd2a95264a service nova] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Received event network-vif-unplugged-90b842ba-1b9e-467e-9185-4232b181af36 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1128.419856] env[65682]: DEBUG oslo_concurrency.lockutils [req-4f7c0b6d-47c7-4a9c-ab7b-9ba0ff106182 req-77887707-fa4b-45f2-a7e6-25fd2a95264a service nova] Acquiring lock "076b1c93-c3ae-47f8-a8eb-9182dbc4dfed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.420476] env[65682]: DEBUG oslo_concurrency.lockutils [req-4f7c0b6d-47c7-4a9c-ab7b-9ba0ff106182 req-77887707-fa4b-45f2-a7e6-25fd2a95264a service nova] Lock "076b1c93-c3ae-47f8-a8eb-9182dbc4dfed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.420556] env[65682]: DEBUG oslo_concurrency.lockutils [req-4f7c0b6d-47c7-4a9c-ab7b-9ba0ff106182 req-77887707-fa4b-45f2-a7e6-25fd2a95264a service nova] Lock "076b1c93-c3ae-47f8-a8eb-9182dbc4dfed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.420750] env[65682]: DEBUG nova.compute.manager [req-4f7c0b6d-47c7-4a9c-ab7b-9ba0ff106182 req-77887707-fa4b-45f2-a7e6-25fd2a95264a service nova] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] No waiting events found dispatching network-vif-unplugged-90b842ba-1b9e-467e-9185-4232b181af36 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1128.420917] env[65682]: WARNING nova.compute.manager [req-4f7c0b6d-47c7-4a9c-ab7b-9ba0ff106182 req-77887707-fa4b-45f2-a7e6-25fd2a95264a service nova] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Received unexpected event network-vif-unplugged-90b842ba-1b9e-467e-9185-4232b181af36 for instance with vm_state shelved_offloaded and task_state None. [ 1128.421104] env[65682]: DEBUG nova.compute.manager [req-4f7c0b6d-47c7-4a9c-ab7b-9ba0ff106182 req-77887707-fa4b-45f2-a7e6-25fd2a95264a service nova] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Received event network-changed-90b842ba-1b9e-467e-9185-4232b181af36 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1128.421261] env[65682]: DEBUG nova.compute.manager [req-4f7c0b6d-47c7-4a9c-ab7b-9ba0ff106182 req-77887707-fa4b-45f2-a7e6-25fd2a95264a service nova] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Refreshing instance network info cache due to event network-changed-90b842ba-1b9e-467e-9185-4232b181af36. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1128.421466] env[65682]: DEBUG oslo_concurrency.lockutils [req-4f7c0b6d-47c7-4a9c-ab7b-9ba0ff106182 req-77887707-fa4b-45f2-a7e6-25fd2a95264a service nova] Acquiring lock "refresh_cache-076b1c93-c3ae-47f8-a8eb-9182dbc4dfed" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.421600] env[65682]: DEBUG oslo_concurrency.lockutils [req-4f7c0b6d-47c7-4a9c-ab7b-9ba0ff106182 req-77887707-fa4b-45f2-a7e6-25fd2a95264a service nova] Acquired lock "refresh_cache-076b1c93-c3ae-47f8-a8eb-9182dbc4dfed" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.421751] env[65682]: DEBUG nova.network.neutron [req-4f7c0b6d-47c7-4a9c-ab7b-9ba0ff106182 req-77887707-fa4b-45f2-a7e6-25fd2a95264a service nova] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Refreshing network info cache for port 90b842ba-1b9e-467e-9185-4232b181af36 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.467074] env[65682]: DEBUG nova.virt.hardware [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1128.467435] env[65682]: DEBUG nova.virt.hardware [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.467603] env[65682]: DEBUG nova.virt.hardware [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1128.467805] env[65682]: DEBUG nova.virt.hardware [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.467951] env[65682]: DEBUG nova.virt.hardware [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1128.468107] env[65682]: DEBUG nova.virt.hardware [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1128.468331] env[65682]: DEBUG nova.virt.hardware [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1128.468519] env[65682]: DEBUG nova.virt.hardware [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1128.468689] env[65682]: DEBUG nova.virt.hardware [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1128.468850] env[65682]: DEBUG nova.virt.hardware [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1128.469048] env[65682]: DEBUG nova.virt.hardware [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1128.475813] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1128.477453] env[65682]: DEBUG nova.network.neutron [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1128.479537] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5ee87d5-3b3b-4cf6-b4d5-df89c28325f5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.496128] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.497069] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Cleaning up deleted instances {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11916}} [ 1128.511229] env[65682]: DEBUG oslo_vmware.api [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 1128.511229] env[65682]: value = "task-4616760" [ 1128.511229] env[65682]: _type = "Task" [ 1128.511229] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.522025] env[65682]: DEBUG oslo_vmware.api [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616760, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.594354] env[65682]: WARNING neutronclient.v2_0.client [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.679691] env[65682]: DEBUG nova.network.neutron [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Updating instance_info_cache with network_info: [{"id": "0e90dc00-128a-4a47-bc67-66ee5966eab1", "address": "fa:16:3e:08:c9:5b", "network": {"id": "ca628334-a423-4501-84ce-464eed48f2b5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1018833306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7ff901235334c4293042d9b0299d8a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e90dc00-12", "ovs_interfaceid": "0e90dc00-128a-4a47-bc67-66ee5966eab1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.772827] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.924730] env[65682]: WARNING neutronclient.v2_0.client [req-4f7c0b6d-47c7-4a9c-ab7b-9ba0ff106182 req-77887707-fa4b-45f2-a7e6-25fd2a95264a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.018841] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] There are 58 instances to clean {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11925}} [ 1129.019289] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: df0b34e3-bab6-47b4-a4f0-a765656a5049] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1129.036241] env[65682]: DEBUG oslo_vmware.api [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616760, 'name': ReconfigVM_Task, 'duration_secs': 0.231106} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.039021] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1129.040384] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a1eebc-d773-4380-a477-5668871a4188 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.066622] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] volume-239f5fb0-ee9e-4057-b1d2-d9527987035f/volume-239f5fb0-ee9e-4057-b1d2-d9527987035f.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.072555] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e55b44e4-4c27-4ed8-a766-ce0f8038c315 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.092284] env[65682]: DEBUG oslo_vmware.api [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 1129.092284] env[65682]: value = "task-4616762" [ 1129.092284] env[65682]: _type = "Task" [ 1129.092284] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.105372] env[65682]: DEBUG oslo_vmware.api [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616762, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.147382] env[65682]: WARNING neutronclient.v2_0.client [req-4f7c0b6d-47c7-4a9c-ab7b-9ba0ff106182 req-77887707-fa4b-45f2-a7e6-25fd2a95264a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.168264] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d981b9c7-3a7e-4b58-8bba-e63518ffd2e0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.177874] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977c9cc7-6669-44ee-b053-937b697bce67 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.182399] env[65682]: DEBUG oslo_concurrency.lockutils [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Releasing lock "refresh_cache-d6de7836-9edf-4d85-9cac-3d5f1f541834" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.182862] env[65682]: DEBUG nova.compute.manager [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Instance network_info: |[{"id": "0e90dc00-128a-4a47-bc67-66ee5966eab1", "address": "fa:16:3e:08:c9:5b", "network": {"id": "ca628334-a423-4501-84ce-464eed48f2b5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1018833306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7ff901235334c4293042d9b0299d8a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e90dc00-12", "ovs_interfaceid": "0e90dc00-128a-4a47-bc67-66ee5966eab1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1129.183825] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:c9:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4a9e02-45f1-4afb-8abb-0de26b153086', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e90dc00-128a-4a47-bc67-66ee5966eab1', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.192573] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1129.196343] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.225681] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5d4fd54-9c2c-47a3-a549-24e65365bd8b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.242091] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6153e4-9903-41b8-8391-848b5f47b4fb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.251569] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99905d29-6e7d-472b-93f8-5cd49616336f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.258076] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.258076] env[65682]: value = "task-4616763" [ 1129.258076] env[65682]: _type = "Task" [ 1129.258076] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.270798] env[65682]: DEBUG nova.compute.provider_tree [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.273237] env[65682]: DEBUG nova.network.neutron [req-4f7c0b6d-47c7-4a9c-ab7b-9ba0ff106182 req-77887707-fa4b-45f2-a7e6-25fd2a95264a service nova] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Updated VIF entry in instance network info cache for port 90b842ba-1b9e-467e-9185-4232b181af36. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1129.273568] env[65682]: DEBUG nova.network.neutron [req-4f7c0b6d-47c7-4a9c-ab7b-9ba0ff106182 req-77887707-fa4b-45f2-a7e6-25fd2a95264a service nova] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Updating instance_info_cache with network_info: [{"id": "90b842ba-1b9e-467e-9185-4232b181af36", "address": "fa:16:3e:f5:9e:3e", "network": {"id": "d2e676e7-8222-43c3-a279-0be7d717d854", "bridge": null, "label": "tempest-DeleteServersTestJSON-1637644478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983a459c835447309a57d7ac8b8bcfa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap90b842ba-1b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.281026] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616763, 'name': CreateVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.366483] env[65682]: INFO nova.compute.manager [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Swapping old allocation on dict_keys(['5e3340f3-ec5a-4efc-ab9e-095b1e806dc4']) held by migration 88b93dc5-8852-4e4d-a0ab-2d89502fbb76 for instance [ 1129.392312] env[65682]: DEBUG nova.scheduler.client.report [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Overwriting current allocation {'allocations': {'5e3340f3-ec5a-4efc-ab9e-095b1e806dc4': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 147}}, 'project_id': '1063d410f5864f5292ea4436f03d192c', 'user_id': 'e59a179ead754b40b8c44979a27d4918', 'consumer_generation': 1} on consumer 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59 {{(pid=65682) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1129.446621] env[65682]: WARNING neutronclient.v2_0.client [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.484489] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "refresh_cache-1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.485101] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquired lock "refresh_cache-1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.485101] env[65682]: DEBUG nova.network.neutron [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1129.524929] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 84c58ed1-cae8-4712-9798-c74e925727f6] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1129.545439] env[65682]: DEBUG nova.compute.manager [req-4bc53f44-a9f2-4824-a06d-52bf67528dbc req-4c2dc713-702b-4810-94c7-a22d9897c7c1 service nova] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Received event network-changed-0e90dc00-128a-4a47-bc67-66ee5966eab1 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1129.545439] env[65682]: DEBUG nova.compute.manager [req-4bc53f44-a9f2-4824-a06d-52bf67528dbc req-4c2dc713-702b-4810-94c7-a22d9897c7c1 service nova] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Refreshing instance network info cache due to event network-changed-0e90dc00-128a-4a47-bc67-66ee5966eab1. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1129.545439] env[65682]: DEBUG oslo_concurrency.lockutils [req-4bc53f44-a9f2-4824-a06d-52bf67528dbc req-4c2dc713-702b-4810-94c7-a22d9897c7c1 service nova] Acquiring lock "refresh_cache-d6de7836-9edf-4d85-9cac-3d5f1f541834" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.545439] env[65682]: DEBUG oslo_concurrency.lockutils [req-4bc53f44-a9f2-4824-a06d-52bf67528dbc req-4c2dc713-702b-4810-94c7-a22d9897c7c1 service nova] Acquired lock "refresh_cache-d6de7836-9edf-4d85-9cac-3d5f1f541834" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.546724] env[65682]: DEBUG nova.network.neutron [req-4bc53f44-a9f2-4824-a06d-52bf67528dbc req-4c2dc713-702b-4810-94c7-a22d9897c7c1 service nova] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Refreshing network info cache for port 0e90dc00-128a-4a47-bc67-66ee5966eab1 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.603426] env[65682]: DEBUG oslo_vmware.api [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616762, 'name': ReconfigVM_Task, 'duration_secs': 0.412275} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.603864] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Reconfigured VM instance instance-00000069 to attach disk [datastore2] volume-239f5fb0-ee9e-4057-b1d2-d9527987035f/volume-239f5fb0-ee9e-4057-b1d2-d9527987035f.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.604257] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Updating instance '8638b1d1-2308-42d4-acbb-0c50031dc886' progress to 50 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.769759] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616763, 'name': CreateVM_Task, 'duration_secs': 0.396385} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.769989] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.770502] env[65682]: WARNING neutronclient.v2_0.client [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.770975] env[65682]: DEBUG oslo_concurrency.lockutils [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.771070] env[65682]: DEBUG oslo_concurrency.lockutils [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.771363] env[65682]: DEBUG oslo_concurrency.lockutils [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.771622] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-755fd117-7141-45aa-9be4-52fe7eb0c084 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.776458] env[65682]: DEBUG nova.scheduler.client.report [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.781428] env[65682]: DEBUG oslo_concurrency.lockutils [req-4f7c0b6d-47c7-4a9c-ab7b-9ba0ff106182 req-77887707-fa4b-45f2-a7e6-25fd2a95264a service nova] Releasing lock "refresh_cache-076b1c93-c3ae-47f8-a8eb-9182dbc4dfed" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.782521] env[65682]: DEBUG oslo_vmware.api [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1129.782521] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528dd160-9816-2681-e922-e02843f2c7e9" [ 1129.782521] env[65682]: _type = "Task" [ 1129.782521] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.792939] env[65682]: DEBUG oslo_vmware.api [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528dd160-9816-2681-e922-e02843f2c7e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.954655] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8de393bb-8260-4986-b759-107e642e7d89 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "076b1c93-c3ae-47f8-a8eb-9182dbc4dfed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.988595] env[65682]: WARNING neutronclient.v2_0.client [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.029252] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: d09c5c10-a7b0-42f9-8425-0df6d16ad9d6] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1130.050126] env[65682]: WARNING neutronclient.v2_0.client [req-4bc53f44-a9f2-4824-a06d-52bf67528dbc req-4c2dc713-702b-4810-94c7-a22d9897c7c1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.112962] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1603af9b-0306-4f13-aafb-fe375f6097b7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.143133] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a69af9-e2d2-4ade-8a56-040409c2acd7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.162584] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Updating instance '8638b1d1-2308-42d4-acbb-0c50031dc886' progress to 67 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.202437] env[65682]: WARNING neutronclient.v2_0.client [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.226366] env[65682]: WARNING neutronclient.v2_0.client [req-4bc53f44-a9f2-4824-a06d-52bf67528dbc req-4c2dc713-702b-4810-94c7-a22d9897c7c1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.284012] env[65682]: DEBUG oslo_concurrency.lockutils [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.284755] env[65682]: DEBUG nova.compute.manager [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1130.288423] env[65682]: DEBUG oslo_concurrency.lockutils [None req-493f3a3a-d4a3-4186-8383-f551e9092d68 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.227s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.288699] env[65682]: DEBUG nova.objects.instance [None req-493f3a3a-d4a3-4186-8383-f551e9092d68 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lazy-loading 'resources' on Instance uuid 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.303710] env[65682]: DEBUG oslo_vmware.api [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528dd160-9816-2681-e922-e02843f2c7e9, 'name': SearchDatastore_Task, 'duration_secs': 0.017004} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.303710] env[65682]: DEBUG oslo_concurrency.lockutils [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.303710] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.303710] env[65682]: DEBUG oslo_concurrency.lockutils [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.303710] env[65682]: DEBUG oslo_concurrency.lockutils [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.304411] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.304849] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a2722da-cf85-4205-8b1f-a673b9c1d5ff {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.308387] env[65682]: DEBUG nova.network.neutron [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Updating instance_info_cache with network_info: [{"id": "2c922de2-3b6b-43e3-9374-87cf8c4b2590", "address": "fa:16:3e:84:62:ae", "network": {"id": "1719932d-bcf4-4ad2-8e3f-f55b5aaf896d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1384213493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1063d410f5864f5292ea4436f03d192c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c922de2-3b", "ovs_interfaceid": "2c922de2-3b6b-43e3-9374-87cf8c4b2590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.319585] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.319852] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.320950] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69ea28c1-9af7-431b-9405-e802723948f4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.324972] env[65682]: DEBUG nova.network.neutron [req-4bc53f44-a9f2-4824-a06d-52bf67528dbc req-4c2dc713-702b-4810-94c7-a22d9897c7c1 service nova] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Updated VIF entry in instance network info cache for port 0e90dc00-128a-4a47-bc67-66ee5966eab1. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1130.325482] env[65682]: DEBUG nova.network.neutron [req-4bc53f44-a9f2-4824-a06d-52bf67528dbc req-4c2dc713-702b-4810-94c7-a22d9897c7c1 service nova] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Updating instance_info_cache with network_info: [{"id": "0e90dc00-128a-4a47-bc67-66ee5966eab1", "address": "fa:16:3e:08:c9:5b", "network": {"id": "ca628334-a423-4501-84ce-464eed48f2b5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1018833306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7ff901235334c4293042d9b0299d8a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e90dc00-12", "ovs_interfaceid": "0e90dc00-128a-4a47-bc67-66ee5966eab1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.332520] env[65682]: DEBUG oslo_vmware.api [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1130.332520] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52184d26-8d88-7ef3-09f7-6bb4e8c64567" [ 1130.332520] env[65682]: _type = "Task" [ 1130.332520] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.343397] env[65682]: DEBUG oslo_vmware.api [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52184d26-8d88-7ef3-09f7-6bb4e8c64567, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.534505] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 581e2d8f-016a-43ae-917d-e1713e13066e] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1130.630680] env[65682]: DEBUG oslo_vmware.rw_handles [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5279bba5-9def-eaf4-0ba0-2091ebfdf563/disk-0.vmdk. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1130.632517] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8dec8a-2421-4d18-8576-1cdc691cb290 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.640777] env[65682]: DEBUG oslo_vmware.rw_handles [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5279bba5-9def-eaf4-0ba0-2091ebfdf563/disk-0.vmdk is in state: ready. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1130.641037] env[65682]: ERROR oslo_vmware.rw_handles [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5279bba5-9def-eaf4-0ba0-2091ebfdf563/disk-0.vmdk due to incomplete transfer. [ 1130.641308] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-32bd3b39-0d7a-4b90-90fe-8d16b3e64e37 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.650615] env[65682]: DEBUG oslo_vmware.rw_handles [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5279bba5-9def-eaf4-0ba0-2091ebfdf563/disk-0.vmdk. {{(pid=65682) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1130.650849] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Uploaded image 015a64f9-f82f-47fb-bddc-69e6d9699724 to the Glance image server {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1130.652511] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Destroying the VM {{(pid=65682) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1130.652834] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d2dfc790-d4fb-4600-ab89-ebc597353afa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.660207] env[65682]: DEBUG oslo_vmware.api [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 1130.660207] env[65682]: value = "task-4616764" [ 1130.660207] env[65682]: _type = "Task" [ 1130.660207] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.674273] env[65682]: DEBUG oslo_vmware.api [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616764, 'name': Destroy_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.794731] env[65682]: DEBUG nova.compute.utils [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.796431] env[65682]: DEBUG nova.compute.manager [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1130.796643] env[65682]: DEBUG nova.network.neutron [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1130.797108] env[65682]: WARNING neutronclient.v2_0.client [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.800838] env[65682]: WARNING neutronclient.v2_0.client [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.812151] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Releasing lock "refresh_cache-1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.813842] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c0aef5-c278-45b7-ba8e-afe19e7300e4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.824701] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9310f2f9-6761-4638-9c06-267ee0d00afa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.831566] env[65682]: DEBUG oslo_concurrency.lockutils [req-4bc53f44-a9f2-4824-a06d-52bf67528dbc req-4c2dc713-702b-4810-94c7-a22d9897c7c1 service nova] Releasing lock "refresh_cache-d6de7836-9edf-4d85-9cac-3d5f1f541834" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.838185] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0053c7-52ea-4d6e-a54c-ed51eff5ede9 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Volume attach. Driver type: vmdk {{(pid=65682) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1130.838808] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0053c7-52ea-4d6e-a54c-ed51eff5ede9 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901739', 'volume_id': 'd2bbe4dd-48a4-4de0-a912-9b69898a79f6', 'name': 'volume-d2bbe4dd-48a4-4de0-a912-9b69898a79f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4e0346b6-7324-4a49-b872-9b85b426c2e1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2bbe4dd-48a4-4de0-a912-9b69898a79f6', 'serial': 'd2bbe4dd-48a4-4de0-a912-9b69898a79f6'} {{(pid=65682) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1130.839256] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d200c720-2ba2-43c7-b179-167f9e28d9e1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.852499] env[65682]: DEBUG nova.policy [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73aa95d0a41b4b15bbe2b2664f1f64c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '824187397d5f4890a1360d60e59329fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.858926] env[65682]: DEBUG oslo_vmware.api [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52184d26-8d88-7ef3-09f7-6bb4e8c64567, 'name': SearchDatastore_Task, 'duration_secs': 0.014535} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.860585] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43642bb7-4ef6-4c70-a453-cc0a39c8b044 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.878151] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec78493-754d-4ae2-bd2e-185539a0a24c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.882407] env[65682]: DEBUG oslo_vmware.api [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1130.882407] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]520e18fa-3df3-f40d-8334-2d5812107598" [ 1130.882407] env[65682]: _type = "Task" [ 1130.882407] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.911791] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0053c7-52ea-4d6e-a54c-ed51eff5ede9 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] volume-d2bbe4dd-48a4-4de0-a912-9b69898a79f6/volume-d2bbe4dd-48a4-4de0-a912-9b69898a79f6.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.915700] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1d9717a-5f70-4c3d-9acd-799f0bd1cb5a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.935615] env[65682]: DEBUG oslo_vmware.api [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]520e18fa-3df3-f40d-8334-2d5812107598, 'name': SearchDatastore_Task, 'duration_secs': 0.029128} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.935615] env[65682]: DEBUG oslo_concurrency.lockutils [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.935615] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] d6de7836-9edf-4d85-9cac-3d5f1f541834/d6de7836-9edf-4d85-9cac-3d5f1f541834.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.935615] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59eedd33-b827-48c6-bd36-52a94a0b9b7f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.941424] env[65682]: DEBUG oslo_vmware.api [None req-ce0053c7-52ea-4d6e-a54c-ed51eff5ede9 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 1130.941424] env[65682]: value = "task-4616765" [ 1130.941424] env[65682]: _type = "Task" [ 1130.941424] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.942981] env[65682]: DEBUG oslo_vmware.api [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1130.942981] env[65682]: value = "task-4616766" [ 1130.942981] env[65682]: _type = "Task" [ 1130.942981] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.968822] env[65682]: DEBUG oslo_vmware.api [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.969957] env[65682]: DEBUG oslo_vmware.api [None req-ce0053c7-52ea-4d6e-a54c-ed51eff5ede9 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616765, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.037838] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 6d6134b2-e217-45a9-94fd-a9b84d2c8001] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1131.167241] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ab30f4-6c70-4d3d-b40a-9dc9bde02877 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.182711] env[65682]: DEBUG oslo_vmware.api [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616764, 'name': Destroy_Task, 'duration_secs': 0.362474} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.184723] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Destroyed the VM [ 1131.185020] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Deleting Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1131.185329] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-71c27be4-b5ee-46d3-aecd-0557451a8ed5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.187755] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840caaff-8d47-46d5-90e9-4a53555dd0e3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.224585] env[65682]: DEBUG nova.network.neutron [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Successfully created port: c677ca66-9e13-483c-aa49-9ee34a81ae2f {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1131.229319] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8988d559-e608-4e07-b052-b103669b8a32 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.232049] env[65682]: DEBUG oslo_vmware.api [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 1131.232049] env[65682]: value = "task-4616767" [ 1131.232049] env[65682]: _type = "Task" [ 1131.232049] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.239865] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ac6d11-8da0-4740-bf0c-fcca16923dba {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.247415] env[65682]: DEBUG oslo_vmware.api [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616767, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.259111] env[65682]: DEBUG nova.compute.provider_tree [None req-493f3a3a-d4a3-4186-8383-f551e9092d68 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.304017] env[65682]: DEBUG nova.compute.manager [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1131.458566] env[65682]: DEBUG oslo_vmware.api [None req-ce0053c7-52ea-4d6e-a54c-ed51eff5ede9 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.461951] env[65682]: DEBUG oslo_vmware.api [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616766, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.544035] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: a1a7433a-0c19-4673-8630-427001f753a8] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1131.743413] env[65682]: DEBUG oslo_vmware.api [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616767, 'name': RemoveSnapshot_Task, 'duration_secs': 0.425581} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.743704] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Deleted Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1131.744315] env[65682]: DEBUG nova.compute.manager [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1131.744873] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50fdef9-588b-4b4a-807a-b2875c59f8f8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.762284] env[65682]: DEBUG nova.scheduler.client.report [None req-493f3a3a-d4a3-4186-8383-f551e9092d68 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.783819] env[65682]: WARNING neutronclient.v2_0.client [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1131.783819] env[65682]: WARNING neutronclient.v2_0.client [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1131.832347] env[65682]: DEBUG nova.network.neutron [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Port 77435005-02e8-4b00-82a1-9df28aaa2e66 binding to destination host cpu-1 is already ACTIVE {{(pid=65682) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1131.925598] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.925958] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ce9725f-473b-41b4-bbfd-d021f2fa5abe {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.935191] env[65682]: DEBUG oslo_vmware.api [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1131.935191] env[65682]: value = "task-4616768" [ 1131.935191] env[65682]: _type = "Task" [ 1131.935191] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.945801] env[65682]: DEBUG oslo_vmware.api [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.959945] env[65682]: DEBUG oslo_vmware.api [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744234} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.963644] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] d6de7836-9edf-4d85-9cac-3d5f1f541834/d6de7836-9edf-4d85-9cac-3d5f1f541834.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.964018] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.964197] env[65682]: DEBUG oslo_vmware.api [None req-ce0053c7-52ea-4d6e-a54c-ed51eff5ede9 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.964744] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7720deb9-3fca-41c8-9006-4cecb1c5868a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.972668] env[65682]: DEBUG oslo_vmware.api [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1131.972668] env[65682]: value = "task-4616769" [ 1131.972668] env[65682]: _type = "Task" [ 1131.972668] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.983982] env[65682]: DEBUG oslo_vmware.api [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.047456] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: de604fb9-51a1-400c-b5a0-b1046badf3ee] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1132.259119] env[65682]: INFO nova.compute.manager [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Shelve offloading [ 1132.266620] env[65682]: DEBUG oslo_concurrency.lockutils [None req-493f3a3a-d4a3-4186-8383-f551e9092d68 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.269266] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.601s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.270940] env[65682]: INFO nova.compute.claims [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.299996] env[65682]: INFO nova.scheduler.client.report [None req-493f3a3a-d4a3-4186-8383-f551e9092d68 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Deleted allocations for instance 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6 [ 1132.316550] env[65682]: DEBUG nova.compute.manager [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1132.346682] env[65682]: DEBUG nova.virt.hardware [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1132.348288] env[65682]: DEBUG nova.virt.hardware [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.348288] env[65682]: DEBUG nova.virt.hardware [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1132.348288] env[65682]: DEBUG nova.virt.hardware [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.348288] env[65682]: DEBUG nova.virt.hardware [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1132.348288] env[65682]: DEBUG nova.virt.hardware [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1132.348288] env[65682]: DEBUG nova.virt.hardware [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1132.348288] env[65682]: DEBUG nova.virt.hardware [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1132.348288] env[65682]: DEBUG nova.virt.hardware [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1132.348288] env[65682]: DEBUG nova.virt.hardware [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1132.348639] env[65682]: DEBUG nova.virt.hardware [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1132.349287] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf6a516-368c-446f-884f-fb1682b687c8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.358915] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40adcf77-e3f1-4389-b164-6d049901a2d8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.445866] env[65682]: DEBUG oslo_vmware.api [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616768, 'name': PowerOffVM_Task, 'duration_secs': 0.226418} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.451140] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.451812] env[65682]: DEBUG nova.virt.hardware [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1132.452052] env[65682]: DEBUG nova.virt.hardware [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.452183] env[65682]: DEBUG nova.virt.hardware [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1132.452363] env[65682]: DEBUG nova.virt.hardware [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.452502] env[65682]: DEBUG nova.virt.hardware [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1132.452669] env[65682]: DEBUG nova.virt.hardware [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1132.452894] env[65682]: DEBUG nova.virt.hardware [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1132.453058] env[65682]: DEBUG nova.virt.hardware [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1132.453216] env[65682]: DEBUG nova.virt.hardware [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1132.453369] env[65682]: DEBUG nova.virt.hardware [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1132.453527] env[65682]: DEBUG nova.virt.hardware [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1132.458475] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fd1813f-3f76-4340-a280-7f865afba1ca {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.474087] env[65682]: DEBUG oslo_vmware.api [None req-ce0053c7-52ea-4d6e-a54c-ed51eff5ede9 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616765, 'name': ReconfigVM_Task, 'duration_secs': 1.08668} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.478053] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0053c7-52ea-4d6e-a54c-ed51eff5ede9 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Reconfigured VM instance instance-00000062 to attach disk [datastore2] volume-d2bbe4dd-48a4-4de0-a912-9b69898a79f6/volume-d2bbe4dd-48a4-4de0-a912-9b69898a79f6.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.482886] env[65682]: DEBUG oslo_vmware.api [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1132.482886] env[65682]: value = "task-4616770" [ 1132.482886] env[65682]: _type = "Task" [ 1132.482886] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.483114] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52931747-1bbf-4d2f-ab68-e8bdcc4af8b5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.500826] env[65682]: DEBUG oslo_vmware.api [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075991} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.501512] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.502384] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fad91cc-87c3-4ffa-a54a-146b5cc0b006 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.509136] env[65682]: DEBUG oslo_vmware.api [None req-ce0053c7-52ea-4d6e-a54c-ed51eff5ede9 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 1132.509136] env[65682]: value = "task-4616771" [ 1132.509136] env[65682]: _type = "Task" [ 1132.509136] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.509353] env[65682]: DEBUG oslo_vmware.api [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.532079] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] d6de7836-9edf-4d85-9cac-3d5f1f541834/d6de7836-9edf-4d85-9cac-3d5f1f541834.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.532856] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f42ede1-4da2-48f3-a2dd-d08acdd80767 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.550826] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 5704ba32-7311-431b-a106-b6fa0380df1a] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1132.553478] env[65682]: DEBUG oslo_vmware.api [None req-ce0053c7-52ea-4d6e-a54c-ed51eff5ede9 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616771, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.560220] env[65682]: DEBUG oslo_vmware.api [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1132.560220] env[65682]: value = "task-4616772" [ 1132.560220] env[65682]: _type = "Task" [ 1132.560220] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.568629] env[65682]: DEBUG oslo_vmware.api [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.686338] env[65682]: DEBUG nova.compute.manager [req-08c61bd9-fa98-4154-a5fa-32a3ca91d873 req-4e57321f-f767-4016-b0a9-0dadec8c76d3 service nova] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Received event network-vif-plugged-c677ca66-9e13-483c-aa49-9ee34a81ae2f {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1132.686562] env[65682]: DEBUG oslo_concurrency.lockutils [req-08c61bd9-fa98-4154-a5fa-32a3ca91d873 req-4e57321f-f767-4016-b0a9-0dadec8c76d3 service nova] Acquiring lock "dc8d1190-07cb-4b0a-ab54-68d63446d03c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.686809] env[65682]: DEBUG oslo_concurrency.lockutils [req-08c61bd9-fa98-4154-a5fa-32a3ca91d873 req-4e57321f-f767-4016-b0a9-0dadec8c76d3 service nova] Lock "dc8d1190-07cb-4b0a-ab54-68d63446d03c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.686990] env[65682]: DEBUG oslo_concurrency.lockutils [req-08c61bd9-fa98-4154-a5fa-32a3ca91d873 req-4e57321f-f767-4016-b0a9-0dadec8c76d3 service nova] Lock "dc8d1190-07cb-4b0a-ab54-68d63446d03c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.687170] env[65682]: DEBUG nova.compute.manager [req-08c61bd9-fa98-4154-a5fa-32a3ca91d873 req-4e57321f-f767-4016-b0a9-0dadec8c76d3 service nova] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] No waiting events found dispatching network-vif-plugged-c677ca66-9e13-483c-aa49-9ee34a81ae2f {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1132.687354] env[65682]: WARNING nova.compute.manager [req-08c61bd9-fa98-4154-a5fa-32a3ca91d873 req-4e57321f-f767-4016-b0a9-0dadec8c76d3 service nova] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Received unexpected event network-vif-plugged-c677ca66-9e13-483c-aa49-9ee34a81ae2f for instance with vm_state building and task_state spawning. [ 1132.762936] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.763328] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd17d587-61b0-42bf-93bb-0470c6b9e0d1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.771858] env[65682]: DEBUG oslo_vmware.api [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 1132.771858] env[65682]: value = "task-4616773" [ 1132.771858] env[65682]: _type = "Task" [ 1132.771858] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.786537] env[65682]: DEBUG nova.network.neutron [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Successfully updated port: c677ca66-9e13-483c-aa49-9ee34a81ae2f {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1132.787922] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] VM already powered off {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1132.788135] env[65682]: DEBUG nova.compute.manager [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1132.790123] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c35404-ba37-4cb3-a01c-728f4355d877 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.799245] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquiring lock "refresh_cache-c8e06fc1-ffc0-45ed-a243-efa04a523aaf" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.799457] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquired lock "refresh_cache-c8e06fc1-ffc0-45ed-a243-efa04a523aaf" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.799618] env[65682]: DEBUG nova.network.neutron [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1132.806974] env[65682]: DEBUG oslo_concurrency.lockutils [None req-493f3a3a-d4a3-4186-8383-f551e9092d68 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "45a53fdd-361a-42e5-ac3a-5ff5f9b124f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.237s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.856202] env[65682]: DEBUG oslo_concurrency.lockutils [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "8638b1d1-2308-42d4-acbb-0c50031dc886-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.856202] env[65682]: DEBUG oslo_concurrency.lockutils [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "8638b1d1-2308-42d4-acbb-0c50031dc886-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.856202] env[65682]: DEBUG oslo_concurrency.lockutils [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "8638b1d1-2308-42d4-acbb-0c50031dc886-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.004910] env[65682]: DEBUG oslo_vmware.api [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616770, 'name': ReconfigVM_Task, 'duration_secs': 0.229777} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.005802] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25f0455-b390-4015-a362-f32c3624038c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.032860] env[65682]: DEBUG nova.virt.hardware [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1133.033125] env[65682]: DEBUG nova.virt.hardware [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.033350] env[65682]: DEBUG nova.virt.hardware [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1133.033583] env[65682]: DEBUG nova.virt.hardware [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.034152] env[65682]: DEBUG nova.virt.hardware [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1133.034152] env[65682]: DEBUG nova.virt.hardware [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1133.034152] env[65682]: DEBUG nova.virt.hardware [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1133.034303] env[65682]: DEBUG nova.virt.hardware [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1133.034380] env[65682]: DEBUG nova.virt.hardware [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1133.034538] env[65682]: DEBUG nova.virt.hardware [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1133.034707] env[65682]: DEBUG nova.virt.hardware [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1133.036080] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b57ca0e-2f09-4c61-bc48-33fbc1e4ec7c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.045818] env[65682]: DEBUG oslo_vmware.api [None req-ce0053c7-52ea-4d6e-a54c-ed51eff5ede9 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616771, 'name': ReconfigVM_Task, 'duration_secs': 0.163722} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.046706] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0053c7-52ea-4d6e-a54c-ed51eff5ede9 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901739', 'volume_id': 'd2bbe4dd-48a4-4de0-a912-9b69898a79f6', 'name': 'volume-d2bbe4dd-48a4-4de0-a912-9b69898a79f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4e0346b6-7324-4a49-b872-9b85b426c2e1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2bbe4dd-48a4-4de0-a912-9b69898a79f6', 'serial': 'd2bbe4dd-48a4-4de0-a912-9b69898a79f6'} {{(pid=65682) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1133.050142] env[65682]: DEBUG oslo_vmware.api [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1133.050142] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5290850a-d6dd-664d-6ed4-b11ad03fda3b" [ 1133.050142] env[65682]: _type = "Task" [ 1133.050142] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.054711] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 9cba1fd1-3e6a-4bb0-bf4c-5fb99eca6f51] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1133.066021] env[65682]: DEBUG oslo_vmware.api [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5290850a-d6dd-664d-6ed4-b11ad03fda3b, 'name': SearchDatastore_Task, 'duration_secs': 0.008947} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.076891] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1133.077538] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df144c41-1c49-4d27-8c5c-9903d516756c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.097448] env[65682]: DEBUG oslo_vmware.api [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.098925] env[65682]: DEBUG oslo_vmware.api [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1133.098925] env[65682]: value = "task-4616774" [ 1133.098925] env[65682]: _type = "Task" [ 1133.098925] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.109327] env[65682]: DEBUG oslo_vmware.api [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616774, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.290171] env[65682]: DEBUG oslo_concurrency.lockutils [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "refresh_cache-dc8d1190-07cb-4b0a-ab54-68d63446d03c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.290462] env[65682]: DEBUG oslo_concurrency.lockutils [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquired lock "refresh_cache-dc8d1190-07cb-4b0a-ab54-68d63446d03c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.290736] env[65682]: DEBUG nova.network.neutron [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1133.302422] env[65682]: WARNING neutronclient.v2_0.client [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.480961] env[65682]: WARNING neutronclient.v2_0.client [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.547982] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3ed07b1c-380e-4253-a3bc-024f510eba86 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.548441] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3ed07b1c-380e-4253-a3bc-024f510eba86 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.548799] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3ed07b1c-380e-4253-a3bc-024f510eba86 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.549169] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3ed07b1c-380e-4253-a3bc-024f510eba86 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.549525] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3ed07b1c-380e-4253-a3bc-024f510eba86 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.553091] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a15063-5ad1-4e07-a6f9-408c99ee00c1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.558161] env[65682]: INFO nova.compute.manager [None req-3ed07b1c-380e-4253-a3bc-024f510eba86 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Terminating instance [ 1133.564299] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 79822481-013c-463d-9075-703e40519a73] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1133.570702] env[65682]: DEBUG nova.network.neutron [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Updating instance_info_cache with network_info: [{"id": "0114af5b-79ba-4023-afbb-63038d109a48", "address": "fa:16:3e:48:9f:3b", "network": {"id": "bbb1b243-b946-4884-a796-2a10b7d24ede", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2053837350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa33bc1eaa5b4d4bb5063ffee3b1d8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0114af5b-79", "ovs_interfaceid": "0114af5b-79ba-4023-afbb-63038d109a48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.584254] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dced6ff-0522-4478-b21d-f83cb832b19a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.597654] env[65682]: DEBUG oslo_vmware.api [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.655276] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b349cda-3535-4c6c-94b2-b4613e5cb50d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.664615] env[65682]: DEBUG oslo_vmware.api [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616774, 'name': ReconfigVM_Task, 'duration_secs': 0.281771} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.665595] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1133.667572] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf651c3-a0d6-45dd-b248-c514df277fd1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.676556] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8150d053-e7b8-4307-a20c-478f2c5fc177 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.702066] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59/1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.702858] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64f3e352-7b52-4cae-a035-692eff7eec25 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.724096] env[65682]: DEBUG nova.compute.provider_tree [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.731361] env[65682]: DEBUG oslo_vmware.api [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1133.731361] env[65682]: value = "task-4616775" [ 1133.731361] env[65682]: _type = "Task" [ 1133.731361] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.740639] env[65682]: DEBUG oslo_vmware.api [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616775, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.825446] env[65682]: DEBUG nova.network.neutron [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1133.865137] env[65682]: WARNING neutronclient.v2_0.client [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.895464] env[65682]: DEBUG oslo_concurrency.lockutils [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "refresh_cache-8638b1d1-2308-42d4-acbb-0c50031dc886" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.895646] env[65682]: DEBUG oslo_concurrency.lockutils [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquired lock "refresh_cache-8638b1d1-2308-42d4-acbb-0c50031dc886" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.895821] env[65682]: DEBUG nova.network.neutron [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1133.901076] env[65682]: WARNING neutronclient.v2_0.client [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.971559] env[65682]: DEBUG nova.network.neutron [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Updating instance_info_cache with network_info: [{"id": "c677ca66-9e13-483c-aa49-9ee34a81ae2f", "address": "fa:16:3e:dd:93:a0", "network": {"id": "6478e152-17d6-438a-af59-4acacc2303f3", "bridge": "br-int", "label": "tempest-ServersTestJSON-1098750738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824187397d5f4890a1360d60e59329fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc677ca66-9e", "ovs_interfaceid": "c677ca66-9e13-483c-aa49-9ee34a81ae2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.073290] env[65682]: DEBUG nova.compute.manager [None req-3ed07b1c-380e-4253-a3bc-024f510eba86 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1134.073531] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed07b1c-380e-4253-a3bc-024f510eba86 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.074013] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: da4d12e6-8174-453d-bece-5640627a485c] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1134.076530] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Releasing lock "refresh_cache-c8e06fc1-ffc0-45ed-a243-efa04a523aaf" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.076962] env[65682]: WARNING neutronclient.v2_0.client [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.077374] env[65682]: WARNING neutronclient.v2_0.client [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.082737] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7394bb2-d619-4a06-b149-86f1dc94d33d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.094074] env[65682]: DEBUG oslo_vmware.api [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616772, 'name': ReconfigVM_Task, 'duration_secs': 1.130741} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.097045] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Reconfigured VM instance instance-0000006c to attach disk [datastore2] d6de7836-9edf-4d85-9cac-3d5f1f541834/d6de7836-9edf-4d85-9cac-3d5f1f541834.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.097045] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed07b1c-380e-4253-a3bc-024f510eba86 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.097045] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab112725-9e11-4bc6-8635-b1a29deb078f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.098647] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a2b27f9-0602-4319-b6f4-6760619c076a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.104301] env[65682]: DEBUG nova.objects.instance [None req-ce0053c7-52ea-4d6e-a54c-ed51eff5ede9 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lazy-loading 'flavor' on Instance uuid 4e0346b6-7324-4a49-b872-9b85b426c2e1 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.108155] env[65682]: DEBUG oslo_vmware.api [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1134.108155] env[65682]: value = "task-4616776" [ 1134.108155] env[65682]: _type = "Task" [ 1134.108155] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.108431] env[65682]: DEBUG oslo_vmware.api [None req-3ed07b1c-380e-4253-a3bc-024f510eba86 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1134.108431] env[65682]: value = "task-4616777" [ 1134.108431] env[65682]: _type = "Task" [ 1134.108431] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.126824] env[65682]: DEBUG oslo_vmware.api [None req-3ed07b1c-380e-4253-a3bc-024f510eba86 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.133199] env[65682]: DEBUG oslo_vmware.api [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616776, 'name': Rename_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.228032] env[65682]: DEBUG nova.scheduler.client.report [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.244024] env[65682]: DEBUG oslo_vmware.api [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616775, 'name': ReconfigVM_Task, 'duration_secs': 0.295734} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.244370] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59/1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.245632] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cba25d-0aca-4d49-8dc6-31c98c7b72d2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.276491] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e87c351-a2ba-461a-a6fd-7288c4ce8153 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.304293] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98d1246-1e3e-45dd-a0e2-3cfa6c5b1c8b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.330574] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b188de-cdff-4dc8-b021-e73ec31ab6eb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.340435] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.340435] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce155e8e-a87e-4022-b01d-7ebc30193ee6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.348195] env[65682]: DEBUG oslo_vmware.api [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1134.348195] env[65682]: value = "task-4616778" [ 1134.348195] env[65682]: _type = "Task" [ 1134.348195] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.359946] env[65682]: DEBUG oslo_vmware.api [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.398392] env[65682]: WARNING neutronclient.v2_0.client [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.441188] env[65682]: DEBUG nova.compute.manager [req-2256f7b8-0440-45b9-aa9c-55cbf51184a7 req-e31db260-4253-425e-8749-f9dd2a3d34eb service nova] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Received event network-vif-unplugged-0114af5b-79ba-4023-afbb-63038d109a48 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1134.441898] env[65682]: DEBUG oslo_concurrency.lockutils [req-2256f7b8-0440-45b9-aa9c-55cbf51184a7 req-e31db260-4253-425e-8749-f9dd2a3d34eb service nova] Acquiring lock "c8e06fc1-ffc0-45ed-a243-efa04a523aaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.442233] env[65682]: DEBUG oslo_concurrency.lockutils [req-2256f7b8-0440-45b9-aa9c-55cbf51184a7 req-e31db260-4253-425e-8749-f9dd2a3d34eb service nova] Lock "c8e06fc1-ffc0-45ed-a243-efa04a523aaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.442445] env[65682]: DEBUG oslo_concurrency.lockutils [req-2256f7b8-0440-45b9-aa9c-55cbf51184a7 req-e31db260-4253-425e-8749-f9dd2a3d34eb service nova] Lock "c8e06fc1-ffc0-45ed-a243-efa04a523aaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.442671] env[65682]: DEBUG nova.compute.manager [req-2256f7b8-0440-45b9-aa9c-55cbf51184a7 req-e31db260-4253-425e-8749-f9dd2a3d34eb service nova] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] No waiting events found dispatching network-vif-unplugged-0114af5b-79ba-4023-afbb-63038d109a48 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1134.442882] env[65682]: WARNING nova.compute.manager [req-2256f7b8-0440-45b9-aa9c-55cbf51184a7 req-e31db260-4253-425e-8749-f9dd2a3d34eb service nova] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Received unexpected event network-vif-unplugged-0114af5b-79ba-4023-afbb-63038d109a48 for instance with vm_state shelved and task_state shelving_offloading. [ 1134.474985] env[65682]: DEBUG oslo_concurrency.lockutils [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Releasing lock "refresh_cache-dc8d1190-07cb-4b0a-ab54-68d63446d03c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.475450] env[65682]: DEBUG nova.compute.manager [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Instance network_info: |[{"id": "c677ca66-9e13-483c-aa49-9ee34a81ae2f", "address": "fa:16:3e:dd:93:a0", "network": {"id": "6478e152-17d6-438a-af59-4acacc2303f3", "bridge": "br-int", "label": "tempest-ServersTestJSON-1098750738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824187397d5f4890a1360d60e59329fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc677ca66-9e", "ovs_interfaceid": "c677ca66-9e13-483c-aa49-9ee34a81ae2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1134.476491] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:93:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c677ca66-9e13-483c-aa49-9ee34a81ae2f', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.486577] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1134.488182] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.488537] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.489294] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38744724-7688-4135-9c6e-02128786bbe8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.494624] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-261aeddf-1d41-4256-9a70-de8c09873658 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.516541] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.518234] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b88e58e-c0e9-4a53-95b9-f34a8f3cac15 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.520384] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.520384] env[65682]: value = "task-4616779" [ 1134.520384] env[65682]: _type = "Task" [ 1134.520384] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.529684] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616779, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.586600] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.586966] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.587200] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Deleting the datastore file [datastore2] c8e06fc1-ffc0-45ed-a243-efa04a523aaf {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.587780] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 5677fa51-490b-4fff-8c10-fa94cdb310de] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1134.590059] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c89b8de9-480e-455f-bcbc-10faf6f7bd71 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.602329] env[65682]: DEBUG oslo_vmware.api [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 1134.602329] env[65682]: value = "task-4616781" [ 1134.602329] env[65682]: _type = "Task" [ 1134.602329] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.614874] env[65682]: DEBUG oslo_vmware.api [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.615460] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ce0053c7-52ea-4d6e-a54c-ed51eff5ede9 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "4e0346b6-7324-4a49-b872-9b85b426c2e1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.436s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.634781] env[65682]: DEBUG oslo_vmware.api [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616776, 'name': Rename_Task, 'duration_secs': 0.189464} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.638166] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.638751] env[65682]: DEBUG oslo_vmware.api [None req-3ed07b1c-380e-4253-a3bc-024f510eba86 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616777, 'name': PowerOffVM_Task, 'duration_secs': 0.214847} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.638967] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a218335-4983-411c-8c3c-13d1aa953d07 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.640774] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed07b1c-380e-4253-a3bc-024f510eba86 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.640937] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed07b1c-380e-4253-a3bc-024f510eba86 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.641431] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6fefc4c-f826-4229-9d83-c19c25db8012 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.649778] env[65682]: DEBUG oslo_vmware.api [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1134.649778] env[65682]: value = "task-4616782" [ 1134.649778] env[65682]: _type = "Task" [ 1134.649778] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.660625] env[65682]: DEBUG oslo_vmware.api [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.662102] env[65682]: WARNING neutronclient.v2_0.client [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.728055] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed07b1c-380e-4253-a3bc-024f510eba86 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.728280] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed07b1c-380e-4253-a3bc-024f510eba86 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.728568] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ed07b1c-380e-4253-a3bc-024f510eba86 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Deleting the datastore file [datastore2] 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.728930] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc1e5c0e-bb59-4e46-8a78-87f60983fb05 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.733722] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.734287] env[65682]: DEBUG nova.compute.manager [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1134.739711] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.967s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.740391] env[65682]: DEBUG nova.objects.instance [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lazy-loading 'resources' on Instance uuid 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.741920] env[65682]: DEBUG oslo_vmware.api [None req-3ed07b1c-380e-4253-a3bc-024f510eba86 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1134.741920] env[65682]: value = "task-4616784" [ 1134.741920] env[65682]: _type = "Task" [ 1134.741920] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.754358] env[65682]: DEBUG oslo_vmware.api [None req-3ed07b1c-380e-4253-a3bc-024f510eba86 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.755774] env[65682]: DEBUG nova.network.neutron [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Updating instance_info_cache with network_info: [{"id": "77435005-02e8-4b00-82a1-9df28aaa2e66", "address": "fa:16:3e:d1:db:3c", "network": {"id": "d13ac076-fdae-4d36-93cb-7c96987ecff2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1006055871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eaca82bae54434ea55d652d06ff4773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77435005-02", "ovs_interfaceid": "77435005-02e8-4b00-82a1-9df28aaa2e66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.809369] env[65682]: DEBUG nova.compute.manager [req-0cde65b5-5868-4975-a324-65a8637ad6aa req-24c92060-a749-4b45-8d56-c33f69fe6aab service nova] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Received event network-changed-c677ca66-9e13-483c-aa49-9ee34a81ae2f {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1134.809686] env[65682]: DEBUG nova.compute.manager [req-0cde65b5-5868-4975-a324-65a8637ad6aa req-24c92060-a749-4b45-8d56-c33f69fe6aab service nova] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Refreshing instance network info cache due to event network-changed-c677ca66-9e13-483c-aa49-9ee34a81ae2f. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1134.810124] env[65682]: DEBUG oslo_concurrency.lockutils [req-0cde65b5-5868-4975-a324-65a8637ad6aa req-24c92060-a749-4b45-8d56-c33f69fe6aab service nova] Acquiring lock "refresh_cache-dc8d1190-07cb-4b0a-ab54-68d63446d03c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.810328] env[65682]: DEBUG oslo_concurrency.lockutils [req-0cde65b5-5868-4975-a324-65a8637ad6aa req-24c92060-a749-4b45-8d56-c33f69fe6aab service nova] Acquired lock "refresh_cache-dc8d1190-07cb-4b0a-ab54-68d63446d03c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.810482] env[65682]: DEBUG nova.network.neutron [req-0cde65b5-5868-4975-a324-65a8637ad6aa req-24c92060-a749-4b45-8d56-c33f69fe6aab service nova] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Refreshing network info cache for port c677ca66-9e13-483c-aa49-9ee34a81ae2f {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.860798] env[65682]: DEBUG oslo_vmware.api [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616778, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.032924] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616779, 'name': CreateVM_Task, 'duration_secs': 0.372567} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.033125] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.033605] env[65682]: WARNING neutronclient.v2_0.client [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.033963] env[65682]: DEBUG oslo_concurrency.lockutils [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.034134] env[65682]: DEBUG oslo_concurrency.lockutils [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.034453] env[65682]: DEBUG oslo_concurrency.lockutils [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.034719] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8906b22c-9078-47b9-922f-2664e749bfaf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.041591] env[65682]: DEBUG oslo_vmware.api [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1135.041591] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52be2b1d-a5c5-b387-5d9a-d01ecf9371a3" [ 1135.041591] env[65682]: _type = "Task" [ 1135.041591] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.051211] env[65682]: DEBUG oslo_vmware.api [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52be2b1d-a5c5-b387-5d9a-d01ecf9371a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.093105] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 22c4615c-9284-4e80-bc61-b43de31b03ac] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1135.113933] env[65682]: DEBUG oslo_vmware.api [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190023} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.114423] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.114631] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.114889] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.139581] env[65682]: INFO nova.scheduler.client.report [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Deleted allocations for instance c8e06fc1-ffc0-45ed-a243-efa04a523aaf [ 1135.161498] env[65682]: DEBUG oslo_vmware.api [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616782, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.239714] env[65682]: DEBUG nova.compute.utils [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.241637] env[65682]: DEBUG nova.compute.manager [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1135.241856] env[65682]: DEBUG nova.network.neutron [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1135.242222] env[65682]: WARNING neutronclient.v2_0.client [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.242546] env[65682]: WARNING neutronclient.v2_0.client [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.245638] env[65682]: DEBUG nova.objects.instance [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lazy-loading 'numa_topology' on Instance uuid 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.259719] env[65682]: DEBUG oslo_concurrency.lockutils [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Releasing lock "refresh_cache-8638b1d1-2308-42d4-acbb-0c50031dc886" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.263739] env[65682]: DEBUG oslo_vmware.api [None req-3ed07b1c-380e-4253-a3bc-024f510eba86 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616784, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224635} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.264753] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ed07b1c-380e-4253-a3bc-024f510eba86 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.265287] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed07b1c-380e-4253-a3bc-024f510eba86 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.265287] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed07b1c-380e-4253-a3bc-024f510eba86 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.265425] env[65682]: INFO nova.compute.manager [None req-3ed07b1c-380e-4253-a3bc-024f510eba86 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1135.265692] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-3ed07b1c-380e-4253-a3bc-024f510eba86 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1135.266212] env[65682]: DEBUG nova.compute.manager [-] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1135.266318] env[65682]: DEBUG nova.network.neutron [-] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1135.266647] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.283768] env[65682]: DEBUG oslo_concurrency.lockutils [None req-48778475-57a0-4622-9264-76fd6630ae32 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquiring lock "4e0346b6-7324-4a49-b872-9b85b426c2e1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.284407] env[65682]: DEBUG oslo_concurrency.lockutils [None req-48778475-57a0-4622-9264-76fd6630ae32 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "4e0346b6-7324-4a49-b872-9b85b426c2e1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.307732] env[65682]: DEBUG nova.policy [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9be76c44fd2541bbb9c03b9c1c6f8189', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5863e73c6b24975a9b9ad9e27eb944e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.313367] env[65682]: WARNING neutronclient.v2_0.client [req-0cde65b5-5868-4975-a324-65a8637ad6aa req-24c92060-a749-4b45-8d56-c33f69fe6aab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.317522] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.360578] env[65682]: DEBUG oslo_vmware.api [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616778, 'name': PowerOnVM_Task, 'duration_secs': 0.516488} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.360578] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.553391] env[65682]: DEBUG oslo_vmware.api [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52be2b1d-a5c5-b387-5d9a-d01ecf9371a3, 'name': SearchDatastore_Task, 'duration_secs': 0.014747} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.553391] env[65682]: DEBUG oslo_concurrency.lockutils [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.553391] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.553391] env[65682]: DEBUG oslo_concurrency.lockutils [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.553754] env[65682]: DEBUG oslo_concurrency.lockutils [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.553754] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.553974] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3dbb8e3f-6c8e-49a4-82b8-c424296d99e2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.566319] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.566508] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1135.567308] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0346ddad-31c6-4b85-878e-367cfc679a9e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.574107] env[65682]: DEBUG oslo_vmware.api [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1135.574107] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5232d7af-660a-c497-600a-669050a743a9" [ 1135.574107] env[65682]: _type = "Task" [ 1135.574107] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.583292] env[65682]: DEBUG oslo_vmware.api [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5232d7af-660a-c497-600a-669050a743a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.596604] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 3b36488c-6508-4175-86e5-6a78a54903d0] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1135.644585] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.662817] env[65682]: DEBUG oslo_vmware.api [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616782, 'name': PowerOnVM_Task, 'duration_secs': 0.663736} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.663111] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.663310] env[65682]: INFO nova.compute.manager [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1135.663484] env[65682]: DEBUG nova.compute.manager [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1135.664327] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b342ea-c125-4adf-afe7-8fb7779ad5ee {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.681296] env[65682]: DEBUG nova.network.neutron [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Successfully created port: 9a1e8441-e173-4dd4-9cb8-374779f80201 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1135.746502] env[65682]: DEBUG nova.compute.manager [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1135.750478] env[65682]: WARNING neutronclient.v2_0.client [req-0cde65b5-5868-4975-a324-65a8637ad6aa req-24c92060-a749-4b45-8d56-c33f69fe6aab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.753709] env[65682]: DEBUG nova.objects.base [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Object Instance<076b1c93-c3ae-47f8-a8eb-9182dbc4dfed> lazy-loaded attributes: resources,numa_topology {{(pid=65682) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1135.770964] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91bea59-3bc5-4ca4-9eb3-ade7b78f91df {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.778613] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4049cee1-5cf7-49fa-8743-1628ab29a8f1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.789766] env[65682]: INFO nova.compute.manager [None req-48778475-57a0-4622-9264-76fd6630ae32 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Detaching volume 8ee4f406-544d-4cf6-8a9c-06509686424e [ 1135.878572] env[65682]: INFO nova.virt.block_device [None req-48778475-57a0-4622-9264-76fd6630ae32 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Attempting to driver detach volume 8ee4f406-544d-4cf6-8a9c-06509686424e from mountpoint /dev/sdb [ 1135.878826] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-48778475-57a0-4622-9264-76fd6630ae32 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Volume detach. Driver type: vmdk {{(pid=65682) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1135.879186] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-48778475-57a0-4622-9264-76fd6630ae32 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901735', 'volume_id': '8ee4f406-544d-4cf6-8a9c-06509686424e', 'name': 'volume-8ee4f406-544d-4cf6-8a9c-06509686424e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4e0346b6-7324-4a49-b872-9b85b426c2e1', 'attached_at': '', 'detached_at': '', 'volume_id': '8ee4f406-544d-4cf6-8a9c-06509686424e', 'serial': '8ee4f406-544d-4cf6-8a9c-06509686424e'} {{(pid=65682) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1135.880221] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2bd286-51e6-45ea-9100-22bc6f6da83e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.884326] env[65682]: DEBUG nova.network.neutron [req-0cde65b5-5868-4975-a324-65a8637ad6aa req-24c92060-a749-4b45-8d56-c33f69fe6aab service nova] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Updated VIF entry in instance network info cache for port c677ca66-9e13-483c-aa49-9ee34a81ae2f. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1135.884794] env[65682]: DEBUG nova.network.neutron [req-0cde65b5-5868-4975-a324-65a8637ad6aa req-24c92060-a749-4b45-8d56-c33f69fe6aab service nova] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Updating instance_info_cache with network_info: [{"id": "c677ca66-9e13-483c-aa49-9ee34a81ae2f", "address": "fa:16:3e:dd:93:a0", "network": {"id": "6478e152-17d6-438a-af59-4acacc2303f3", "bridge": "br-int", "label": "tempest-ServersTestJSON-1098750738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824187397d5f4890a1360d60e59329fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc677ca66-9e", "ovs_interfaceid": "c677ca66-9e13-483c-aa49-9ee34a81ae2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.912738] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acedde4-0e2b-46fe-8817-49e72a575122 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.926878] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b67ea7-125b-4372-a8d5-dddc90a42ac4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.951942] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c78e006-2560-4a72-9a36-9806351e79b4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.972943] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-48778475-57a0-4622-9264-76fd6630ae32 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] The volume has not been displaced from its original location: [datastore1] volume-8ee4f406-544d-4cf6-8a9c-06509686424e/volume-8ee4f406-544d-4cf6-8a9c-06509686424e.vmdk. No consolidation needed. {{(pid=65682) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1135.979329] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-48778475-57a0-4622-9264-76fd6630ae32 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1135.979570] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6fe97d4-5f39-44eb-bb84-4167e488b2b7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.001645] env[65682]: DEBUG oslo_vmware.api [None req-48778475-57a0-4622-9264-76fd6630ae32 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 1136.001645] env[65682]: value = "task-4616785" [ 1136.001645] env[65682]: _type = "Task" [ 1136.001645] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.014082] env[65682]: DEBUG oslo_vmware.api [None req-48778475-57a0-4622-9264-76fd6630ae32 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616785, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.061776] env[65682]: DEBUG nova.network.neutron [-] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.088545] env[65682]: DEBUG oslo_vmware.api [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5232d7af-660a-c497-600a-669050a743a9, 'name': SearchDatastore_Task, 'duration_secs': 0.04002} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.089619] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fe149c7-4d5c-426e-b97c-88d4853efcf9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.098588] env[65682]: DEBUG oslo_vmware.api [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1136.098588] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f104de-6cc7-d362-db80-de62adfb01a2" [ 1136.098588] env[65682]: _type = "Task" [ 1136.098588] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.103526] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 5b4adb84-808a-4b32-b2f3-a8057f4e3aa5] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1136.112130] env[65682]: DEBUG oslo_vmware.api [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f104de-6cc7-d362-db80-de62adfb01a2, 'name': SearchDatastore_Task, 'duration_secs': 0.012757} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.115061] env[65682]: DEBUG oslo_concurrency.lockutils [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.115340] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] dc8d1190-07cb-4b0a-ab54-68d63446d03c/dc8d1190-07cb-4b0a-ab54-68d63446d03c.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1136.115814] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5a5a936-03f3-4167-9b3a-947bb2cf49fd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.124983] env[65682]: DEBUG oslo_vmware.api [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1136.124983] env[65682]: value = "task-4616786" [ 1136.124983] env[65682]: _type = "Task" [ 1136.124983] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.136992] env[65682]: DEBUG oslo_vmware.api [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.185806] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb8e7ea-c5ed-4125-b20d-2b2da1b30e22 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.192018] env[65682]: INFO nova.compute.manager [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Took 14.83 seconds to build instance. [ 1136.197239] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a572c94-1d4c-4654-9a3a-53d2cf2bb1d6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.236878] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0372d9a2-dfee-4a57-b144-84452a616c89 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.247419] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9eb47a-a8d1-4285-a1d1-7054dbfc5f5a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.272190] env[65682]: DEBUG nova.compute.provider_tree [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.389328] env[65682]: DEBUG oslo_concurrency.lockutils [req-0cde65b5-5868-4975-a324-65a8637ad6aa req-24c92060-a749-4b45-8d56-c33f69fe6aab service nova] Releasing lock "refresh_cache-dc8d1190-07cb-4b0a-ab54-68d63446d03c" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.426530] env[65682]: INFO nova.compute.manager [None req-3f296c81-2ff9-4537-aeb3-88109df5eeda tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Updating instance to original state: 'active' [ 1136.514869] env[65682]: DEBUG oslo_vmware.api [None req-48778475-57a0-4622-9264-76fd6630ae32 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616785, 'name': ReconfigVM_Task, 'duration_secs': 0.298475} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.514869] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-48778475-57a0-4622-9264-76fd6630ae32 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1136.519991] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d82cb080-4be9-4427-a7d3-bb0a2e921dc8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.537495] env[65682]: DEBUG oslo_vmware.api [None req-48778475-57a0-4622-9264-76fd6630ae32 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 1136.537495] env[65682]: value = "task-4616787" [ 1136.537495] env[65682]: _type = "Task" [ 1136.537495] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.548427] env[65682]: DEBUG oslo_vmware.api [None req-48778475-57a0-4622-9264-76fd6630ae32 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616787, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.566723] env[65682]: INFO nova.compute.manager [-] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Took 1.30 seconds to deallocate network for instance. [ 1136.608793] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 6053bbbc-7565-4182-abc7-6cc4800ed4bc] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1136.637206] env[65682]: DEBUG oslo_vmware.api [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616786, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.680773] env[65682]: DEBUG nova.compute.manager [req-a6dc2b3c-784f-4725-b906-883bc0a784f8 req-7d3a9f65-6b79-4c40-adc3-fb4ca33e67e2 service nova] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Received event network-changed-0114af5b-79ba-4023-afbb-63038d109a48 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1136.681245] env[65682]: DEBUG nova.compute.manager [req-a6dc2b3c-784f-4725-b906-883bc0a784f8 req-7d3a9f65-6b79-4c40-adc3-fb4ca33e67e2 service nova] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Refreshing instance network info cache due to event network-changed-0114af5b-79ba-4023-afbb-63038d109a48. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1136.681987] env[65682]: DEBUG oslo_concurrency.lockutils [req-a6dc2b3c-784f-4725-b906-883bc0a784f8 req-7d3a9f65-6b79-4c40-adc3-fb4ca33e67e2 service nova] Acquiring lock "refresh_cache-c8e06fc1-ffc0-45ed-a243-efa04a523aaf" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.682122] env[65682]: DEBUG oslo_concurrency.lockutils [req-a6dc2b3c-784f-4725-b906-883bc0a784f8 req-7d3a9f65-6b79-4c40-adc3-fb4ca33e67e2 service nova] Acquired lock "refresh_cache-c8e06fc1-ffc0-45ed-a243-efa04a523aaf" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.682389] env[65682]: DEBUG nova.network.neutron [req-a6dc2b3c-784f-4725-b906-883bc0a784f8 req-7d3a9f65-6b79-4c40-adc3-fb4ca33e67e2 service nova] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Refreshing network info cache for port 0114af5b-79ba-4023-afbb-63038d109a48 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.695372] env[65682]: DEBUG oslo_concurrency.lockutils [None req-38a94e31-9b26-4db9-82f7-f78b60325e89 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Lock "d6de7836-9edf-4d85-9cac-3d5f1f541834" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.348s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.775389] env[65682]: DEBUG nova.compute.manager [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1136.778445] env[65682]: DEBUG nova.scheduler.client.report [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.809425] env[65682]: DEBUG nova.virt.hardware [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1136.809725] env[65682]: DEBUG nova.virt.hardware [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.809882] env[65682]: DEBUG nova.virt.hardware [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1136.810081] env[65682]: DEBUG nova.virt.hardware [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.810241] env[65682]: DEBUG nova.virt.hardware [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1136.810384] env[65682]: DEBUG nova.virt.hardware [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1136.810607] env[65682]: DEBUG nova.virt.hardware [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1136.810779] env[65682]: DEBUG nova.virt.hardware [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1136.810986] env[65682]: DEBUG nova.virt.hardware [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1136.811206] env[65682]: DEBUG nova.virt.hardware [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1136.811344] env[65682]: DEBUG nova.virt.hardware [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1136.812552] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9246a060-6aac-4880-aec3-3642bd4c7d06 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.822336] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fa860c-15d6-48fd-add2-df227d0ee184 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.898090] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8839c489-ea71-4041-9197-51f6435c7068 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.922060] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b0e1ca-b5c4-40b3-b6cd-069186bec2af {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.930571] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Updating instance '8638b1d1-2308-42d4-acbb-0c50031dc886' progress to 83 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1137.049547] env[65682]: DEBUG oslo_vmware.api [None req-48778475-57a0-4622-9264-76fd6630ae32 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616787, 'name': ReconfigVM_Task, 'duration_secs': 0.2519} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.049954] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-48778475-57a0-4622-9264-76fd6630ae32 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901735', 'volume_id': '8ee4f406-544d-4cf6-8a9c-06509686424e', 'name': 'volume-8ee4f406-544d-4cf6-8a9c-06509686424e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4e0346b6-7324-4a49-b872-9b85b426c2e1', 'attached_at': '', 'detached_at': '', 'volume_id': '8ee4f406-544d-4cf6-8a9c-06509686424e', 'serial': '8ee4f406-544d-4cf6-8a9c-06509686424e'} {{(pid=65682) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1137.074398] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3ed07b1c-380e-4253-a3bc-024f510eba86 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.112375] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: d7c988b8-d615-4581-85e5-466d8b06e7ff] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1137.136719] env[65682]: DEBUG oslo_vmware.api [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588704} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.136964] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] dc8d1190-07cb-4b0a-ab54-68d63446d03c/dc8d1190-07cb-4b0a-ab54-68d63446d03c.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1137.137215] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1137.137545] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38c59f39-62ba-4985-b99e-7eeb3c148f50 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.145824] env[65682]: DEBUG oslo_vmware.api [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1137.145824] env[65682]: value = "task-4616788" [ 1137.145824] env[65682]: _type = "Task" [ 1137.145824] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.155919] env[65682]: DEBUG oslo_vmware.api [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.187682] env[65682]: WARNING neutronclient.v2_0.client [req-a6dc2b3c-784f-4725-b906-883bc0a784f8 req-7d3a9f65-6b79-4c40-adc3-fb4ca33e67e2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.285439] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.546s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.288173] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.644s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.288411] env[65682]: DEBUG nova.objects.instance [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lazy-loading 'resources' on Instance uuid c8e06fc1-ffc0-45ed-a243-efa04a523aaf {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.344251] env[65682]: DEBUG nova.compute.manager [req-c678835b-290d-440c-86cb-3054b627dcfa req-044b790d-a34c-4d4c-9e81-9117bb08269c service nova] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Received event network-vif-plugged-9a1e8441-e173-4dd4-9cb8-374779f80201 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1137.344251] env[65682]: DEBUG oslo_concurrency.lockutils [req-c678835b-290d-440c-86cb-3054b627dcfa req-044b790d-a34c-4d4c-9e81-9117bb08269c service nova] Acquiring lock "457726d1-96b3-44fb-bcb4-2f1f00de04da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.345158] env[65682]: DEBUG oslo_concurrency.lockutils [req-c678835b-290d-440c-86cb-3054b627dcfa req-044b790d-a34c-4d4c-9e81-9117bb08269c service nova] Lock "457726d1-96b3-44fb-bcb4-2f1f00de04da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.345158] env[65682]: DEBUG oslo_concurrency.lockutils [req-c678835b-290d-440c-86cb-3054b627dcfa req-044b790d-a34c-4d4c-9e81-9117bb08269c service nova] Lock "457726d1-96b3-44fb-bcb4-2f1f00de04da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.345158] env[65682]: DEBUG nova.compute.manager [req-c678835b-290d-440c-86cb-3054b627dcfa req-044b790d-a34c-4d4c-9e81-9117bb08269c service nova] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] No waiting events found dispatching network-vif-plugged-9a1e8441-e173-4dd4-9cb8-374779f80201 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1137.345816] env[65682]: WARNING nova.compute.manager [req-c678835b-290d-440c-86cb-3054b627dcfa req-044b790d-a34c-4d4c-9e81-9117bb08269c service nova] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Received unexpected event network-vif-plugged-9a1e8441-e173-4dd4-9cb8-374779f80201 for instance with vm_state building and task_state spawning. [ 1137.395316] env[65682]: DEBUG nova.network.neutron [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Successfully updated port: 9a1e8441-e173-4dd4-9cb8-374779f80201 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1137.442230] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.442230] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb335512-acfe-4da8-8f1a-f9b7b9813fe0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.453483] env[65682]: DEBUG oslo_vmware.api [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 1137.453483] env[65682]: value = "task-4616789" [ 1137.453483] env[65682]: _type = "Task" [ 1137.453483] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.466880] env[65682]: DEBUG oslo_vmware.api [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.473731] env[65682]: WARNING neutronclient.v2_0.client [req-a6dc2b3c-784f-4725-b906-883bc0a784f8 req-7d3a9f65-6b79-4c40-adc3-fb4ca33e67e2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.550356] env[65682]: DEBUG nova.network.neutron [req-a6dc2b3c-784f-4725-b906-883bc0a784f8 req-7d3a9f65-6b79-4c40-adc3-fb4ca33e67e2 service nova] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Updated VIF entry in instance network info cache for port 0114af5b-79ba-4023-afbb-63038d109a48. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1137.550736] env[65682]: DEBUG nova.network.neutron [req-a6dc2b3c-784f-4725-b906-883bc0a784f8 req-7d3a9f65-6b79-4c40-adc3-fb4ca33e67e2 service nova] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Updating instance_info_cache with network_info: [{"id": "0114af5b-79ba-4023-afbb-63038d109a48", "address": "fa:16:3e:48:9f:3b", "network": {"id": "bbb1b243-b946-4884-a796-2a10b7d24ede", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2053837350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa33bc1eaa5b4d4bb5063ffee3b1d8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0114af5b-79", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.608737] env[65682]: DEBUG nova.objects.instance [None req-48778475-57a0-4622-9264-76fd6630ae32 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lazy-loading 'flavor' on Instance uuid 4e0346b6-7324-4a49-b872-9b85b426c2e1 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.615471] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 17b12689-2ce0-48b3-a281-b26b17a4da18] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1137.657370] env[65682]: DEBUG oslo_vmware.api [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077037} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.658651] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.659292] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3053bc69-60d3-4c39-921e-da683e8641e6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.684853] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] dc8d1190-07cb-4b0a-ab54-68d63446d03c/dc8d1190-07cb-4b0a-ab54-68d63446d03c.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.685656] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f88ab80f-a585-4d80-9ffa-897b4f1667ec {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.710187] env[65682]: DEBUG oslo_vmware.api [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1137.710187] env[65682]: value = "task-4616790" [ 1137.710187] env[65682]: _type = "Task" [ 1137.710187] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.720220] env[65682]: DEBUG oslo_vmware.api [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616790, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.792926] env[65682]: DEBUG nova.objects.instance [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lazy-loading 'numa_topology' on Instance uuid c8e06fc1-ffc0-45ed-a243-efa04a523aaf {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.798855] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d8612876-c721-48cc-a4c6-57c579514d7e tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "076b1c93-c3ae-47f8-a8eb-9182dbc4dfed" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 32.701s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.799816] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8de393bb-8260-4986-b759-107e642e7d89 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "076b1c93-c3ae-47f8-a8eb-9182dbc4dfed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 7.845s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.800045] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8de393bb-8260-4986-b759-107e642e7d89 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "076b1c93-c3ae-47f8-a8eb-9182dbc4dfed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.800252] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8de393bb-8260-4986-b759-107e642e7d89 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "076b1c93-c3ae-47f8-a8eb-9182dbc4dfed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.800417] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8de393bb-8260-4986-b759-107e642e7d89 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "076b1c93-c3ae-47f8-a8eb-9182dbc4dfed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.802355] env[65682]: INFO nova.compute.manager [None req-8de393bb-8260-4986-b759-107e642e7d89 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Terminating instance [ 1137.898933] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "refresh_cache-457726d1-96b3-44fb-bcb4-2f1f00de04da" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.899241] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquired lock "refresh_cache-457726d1-96b3-44fb-bcb4-2f1f00de04da" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.899569] env[65682]: DEBUG nova.network.neutron [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1137.965852] env[65682]: DEBUG oslo_vmware.api [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616789, 'name': PowerOnVM_Task, 'duration_secs': 0.453773} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.966339] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.966655] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-45a306d0-9a31-4cc7-a97e-609262341781 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Updating instance '8638b1d1-2308-42d4-acbb-0c50031dc886' progress to 100 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.018560] env[65682]: DEBUG oslo_concurrency.lockutils [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquiring lock "c8e06fc1-ffc0-45ed-a243-efa04a523aaf" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.053960] env[65682]: DEBUG oslo_concurrency.lockutils [req-a6dc2b3c-784f-4725-b906-883bc0a784f8 req-7d3a9f65-6b79-4c40-adc3-fb4ca33e67e2 service nova] Releasing lock "refresh_cache-c8e06fc1-ffc0-45ed-a243-efa04a523aaf" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.054253] env[65682]: DEBUG nova.compute.manager [req-a6dc2b3c-784f-4725-b906-883bc0a784f8 req-7d3a9f65-6b79-4c40-adc3-fb4ca33e67e2 service nova] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Received event network-vif-deleted-714d2260-4143-4f22-80be-7e2e4f76cdde {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1138.119360] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 9e255887-8fa9-414c-992c-0d8a54147de3] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1138.225656] env[65682]: DEBUG oslo_vmware.api [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616790, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.295910] env[65682]: DEBUG nova.objects.base [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65682) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1138.306039] env[65682]: DEBUG nova.compute.manager [None req-8de393bb-8260-4986-b759-107e642e7d89 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1138.306160] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8de393bb-8260-4986-b759-107e642e7d89 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.306409] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a31a2c7-adee-4257-a82d-be38970d9be6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.316662] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4cf928-5ba6-480a-9896-3b5cd2699262 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.360379] env[65682]: DEBUG nova.compute.manager [None req-ccb9315e-b857-4ab5-ae59-a28ec33e50f7 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1138.361234] env[65682]: WARNING nova.virt.vmwareapi.vmops [None req-8de393bb-8260-4986-b759-107e642e7d89 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed could not be found. [ 1138.361427] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8de393bb-8260-4986-b759-107e642e7d89 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.361601] env[65682]: INFO nova.compute.manager [None req-8de393bb-8260-4986-b759-107e642e7d89 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1138.361857] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-8de393bb-8260-4986-b759-107e642e7d89 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1138.365418] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281fb427-2713-496f-bcda-8892278a6b23 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.368103] env[65682]: DEBUG nova.compute.manager [-] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1138.368211] env[65682]: DEBUG nova.network.neutron [-] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1138.368453] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.407048] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.415996] env[65682]: DEBUG oslo_concurrency.lockutils [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.416287] env[65682]: DEBUG oslo_concurrency.lockutils [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.416496] env[65682]: DEBUG oslo_concurrency.lockutils [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.416671] env[65682]: DEBUG oslo_concurrency.lockutils [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.416834] env[65682]: DEBUG oslo_concurrency.lockutils [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.418908] env[65682]: INFO nova.compute.manager [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Terminating instance [ 1138.439623] env[65682]: DEBUG nova.network.neutron [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1138.519374] env[65682]: WARNING neutronclient.v2_0.client [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.573598] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c41faf8-df84-4dc0-a52b-66001f666059 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.582199] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711670c3-6ec9-4b9c-90cd-b8fd29e697cb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.617484] env[65682]: DEBUG nova.network.neutron [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Updating instance_info_cache with network_info: [{"id": "9a1e8441-e173-4dd4-9cb8-374779f80201", "address": "fa:16:3e:51:24:b4", "network": {"id": "4af9ad29-aa78-4e31-a549-d3d6076f5828", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-940499248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5863e73c6b24975a9b9ad9e27eb944e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a1e8441-e1", "ovs_interfaceid": "9a1e8441-e173-4dd4-9cb8-374779f80201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.620229] env[65682]: DEBUG oslo_concurrency.lockutils [None req-48778475-57a0-4622-9264-76fd6630ae32 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "4e0346b6-7324-4a49-b872-9b85b426c2e1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.336s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.621382] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ec897b-1ba2-45ca-b2b7-783025930ce3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.624504] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: f548ea90-2a80-41a4-96f3-a8c2baf7d1e4] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1138.634398] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a9c2c9-ba6d-45aa-a732-51a92e49420a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.651932] env[65682]: DEBUG nova.compute.provider_tree [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.721887] env[65682]: DEBUG oslo_concurrency.lockutils [None req-549a98c9-a63e-4ace-9a9e-97ec59bada53 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquiring lock "4e0346b6-7324-4a49-b872-9b85b426c2e1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.722191] env[65682]: DEBUG oslo_concurrency.lockutils [None req-549a98c9-a63e-4ace-9a9e-97ec59bada53 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "4e0346b6-7324-4a49-b872-9b85b426c2e1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.723544] env[65682]: DEBUG oslo_vmware.api [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616790, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.880749] env[65682]: INFO nova.compute.manager [None req-ccb9315e-b857-4ab5-ae59-a28ec33e50f7 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] instance snapshotting [ 1138.884173] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9454c93-d66f-4890-8299-3aae2030ffcf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.904355] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90461dcf-a38c-474b-8197-017b4d6c2972 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.923221] env[65682]: DEBUG nova.compute.manager [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1138.923477] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.923753] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1a83f41-9546-4427-845c-753e30e524ee {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.932865] env[65682]: DEBUG oslo_vmware.api [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1138.932865] env[65682]: value = "task-4616791" [ 1138.932865] env[65682]: _type = "Task" [ 1138.932865] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.943086] env[65682]: DEBUG oslo_vmware.api [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.125599] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Releasing lock "refresh_cache-457726d1-96b3-44fb-bcb4-2f1f00de04da" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.126010] env[65682]: DEBUG nova.compute.manager [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Instance network_info: |[{"id": "9a1e8441-e173-4dd4-9cb8-374779f80201", "address": "fa:16:3e:51:24:b4", "network": {"id": "4af9ad29-aa78-4e31-a549-d3d6076f5828", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-940499248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5863e73c6b24975a9b9ad9e27eb944e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a1e8441-e1", "ovs_interfaceid": "9a1e8441-e173-4dd4-9cb8-374779f80201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1139.126505] env[65682]: DEBUG nova.network.neutron [-] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.128325] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:24:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a34aa30-95be-4b18-98ca-1f2d81f7e9e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a1e8441-e173-4dd4-9cb8-374779f80201', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.137725] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Creating folder: Project (c5863e73c6b24975a9b9ad9e27eb944e). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1139.138466] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: bd13c2de-6abf-4237-b7b2-bbc24fc59b24] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1139.141386] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8e0dab6-016a-4759-8e7d-d6f9cc5e753c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.156228] env[65682]: DEBUG nova.scheduler.client.report [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.162608] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Created folder: Project (c5863e73c6b24975a9b9ad9e27eb944e) in parent group-v901426. [ 1139.162852] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Creating folder: Instances. Parent ref: group-v901742. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1139.163500] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30e482bc-2de6-493f-a349-64994554ec87 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.177915] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Created folder: Instances in parent group-v901742. [ 1139.178218] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1139.178478] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.180162] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2f04ca1-b3b7-414c-b833-4aa33a0e8d58 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.204227] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.204227] env[65682]: value = "task-4616794" [ 1139.204227] env[65682]: _type = "Task" [ 1139.204227] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.214114] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616794, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.224155] env[65682]: DEBUG oslo_vmware.api [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616790, 'name': ReconfigVM_Task, 'duration_secs': 1.475917} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.224877] env[65682]: INFO nova.compute.manager [None req-549a98c9-a63e-4ace-9a9e-97ec59bada53 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Detaching volume d2bbe4dd-48a4-4de0-a912-9b69898a79f6 [ 1139.226833] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Reconfigured VM instance instance-0000006d to attach disk [datastore1] dc8d1190-07cb-4b0a-ab54-68d63446d03c/dc8d1190-07cb-4b0a-ab54-68d63446d03c.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.227950] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-902995b8-f19e-4205-91a2-1ce7fdc33ba2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.237297] env[65682]: DEBUG oslo_vmware.api [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1139.237297] env[65682]: value = "task-4616795" [ 1139.237297] env[65682]: _type = "Task" [ 1139.237297] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.251792] env[65682]: DEBUG oslo_vmware.api [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616795, 'name': Rename_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.278876] env[65682]: INFO nova.virt.block_device [None req-549a98c9-a63e-4ace-9a9e-97ec59bada53 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Attempting to driver detach volume d2bbe4dd-48a4-4de0-a912-9b69898a79f6 from mountpoint /dev/sdc [ 1139.278876] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-549a98c9-a63e-4ace-9a9e-97ec59bada53 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Volume detach. Driver type: vmdk {{(pid=65682) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1139.279084] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-549a98c9-a63e-4ace-9a9e-97ec59bada53 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901739', 'volume_id': 'd2bbe4dd-48a4-4de0-a912-9b69898a79f6', 'name': 'volume-d2bbe4dd-48a4-4de0-a912-9b69898a79f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4e0346b6-7324-4a49-b872-9b85b426c2e1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2bbe4dd-48a4-4de0-a912-9b69898a79f6', 'serial': 'd2bbe4dd-48a4-4de0-a912-9b69898a79f6'} {{(pid=65682) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1139.280465] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df84f69-8304-4844-ac35-5850ab9919f7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.317854] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84002d42-7417-4aa8-9b4a-043e16b1aadc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.332784] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac75c36-1455-4b7d-bf15-3306ed13274c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.359454] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1854f14e-4629-4f5e-8591-f6cc4ac5e141 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.378903] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-549a98c9-a63e-4ace-9a9e-97ec59bada53 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] The volume has not been displaced from its original location: [datastore2] volume-d2bbe4dd-48a4-4de0-a912-9b69898a79f6/volume-d2bbe4dd-48a4-4de0-a912-9b69898a79f6.vmdk. No consolidation needed. {{(pid=65682) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1139.384983] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-549a98c9-a63e-4ace-9a9e-97ec59bada53 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Reconfiguring VM instance instance-00000062 to detach disk 2002 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1139.385474] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ff57c35-7c9b-4549-9be6-529d570cb5d9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.406193] env[65682]: DEBUG oslo_vmware.api [None req-549a98c9-a63e-4ace-9a9e-97ec59bada53 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 1139.406193] env[65682]: value = "task-4616796" [ 1139.406193] env[65682]: _type = "Task" [ 1139.406193] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.416995] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb9315e-b857-4ab5-ae59-a28ec33e50f7 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Creating Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1139.417297] env[65682]: DEBUG oslo_vmware.api [None req-549a98c9-a63e-4ace-9a9e-97ec59bada53 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.417568] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d23936e9-d127-4ebb-94dd-187234ade5f4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.421565] env[65682]: DEBUG nova.compute.manager [req-f38f3ca0-6cb8-4be3-8442-d4ce03a61911 req-42a63d80-590b-45c6-815f-cee41a65a4d8 service nova] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Received event network-changed-9a1e8441-e173-4dd4-9cb8-374779f80201 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1139.421792] env[65682]: DEBUG nova.compute.manager [req-f38f3ca0-6cb8-4be3-8442-d4ce03a61911 req-42a63d80-590b-45c6-815f-cee41a65a4d8 service nova] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Refreshing instance network info cache due to event network-changed-9a1e8441-e173-4dd4-9cb8-374779f80201. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1139.422109] env[65682]: DEBUG oslo_concurrency.lockutils [req-f38f3ca0-6cb8-4be3-8442-d4ce03a61911 req-42a63d80-590b-45c6-815f-cee41a65a4d8 service nova] Acquiring lock "refresh_cache-457726d1-96b3-44fb-bcb4-2f1f00de04da" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.422109] env[65682]: DEBUG oslo_concurrency.lockutils [req-f38f3ca0-6cb8-4be3-8442-d4ce03a61911 req-42a63d80-590b-45c6-815f-cee41a65a4d8 service nova] Acquired lock "refresh_cache-457726d1-96b3-44fb-bcb4-2f1f00de04da" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.422264] env[65682]: DEBUG nova.network.neutron [req-f38f3ca0-6cb8-4be3-8442-d4ce03a61911 req-42a63d80-590b-45c6-815f-cee41a65a4d8 service nova] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Refreshing network info cache for port 9a1e8441-e173-4dd4-9cb8-374779f80201 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.437048] env[65682]: DEBUG oslo_vmware.api [None req-ccb9315e-b857-4ab5-ae59-a28ec33e50f7 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1139.437048] env[65682]: value = "task-4616797" [ 1139.437048] env[65682]: _type = "Task" [ 1139.437048] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.451830] env[65682]: DEBUG oslo_vmware.api [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616791, 'name': PowerOffVM_Task, 'duration_secs': 0.340223} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.455228] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.455459] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Volume detach. Driver type: vmdk {{(pid=65682) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1139.455652] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901718', 'volume_id': 'ca3b747b-4042-4d3a-8190-75166a59b464', 'name': 'volume-ca3b747b-4042-4d3a-8190-75166a59b464', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59', 'attached_at': '2025-11-20T20:34:05.000000', 'detached_at': '', 'volume_id': 'ca3b747b-4042-4d3a-8190-75166a59b464', 'serial': 'ca3b747b-4042-4d3a-8190-75166a59b464'} {{(pid=65682) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1139.456425] env[65682]: DEBUG oslo_vmware.api [None req-ccb9315e-b857-4ab5-ae59-a28ec33e50f7 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616797, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.457231] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe16cab-0598-48cb-ac72-134ffc13d8dd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.482388] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8248bf78-b473-4cf0-af76-72404658b335 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.491654] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7a6c81-a905-4d82-9a49-c126292e7db8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.517111] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84a0faa-6301-40f5-9fb1-1be028546435 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.542906] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The volume has not been displaced from its original location: [datastore1] volume-ca3b747b-4042-4d3a-8190-75166a59b464/volume-ca3b747b-4042-4d3a-8190-75166a59b464.vmdk. No consolidation needed. {{(pid=65682) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1139.551353] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Reconfiguring VM instance instance-0000005a to detach disk 2001 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1139.554557] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d46700ad-24aa-4366-96e8-e1d65d766413 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.579756] env[65682]: DEBUG oslo_vmware.api [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1139.579756] env[65682]: value = "task-4616798" [ 1139.579756] env[65682]: _type = "Task" [ 1139.579756] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.590367] env[65682]: DEBUG oslo_vmware.api [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616798, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.639501] env[65682]: INFO nova.compute.manager [-] [instance: 076b1c93-c3ae-47f8-a8eb-9182dbc4dfed] Took 1.27 seconds to deallocate network for instance. [ 1139.645232] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 1e2fc4ce-a979-45f2-bb70-636e0b52662c] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1139.664872] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.377s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.669636] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3ed07b1c-380e-4253-a3bc-024f510eba86 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.594s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.669636] env[65682]: DEBUG nova.objects.instance [None req-3ed07b1c-380e-4253-a3bc-024f510eba86 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lazy-loading 'resources' on Instance uuid 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.718605] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616794, 'name': CreateVM_Task, 'duration_secs': 0.435574} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.718888] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1139.719598] env[65682]: WARNING neutronclient.v2_0.client [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1139.720107] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.720333] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.720756] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.721095] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c84f2e19-1825-47d4-a07d-df70ac68790b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.727889] env[65682]: DEBUG oslo_vmware.api [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1139.727889] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522c30ae-17b4-7df5-7f9d-8e6bc837cbad" [ 1139.727889] env[65682]: _type = "Task" [ 1139.727889] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.736849] env[65682]: DEBUG oslo_vmware.api [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522c30ae-17b4-7df5-7f9d-8e6bc837cbad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.746339] env[65682]: DEBUG oslo_vmware.api [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616795, 'name': Rename_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.826161] env[65682]: DEBUG oslo_concurrency.lockutils [None req-848a7a91-cd2d-43ce-8283-02f285b0289d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "8638b1d1-2308-42d4-acbb-0c50031dc886" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.826455] env[65682]: DEBUG oslo_concurrency.lockutils [None req-848a7a91-cd2d-43ce-8283-02f285b0289d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "8638b1d1-2308-42d4-acbb-0c50031dc886" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.826641] env[65682]: DEBUG nova.compute.manager [None req-848a7a91-cd2d-43ce-8283-02f285b0289d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Going to confirm migration 7 {{(pid=65682) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1139.916749] env[65682]: DEBUG oslo_vmware.api [None req-549a98c9-a63e-4ace-9a9e-97ec59bada53 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616796, 'name': ReconfigVM_Task, 'duration_secs': 0.281764} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.917050] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-549a98c9-a63e-4ace-9a9e-97ec59bada53 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Reconfigured VM instance instance-00000062 to detach disk 2002 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1139.922184] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd6e537a-d721-4211-9359-16ed433e9bfa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.932523] env[65682]: WARNING neutronclient.v2_0.client [req-f38f3ca0-6cb8-4be3-8442-d4ce03a61911 req-42a63d80-590b-45c6-815f-cee41a65a4d8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1139.940710] env[65682]: DEBUG oslo_vmware.api [None req-549a98c9-a63e-4ace-9a9e-97ec59bada53 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 1139.940710] env[65682]: value = "task-4616799" [ 1139.940710] env[65682]: _type = "Task" [ 1139.940710] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.953348] env[65682]: DEBUG oslo_vmware.api [None req-ccb9315e-b857-4ab5-ae59-a28ec33e50f7 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616797, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.957249] env[65682]: DEBUG oslo_vmware.api [None req-549a98c9-a63e-4ace-9a9e-97ec59bada53 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616799, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.089852] env[65682]: DEBUG oslo_vmware.api [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616798, 'name': ReconfigVM_Task, 'duration_secs': 0.218433} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.090231] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Reconfigured VM instance instance-0000005a to detach disk 2001 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1140.098136] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15473a0a-bd86-4d8c-8a8a-bd1cdd7f8eb3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.116404] env[65682]: DEBUG oslo_vmware.api [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1140.116404] env[65682]: value = "task-4616800" [ 1140.116404] env[65682]: _type = "Task" [ 1140.116404] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.125645] env[65682]: DEBUG oslo_vmware.api [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.143156] env[65682]: WARNING neutronclient.v2_0.client [req-f38f3ca0-6cb8-4be3-8442-d4ce03a61911 req-42a63d80-590b-45c6-815f-cee41a65a4d8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.150708] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: c172e47a-e3c4-4119-8ef1-67dfe27d780b] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1140.179986] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6e8bddee-8002-49af-8e53-2a9ea6e64235 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "c8e06fc1-ffc0-45ed-a243-efa04a523aaf" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.996s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.181218] env[65682]: DEBUG oslo_concurrency.lockutils [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "c8e06fc1-ffc0-45ed-a243-efa04a523aaf" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.163s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.181482] env[65682]: INFO nova.compute.manager [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Unshelving [ 1140.243743] env[65682]: DEBUG nova.network.neutron [req-f38f3ca0-6cb8-4be3-8442-d4ce03a61911 req-42a63d80-590b-45c6-815f-cee41a65a4d8 service nova] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Updated VIF entry in instance network info cache for port 9a1e8441-e173-4dd4-9cb8-374779f80201. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1140.244266] env[65682]: DEBUG nova.network.neutron [req-f38f3ca0-6cb8-4be3-8442-d4ce03a61911 req-42a63d80-590b-45c6-815f-cee41a65a4d8 service nova] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Updating instance_info_cache with network_info: [{"id": "9a1e8441-e173-4dd4-9cb8-374779f80201", "address": "fa:16:3e:51:24:b4", "network": {"id": "4af9ad29-aa78-4e31-a549-d3d6076f5828", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-940499248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5863e73c6b24975a9b9ad9e27eb944e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a1e8441-e1", "ovs_interfaceid": "9a1e8441-e173-4dd4-9cb8-374779f80201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.249983] env[65682]: DEBUG oslo_vmware.api [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]522c30ae-17b4-7df5-7f9d-8e6bc837cbad, 'name': SearchDatastore_Task, 'duration_secs': 0.009967} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.250909] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.251178] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1140.251532] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.251579] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.251717] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1140.252060] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50d1f3b8-3e9b-4fa9-a407-62af6b863dfb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.258073] env[65682]: DEBUG oslo_vmware.api [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616795, 'name': Rename_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.269387] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1140.269387] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1140.270650] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7274f9ef-18ad-434a-aef6-c96b9e44a48f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.278100] env[65682]: DEBUG oslo_vmware.api [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1140.278100] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5249fada-b4e9-bcbd-6a18-ba9d4b43325f" [ 1140.278100] env[65682]: _type = "Task" [ 1140.278100] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.288687] env[65682]: DEBUG oslo_vmware.api [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5249fada-b4e9-bcbd-6a18-ba9d4b43325f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.333549] env[65682]: WARNING neutronclient.v2_0.client [None req-848a7a91-cd2d-43ce-8283-02f285b0289d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.403261] env[65682]: WARNING neutronclient.v2_0.client [None req-848a7a91-cd2d-43ce-8283-02f285b0289d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.403743] env[65682]: DEBUG oslo_concurrency.lockutils [None req-848a7a91-cd2d-43ce-8283-02f285b0289d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "refresh_cache-8638b1d1-2308-42d4-acbb-0c50031dc886" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.403929] env[65682]: DEBUG oslo_concurrency.lockutils [None req-848a7a91-cd2d-43ce-8283-02f285b0289d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquired lock "refresh_cache-8638b1d1-2308-42d4-acbb-0c50031dc886" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.404128] env[65682]: DEBUG nova.network.neutron [None req-848a7a91-cd2d-43ce-8283-02f285b0289d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1140.404307] env[65682]: DEBUG nova.objects.instance [None req-848a7a91-cd2d-43ce-8283-02f285b0289d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lazy-loading 'info_cache' on Instance uuid 8638b1d1-2308-42d4-acbb-0c50031dc886 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.457686] env[65682]: DEBUG oslo_vmware.api [None req-ccb9315e-b857-4ab5-ae59-a28ec33e50f7 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616797, 'name': CreateSnapshot_Task, 'duration_secs': 0.793936} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.461187] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb9315e-b857-4ab5-ae59-a28ec33e50f7 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Created Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1140.461512] env[65682]: DEBUG oslo_vmware.api [None req-549a98c9-a63e-4ace-9a9e-97ec59bada53 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616799, 'name': ReconfigVM_Task, 'duration_secs': 0.154844} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.464824] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ee27df-4398-49fc-bb34-2d8d950cb83b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.467612] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-549a98c9-a63e-4ace-9a9e-97ec59bada53 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901739', 'volume_id': 'd2bbe4dd-48a4-4de0-a912-9b69898a79f6', 'name': 'volume-d2bbe4dd-48a4-4de0-a912-9b69898a79f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4e0346b6-7324-4a49-b872-9b85b426c2e1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2bbe4dd-48a4-4de0-a912-9b69898a79f6', 'serial': 'd2bbe4dd-48a4-4de0-a912-9b69898a79f6'} {{(pid=65682) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1140.544463] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa16e016-af6a-4a78-9f52-94a49c84f34b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.554041] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e2aa85-06d5-4f97-928e-b8e2ca7a1f8d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.588746] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2125049c-4a68-489b-a8fa-896820d676f8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.599706] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7b2614-5c5c-48f2-ac8d-469d3c066c0b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.622481] env[65682]: DEBUG nova.compute.provider_tree [None req-3ed07b1c-380e-4253-a3bc-024f510eba86 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.633841] env[65682]: DEBUG oslo_vmware.api [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616800, 'name': ReconfigVM_Task, 'duration_secs': 0.139303} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.634826] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901718', 'volume_id': 'ca3b747b-4042-4d3a-8190-75166a59b464', 'name': 'volume-ca3b747b-4042-4d3a-8190-75166a59b464', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59', 'attached_at': '2025-11-20T20:34:05.000000', 'detached_at': '', 'volume_id': 'ca3b747b-4042-4d3a-8190-75166a59b464', 'serial': 'ca3b747b-4042-4d3a-8190-75166a59b464'} {{(pid=65682) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1140.635167] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.635963] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dc52bb-4fbc-4bd6-9708-d992cafb3d5f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.644186] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.644469] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f774c26f-2b34-462e-8f3b-38fd64f92a4a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.655433] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 27326223-d996-4c1c-b863-e1db57a28117] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1140.715497] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.715885] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.716184] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Deleting the datastore file [datastore1] 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.716570] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cd1bcb1-202f-4db4-ad5f-a502ff179116 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.724734] env[65682]: DEBUG oslo_vmware.api [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1140.724734] env[65682]: value = "task-4616802" [ 1140.724734] env[65682]: _type = "Task" [ 1140.724734] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.736765] env[65682]: DEBUG oslo_vmware.api [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.749509] env[65682]: DEBUG oslo_vmware.api [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616795, 'name': Rename_Task, 'duration_secs': 1.257325} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.750093] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.750191] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68e1a6f6-c396-40df-b808-ae94af20250c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.752389] env[65682]: DEBUG oslo_concurrency.lockutils [req-f38f3ca0-6cb8-4be3-8442-d4ce03a61911 req-42a63d80-590b-45c6-815f-cee41a65a4d8 service nova] Releasing lock "refresh_cache-457726d1-96b3-44fb-bcb4-2f1f00de04da" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.759337] env[65682]: DEBUG oslo_vmware.api [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1140.759337] env[65682]: value = "task-4616803" [ 1140.759337] env[65682]: _type = "Task" [ 1140.759337] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.770060] env[65682]: DEBUG oslo_vmware.api [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.778110] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8de393bb-8260-4986-b759-107e642e7d89 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "076b1c93-c3ae-47f8-a8eb-9182dbc4dfed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.978s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.791449] env[65682]: DEBUG oslo_vmware.api [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5249fada-b4e9-bcbd-6a18-ba9d4b43325f, 'name': SearchDatastore_Task, 'duration_secs': 0.010395} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.792981] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6d493dd-58d9-43c7-b8b0-4bf2a0e56ec8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.799583] env[65682]: DEBUG oslo_vmware.api [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1140.799583] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52734d59-5f35-72d9-aa44-06be2eb0646a" [ 1140.799583] env[65682]: _type = "Task" [ 1140.799583] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.810491] env[65682]: DEBUG oslo_vmware.api [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52734d59-5f35-72d9-aa44-06be2eb0646a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.988197] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb9315e-b857-4ab5-ae59-a28ec33e50f7 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Creating linked-clone VM from snapshot {{(pid=65682) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1140.988968] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4424877d-d07a-49d0-a302-2efe97ba9ff5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.998236] env[65682]: DEBUG oslo_vmware.api [None req-ccb9315e-b857-4ab5-ae59-a28ec33e50f7 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1140.998236] env[65682]: value = "task-4616804" [ 1140.998236] env[65682]: _type = "Task" [ 1140.998236] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.008978] env[65682]: DEBUG oslo_vmware.api [None req-ccb9315e-b857-4ab5-ae59-a28ec33e50f7 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616804, 'name': CloneVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.021109] env[65682]: DEBUG nova.objects.instance [None req-549a98c9-a63e-4ace-9a9e-97ec59bada53 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lazy-loading 'flavor' on Instance uuid 4e0346b6-7324-4a49-b872-9b85b426c2e1 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.129725] env[65682]: DEBUG nova.scheduler.client.report [None req-3ed07b1c-380e-4253-a3bc-024f510eba86 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.158740] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: d0ef8271-64ac-4899-b800-b213195b585b] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1141.211821] env[65682]: DEBUG oslo_concurrency.lockutils [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.235759] env[65682]: DEBUG oslo_vmware.api [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265628} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.236071] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.238022] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.238022] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.238022] env[65682]: INFO nova.compute.manager [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Took 2.31 seconds to destroy the instance on the hypervisor. [ 1141.238022] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1141.238022] env[65682]: DEBUG nova.compute.manager [-] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1141.238022] env[65682]: DEBUG nova.network.neutron [-] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1141.238022] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.270878] env[65682]: DEBUG oslo_vmware.api [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616803, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.310747] env[65682]: DEBUG oslo_vmware.api [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52734d59-5f35-72d9-aa44-06be2eb0646a, 'name': SearchDatastore_Task, 'duration_secs': 0.019625} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.311800] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.313670] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.313970] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 457726d1-96b3-44fb-bcb4-2f1f00de04da/457726d1-96b3-44fb-bcb4-2f1f00de04da.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.314998] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8de90890-dd6b-4c74-a187-38f3131b9318 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.322152] env[65682]: DEBUG oslo_vmware.api [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1141.322152] env[65682]: value = "task-4616805" [ 1141.322152] env[65682]: _type = "Task" [ 1141.322152] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.331952] env[65682]: DEBUG oslo_vmware.api [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4616805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.410465] env[65682]: WARNING neutronclient.v2_0.client [None req-848a7a91-cd2d-43ce-8283-02f285b0289d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.511071] env[65682]: DEBUG oslo_vmware.api [None req-ccb9315e-b857-4ab5-ae59-a28ec33e50f7 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616804, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.638276] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3ed07b1c-380e-4253-a3bc-024f510eba86 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.641270] env[65682]: DEBUG oslo_concurrency.lockutils [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.429s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.641642] env[65682]: DEBUG nova.objects.instance [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lazy-loading 'pci_requests' on Instance uuid c8e06fc1-ffc0-45ed-a243-efa04a523aaf {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.663210] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 836767a3-4247-454c-bc51-f0be811bb527] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1141.671354] env[65682]: INFO nova.scheduler.client.report [None req-3ed07b1c-380e-4253-a3bc-024f510eba86 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Deleted allocations for instance 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43 [ 1141.780491] env[65682]: DEBUG oslo_vmware.api [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616803, 'name': PowerOnVM_Task, 'duration_secs': 0.781069} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.781077] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.781425] env[65682]: INFO nova.compute.manager [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Took 9.46 seconds to spawn the instance on the hypervisor. [ 1141.781710] env[65682]: DEBUG nova.compute.manager [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1141.783024] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716a500b-dfff-4e80-a901-cb47059defbc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.814704] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "4eb94170-b43d-47ad-8390-67868649a580" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.814704] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "4eb94170-b43d-47ad-8390-67868649a580" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.841461] env[65682]: DEBUG oslo_vmware.api [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4616805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505041} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.845022] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 457726d1-96b3-44fb-bcb4-2f1f00de04da/457726d1-96b3-44fb-bcb4-2f1f00de04da.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1141.845022] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1141.845022] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42fe0024-e68e-4bb1-81bb-52c6d78e3ad7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.849915] env[65682]: WARNING neutronclient.v2_0.client [None req-848a7a91-cd2d-43ce-8283-02f285b0289d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.856451] env[65682]: DEBUG oslo_vmware.api [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1141.856451] env[65682]: value = "task-4616806" [ 1141.856451] env[65682]: _type = "Task" [ 1141.856451] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.875070] env[65682]: DEBUG oslo_vmware.api [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4616806, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.905767] env[65682]: DEBUG nova.compute.manager [req-8258977d-2ae3-40c0-9be6-ce24f294adb7 req-e7704021-0708-460e-a0a2-afdceedd62d4 service nova] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Received event network-vif-deleted-2c922de2-3b6b-43e3-9374-87cf8c4b2590 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1141.905954] env[65682]: INFO nova.compute.manager [req-8258977d-2ae3-40c0-9be6-ce24f294adb7 req-e7704021-0708-460e-a0a2-afdceedd62d4 service nova] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Neutron deleted interface 2c922de2-3b6b-43e3-9374-87cf8c4b2590; detaching it from the instance and deleting it from the info cache [ 1141.906288] env[65682]: DEBUG nova.network.neutron [req-8258977d-2ae3-40c0-9be6-ce24f294adb7 req-e7704021-0708-460e-a0a2-afdceedd62d4 service nova] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.958861] env[65682]: DEBUG nova.network.neutron [None req-848a7a91-cd2d-43ce-8283-02f285b0289d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Updating instance_info_cache with network_info: [{"id": "77435005-02e8-4b00-82a1-9df28aaa2e66", "address": "fa:16:3e:d1:db:3c", "network": {"id": "d13ac076-fdae-4d36-93cb-7c96987ecff2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1006055871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8eaca82bae54434ea55d652d06ff4773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77435005-02", "ovs_interfaceid": "77435005-02e8-4b00-82a1-9df28aaa2e66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.014242] env[65682]: DEBUG oslo_vmware.api [None req-ccb9315e-b857-4ab5-ae59-a28ec33e50f7 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616804, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.030391] env[65682]: DEBUG oslo_concurrency.lockutils [None req-549a98c9-a63e-4ace-9a9e-97ec59bada53 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "4e0346b6-7324-4a49-b872-9b85b426c2e1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.307s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.145739] env[65682]: DEBUG nova.objects.instance [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lazy-loading 'numa_topology' on Instance uuid c8e06fc1-ffc0-45ed-a243-efa04a523aaf {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.168932] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 9101a68a-0aab-44de-8739-67096b5c28d9] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1142.184235] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3ed07b1c-380e-4253-a3bc-024f510eba86 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.635s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.313590] env[65682]: INFO nova.compute.manager [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Took 19.99 seconds to build instance. [ 1142.317240] env[65682]: DEBUG nova.compute.manager [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1142.369893] env[65682]: DEBUG nova.network.neutron [-] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.371557] env[65682]: DEBUG oslo_vmware.api [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4616806, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072504} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.376185] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1142.376185] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d439aa-8c2a-4eb6-9b84-0af9ef7b1194 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.402209] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 457726d1-96b3-44fb-bcb4-2f1f00de04da/457726d1-96b3-44fb-bcb4-2f1f00de04da.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.403250] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11b99aab-2988-4b73-ad40-65458bd3876d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.421156] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fcefab20-b8e9-46d9-81f3-c8c70bbfdbb2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.430067] env[65682]: DEBUG oslo_vmware.api [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1142.430067] env[65682]: value = "task-4616807" [ 1142.430067] env[65682]: _type = "Task" [ 1142.430067] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.438336] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6b4a3a-4ac0-45f1-aa5f-f0425bf87137 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.459788] env[65682]: DEBUG oslo_vmware.api [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4616807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.462904] env[65682]: DEBUG oslo_concurrency.lockutils [None req-848a7a91-cd2d-43ce-8283-02f285b0289d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Releasing lock "refresh_cache-8638b1d1-2308-42d4-acbb-0c50031dc886" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.463112] env[65682]: DEBUG nova.objects.instance [None req-848a7a91-cd2d-43ce-8283-02f285b0289d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lazy-loading 'migration_context' on Instance uuid 8638b1d1-2308-42d4-acbb-0c50031dc886 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.481411] env[65682]: DEBUG nova.compute.manager [req-8258977d-2ae3-40c0-9be6-ce24f294adb7 req-e7704021-0708-460e-a0a2-afdceedd62d4 service nova] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Detach interface failed, port_id=2c922de2-3b6b-43e3-9374-87cf8c4b2590, reason: Instance 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1142.513153] env[65682]: DEBUG oslo_vmware.api [None req-ccb9315e-b857-4ab5-ae59-a28ec33e50f7 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616804, 'name': CloneVM_Task} progress is 95%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.649638] env[65682]: INFO nova.compute.claims [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.672656] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 7276c80d-0da0-484e-99a2-5d84d8ab6db9] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1142.817283] env[65682]: DEBUG oslo_concurrency.lockutils [None req-71ca8cb4-5711-40b1-96d4-878e248fc170 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "dc8d1190-07cb-4b0a-ab54-68d63446d03c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.501s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.827768] env[65682]: DEBUG oslo_concurrency.lockutils [None req-97d735b8-2f62-4123-8c66-b94d33552fa6 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "81cf4997-e498-4b3e-b3ac-490cdd254fbd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.828124] env[65682]: DEBUG oslo_concurrency.lockutils [None req-97d735b8-2f62-4123-8c66-b94d33552fa6 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "81cf4997-e498-4b3e-b3ac-490cdd254fbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.828407] env[65682]: DEBUG oslo_concurrency.lockutils [None req-97d735b8-2f62-4123-8c66-b94d33552fa6 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "81cf4997-e498-4b3e-b3ac-490cdd254fbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.828654] env[65682]: DEBUG oslo_concurrency.lockutils [None req-97d735b8-2f62-4123-8c66-b94d33552fa6 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "81cf4997-e498-4b3e-b3ac-490cdd254fbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.829517] env[65682]: DEBUG oslo_concurrency.lockutils [None req-97d735b8-2f62-4123-8c66-b94d33552fa6 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "81cf4997-e498-4b3e-b3ac-490cdd254fbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.833848] env[65682]: INFO nova.compute.manager [None req-97d735b8-2f62-4123-8c66-b94d33552fa6 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Terminating instance [ 1142.850144] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.873165] env[65682]: INFO nova.compute.manager [-] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Took 1.64 seconds to deallocate network for instance. [ 1142.943320] env[65682]: DEBUG oslo_vmware.api [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4616807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.966790] env[65682]: DEBUG nova.objects.base [None req-848a7a91-cd2d-43ce-8283-02f285b0289d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Object Instance<8638b1d1-2308-42d4-acbb-0c50031dc886> lazy-loaded attributes: info_cache,migration_context {{(pid=65682) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1142.968070] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fad3e5-b1e7-4fa6-93db-c4b0fd92ec4e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.992008] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94a3cf3d-8cf8-4359-9713-eb9c8f48476c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.998753] env[65682]: DEBUG oslo_vmware.api [None req-848a7a91-cd2d-43ce-8283-02f285b0289d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 1142.998753] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52cc6407-b302-0774-491d-cd70267ddef3" [ 1142.998753] env[65682]: _type = "Task" [ 1142.998753] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.014894] env[65682]: DEBUG oslo_vmware.api [None req-ccb9315e-b857-4ab5-ae59-a28ec33e50f7 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616804, 'name': CloneVM_Task, 'duration_secs': 1.759698} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.018217] env[65682]: INFO nova.virt.vmwareapi.vmops [None req-ccb9315e-b857-4ab5-ae59-a28ec33e50f7 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Created linked-clone VM from snapshot [ 1143.018519] env[65682]: DEBUG oslo_vmware.api [None req-848a7a91-cd2d-43ce-8283-02f285b0289d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52cc6407-b302-0774-491d-cd70267ddef3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.019472] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8955ed78-ba05-4c9e-80b0-2bb8f1008205 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.029137] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-ccb9315e-b857-4ab5-ae59-a28ec33e50f7 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Uploading image 3440d704-57ac-453d-aa11-74cac8f9827c {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1143.042415] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb9315e-b857-4ab5-ae59-a28ec33e50f7 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Destroying the VM {{(pid=65682) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1143.042775] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-094e06ad-c0be-47df-8ba1-19e0ee1ebff0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.054493] env[65682]: DEBUG oslo_vmware.api [None req-ccb9315e-b857-4ab5-ae59-a28ec33e50f7 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1143.054493] env[65682]: value = "task-4616808" [ 1143.054493] env[65682]: _type = "Task" [ 1143.054493] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.065290] env[65682]: DEBUG oslo_vmware.api [None req-ccb9315e-b857-4ab5-ae59-a28ec33e50f7 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616808, 'name': Destroy_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.176138] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: ad2c42c5-114c-476e-a2ec-f6ec714bde3d] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1143.254618] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3b8207bb-1eea-4088-b9b3-3b89ae4da265 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquiring lock "4e0346b6-7324-4a49-b872-9b85b426c2e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.254909] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3b8207bb-1eea-4088-b9b3-3b89ae4da265 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "4e0346b6-7324-4a49-b872-9b85b426c2e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.254909] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3b8207bb-1eea-4088-b9b3-3b89ae4da265 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquiring lock "4e0346b6-7324-4a49-b872-9b85b426c2e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.255158] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3b8207bb-1eea-4088-b9b3-3b89ae4da265 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "4e0346b6-7324-4a49-b872-9b85b426c2e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.255272] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3b8207bb-1eea-4088-b9b3-3b89ae4da265 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "4e0346b6-7324-4a49-b872-9b85b426c2e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.258984] env[65682]: INFO nova.compute.manager [None req-3b8207bb-1eea-4088-b9b3-3b89ae4da265 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Terminating instance [ 1143.338525] env[65682]: DEBUG nova.compute.manager [None req-97d735b8-2f62-4123-8c66-b94d33552fa6 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1143.338731] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-97d735b8-2f62-4123-8c66-b94d33552fa6 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.339836] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73169421-0a7d-4699-9296-22cbb1626aa4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.348831] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-97d735b8-2f62-4123-8c66-b94d33552fa6 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.349194] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df80fff8-ece7-48f5-88e9-9142a9724d2d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.357029] env[65682]: DEBUG oslo_vmware.api [None req-97d735b8-2f62-4123-8c66-b94d33552fa6 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1143.357029] env[65682]: value = "task-4616809" [ 1143.357029] env[65682]: _type = "Task" [ 1143.357029] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.369651] env[65682]: DEBUG oslo_vmware.api [None req-97d735b8-2f62-4123-8c66-b94d33552fa6 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.425761] env[65682]: INFO nova.compute.manager [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Took 0.55 seconds to detach 1 volumes for instance. [ 1143.443978] env[65682]: DEBUG oslo_vmware.api [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4616807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.512201] env[65682]: DEBUG oslo_vmware.api [None req-848a7a91-cd2d-43ce-8283-02f285b0289d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52cc6407-b302-0774-491d-cd70267ddef3, 'name': SearchDatastore_Task, 'duration_secs': 0.028084} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.512890] env[65682]: DEBUG oslo_concurrency.lockutils [None req-848a7a91-cd2d-43ce-8283-02f285b0289d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.567489] env[65682]: DEBUG oslo_vmware.api [None req-ccb9315e-b857-4ab5-ae59-a28ec33e50f7 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616808, 'name': Destroy_Task} progress is 33%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.679476] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 5b0b66e2-1f7d-4f3a-8ddc-748df0994391] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1143.764060] env[65682]: DEBUG nova.compute.manager [None req-3b8207bb-1eea-4088-b9b3-3b89ae4da265 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1143.764304] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8207bb-1eea-4088-b9b3-3b89ae4da265 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.765266] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2588ce4-75f7-4c2c-9875-61144c76361d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.773664] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8207bb-1eea-4088-b9b3-3b89ae4da265 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.776490] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a44e8580-2f0a-4761-acfd-b59d1afc25c4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.783744] env[65682]: DEBUG oslo_vmware.api [None req-3b8207bb-1eea-4088-b9b3-3b89ae4da265 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 1143.783744] env[65682]: value = "task-4616810" [ 1143.783744] env[65682]: _type = "Task" [ 1143.783744] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.794795] env[65682]: DEBUG oslo_vmware.api [None req-3b8207bb-1eea-4088-b9b3-3b89ae4da265 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.870399] env[65682]: DEBUG oslo_vmware.api [None req-97d735b8-2f62-4123-8c66-b94d33552fa6 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616809, 'name': PowerOffVM_Task, 'duration_secs': 0.241923} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.870705] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-97d735b8-2f62-4123-8c66-b94d33552fa6 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.871013] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-97d735b8-2f62-4123-8c66-b94d33552fa6 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.871306] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e26e5f19-4c99-4d3e-a18d-4618cd6d3165 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.938994] env[65682]: DEBUG oslo_concurrency.lockutils [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.940251] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d747016c-76a9-471d-93cd-82170a4a293c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.954944] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8962e605-b7f4-4506-b45a-310d0d788e13 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.960064] env[65682]: DEBUG oslo_vmware.api [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4616807, 'name': ReconfigVM_Task, 'duration_secs': 1.083123} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.961613] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c752c522-95a9-4289-b850-00b0d726964f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "dc8d1190-07cb-4b0a-ab54-68d63446d03c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.961863] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c752c522-95a9-4289-b850-00b0d726964f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "dc8d1190-07cb-4b0a-ab54-68d63446d03c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.962106] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c752c522-95a9-4289-b850-00b0d726964f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "dc8d1190-07cb-4b0a-ab54-68d63446d03c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.962323] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c752c522-95a9-4289-b850-00b0d726964f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "dc8d1190-07cb-4b0a-ab54-68d63446d03c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.962509] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c752c522-95a9-4289-b850-00b0d726964f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "dc8d1190-07cb-4b0a-ab54-68d63446d03c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.964416] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 457726d1-96b3-44fb-bcb4-2f1f00de04da/457726d1-96b3-44fb-bcb4-2f1f00de04da.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.965213] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-97d735b8-2f62-4123-8c66-b94d33552fa6 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.965425] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-97d735b8-2f62-4123-8c66-b94d33552fa6 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.965657] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-97d735b8-2f62-4123-8c66-b94d33552fa6 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Deleting the datastore file [datastore2] 81cf4997-e498-4b3e-b3ac-490cdd254fbd {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.966267] env[65682]: INFO nova.compute.manager [None req-c752c522-95a9-4289-b850-00b0d726964f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Terminating instance [ 1143.968421] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f150274-13be-4924-a045-33d45ff028d6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.970912] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c865e47-0bb4-4de7-9203-8b6bfe3f86f2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.014120] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448af0e7-1248-463a-afb3-531ed373a092 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.020617] env[65682]: DEBUG oslo_vmware.api [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1144.020617] env[65682]: value = "task-4616812" [ 1144.020617] env[65682]: _type = "Task" [ 1144.020617] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.020913] env[65682]: DEBUG oslo_vmware.api [None req-97d735b8-2f62-4123-8c66-b94d33552fa6 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1144.020913] env[65682]: value = "task-4616813" [ 1144.020913] env[65682]: _type = "Task" [ 1144.020913] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.033208] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ec5c60-9ca1-436c-9629-5ddfd842d8aa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.046551] env[65682]: DEBUG oslo_vmware.api [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4616812, 'name': Rename_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.046551] env[65682]: DEBUG oslo_vmware.api [None req-97d735b8-2f62-4123-8c66-b94d33552fa6 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.059261] env[65682]: DEBUG nova.compute.provider_tree [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.070573] env[65682]: DEBUG oslo_vmware.api [None req-ccb9315e-b857-4ab5-ae59-a28ec33e50f7 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616808, 'name': Destroy_Task, 'duration_secs': 0.725337} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.073024] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-ccb9315e-b857-4ab5-ae59-a28ec33e50f7 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Destroyed the VM [ 1144.073024] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb9315e-b857-4ab5-ae59-a28ec33e50f7 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Deleting Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1144.073024] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a4b2f25b-01bd-4149-992c-f975424ff6cf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.081389] env[65682]: DEBUG oslo_vmware.api [None req-ccb9315e-b857-4ab5-ae59-a28ec33e50f7 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1144.081389] env[65682]: value = "task-4616814" [ 1144.081389] env[65682]: _type = "Task" [ 1144.081389] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.091994] env[65682]: DEBUG oslo_vmware.api [None req-ccb9315e-b857-4ab5-ae59-a28ec33e50f7 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616814, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.185091] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 970eff7f-0e40-481a-a255-a0b4a4d211d0] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1144.295378] env[65682]: DEBUG oslo_vmware.api [None req-3b8207bb-1eea-4088-b9b3-3b89ae4da265 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616810, 'name': PowerOffVM_Task, 'duration_secs': 0.220232} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.295709] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8207bb-1eea-4088-b9b3-3b89ae4da265 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.295882] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8207bb-1eea-4088-b9b3-3b89ae4da265 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1144.296240] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75e01e77-6107-4c08-b07c-1ae1398d9bb7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.387264] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8207bb-1eea-4088-b9b3-3b89ae4da265 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1144.387825] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8207bb-1eea-4088-b9b3-3b89ae4da265 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1144.388066] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b8207bb-1eea-4088-b9b3-3b89ae4da265 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Deleting the datastore file [datastore2] 4e0346b6-7324-4a49-b872-9b85b426c2e1 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.389033] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e084c100-5a57-4463-8abd-da574daf6b29 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.397439] env[65682]: DEBUG oslo_vmware.api [None req-3b8207bb-1eea-4088-b9b3-3b89ae4da265 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for the task: (returnval){ [ 1144.397439] env[65682]: value = "task-4616816" [ 1144.397439] env[65682]: _type = "Task" [ 1144.397439] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.410375] env[65682]: DEBUG oslo_vmware.api [None req-3b8207bb-1eea-4088-b9b3-3b89ae4da265 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.479433] env[65682]: DEBUG nova.compute.manager [None req-c752c522-95a9-4289-b850-00b0d726964f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1144.479771] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c752c522-95a9-4289-b850-00b0d726964f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1144.480775] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2818a3ec-a093-4a1b-93be-aa016a808da8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.489544] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c752c522-95a9-4289-b850-00b0d726964f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.490351] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c358dc0d-858a-4158-971c-d25c164a9d2c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.499273] env[65682]: DEBUG oslo_vmware.api [None req-c752c522-95a9-4289-b850-00b0d726964f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1144.499273] env[65682]: value = "task-4616817" [ 1144.499273] env[65682]: _type = "Task" [ 1144.499273] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.509362] env[65682]: DEBUG oslo_vmware.api [None req-c752c522-95a9-4289-b850-00b0d726964f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.535877] env[65682]: DEBUG oslo_vmware.api [None req-97d735b8-2f62-4123-8c66-b94d33552fa6 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148317} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.539365] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-97d735b8-2f62-4123-8c66-b94d33552fa6 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.539602] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-97d735b8-2f62-4123-8c66-b94d33552fa6 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.539778] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-97d735b8-2f62-4123-8c66-b94d33552fa6 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.539955] env[65682]: INFO nova.compute.manager [None req-97d735b8-2f62-4123-8c66-b94d33552fa6 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1144.540235] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-97d735b8-2f62-4123-8c66-b94d33552fa6 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1144.540460] env[65682]: DEBUG oslo_vmware.api [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4616812, 'name': Rename_Task, 'duration_secs': 0.160722} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.540731] env[65682]: DEBUG nova.compute.manager [-] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1144.540877] env[65682]: DEBUG nova.network.neutron [-] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1144.541165] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.543121] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.543577] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de57fe34-6af2-44de-9c08-b8618861fe77 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.551987] env[65682]: DEBUG oslo_vmware.api [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1144.551987] env[65682]: value = "task-4616818" [ 1144.551987] env[65682]: _type = "Task" [ 1144.551987] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.561646] env[65682]: DEBUG oslo_vmware.api [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4616818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.565716] env[65682]: DEBUG nova.scheduler.client.report [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.577888] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.592438] env[65682]: DEBUG oslo_vmware.api [None req-ccb9315e-b857-4ab5-ae59-a28ec33e50f7 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616814, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.691176] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: fbccaee6-8896-431f-9510-1ef10d42abdc] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1144.911230] env[65682]: DEBUG oslo_vmware.api [None req-3b8207bb-1eea-4088-b9b3-3b89ae4da265 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Task: {'id': task-4616816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20811} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.911230] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b8207bb-1eea-4088-b9b3-3b89ae4da265 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.911230] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8207bb-1eea-4088-b9b3-3b89ae4da265 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.911230] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8207bb-1eea-4088-b9b3-3b89ae4da265 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.911230] env[65682]: INFO nova.compute.manager [None req-3b8207bb-1eea-4088-b9b3-3b89ae4da265 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1144.911230] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-3b8207bb-1eea-4088-b9b3-3b89ae4da265 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1144.911230] env[65682]: DEBUG nova.compute.manager [-] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1144.911230] env[65682]: DEBUG nova.network.neutron [-] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1144.911230] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.019117] env[65682]: DEBUG oslo_vmware.api [None req-c752c522-95a9-4289-b850-00b0d726964f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616817, 'name': PowerOffVM_Task, 'duration_secs': 0.243413} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.020668] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.023347] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c752c522-95a9-4289-b850-00b0d726964f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.023838] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c752c522-95a9-4289-b850-00b0d726964f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.024258] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c716475-ee90-4125-95ce-26c5603f3c49 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.034191] env[65682]: DEBUG nova.compute.manager [req-ec583fb4-a2e1-46a7-99ca-75029014e5d6 req-3bbcd470-0733-4fb2-8b70-8c0107e0c5a1 service nova] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Received event network-vif-deleted-365cf112-4710-4379-8dbd-9c79e7d59032 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1145.034469] env[65682]: INFO nova.compute.manager [req-ec583fb4-a2e1-46a7-99ca-75029014e5d6 req-3bbcd470-0733-4fb2-8b70-8c0107e0c5a1 service nova] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Neutron deleted interface 365cf112-4710-4379-8dbd-9c79e7d59032; detaching it from the instance and deleting it from the info cache [ 1145.034609] env[65682]: DEBUG nova.network.neutron [req-ec583fb4-a2e1-46a7-99ca-75029014e5d6 req-3bbcd470-0733-4fb2-8b70-8c0107e0c5a1 service nova] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.065133] env[65682]: DEBUG oslo_vmware.api [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4616818, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.071285] env[65682]: DEBUG oslo_concurrency.lockutils [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.430s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.071675] env[65682]: WARNING neutronclient.v2_0.client [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.076132] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.226s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.078082] env[65682]: INFO nova.compute.claims [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.093545] env[65682]: DEBUG oslo_vmware.api [None req-ccb9315e-b857-4ab5-ae59-a28ec33e50f7 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616814, 'name': RemoveSnapshot_Task, 'duration_secs': 0.701669} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.093852] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb9315e-b857-4ab5-ae59-a28ec33e50f7 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Deleted Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1145.127136] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c752c522-95a9-4289-b850-00b0d726964f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.127358] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c752c522-95a9-4289-b850-00b0d726964f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.127545] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-c752c522-95a9-4289-b850-00b0d726964f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Deleting the datastore file [datastore1] dc8d1190-07cb-4b0a-ab54-68d63446d03c {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.127914] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c6f0ae7-b35a-426e-b66c-b54e203b40be {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.139706] env[65682]: DEBUG oslo_vmware.api [None req-c752c522-95a9-4289-b850-00b0d726964f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1145.139706] env[65682]: value = "task-4616820" [ 1145.139706] env[65682]: _type = "Task" [ 1145.139706] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.150401] env[65682]: DEBUG oslo_vmware.api [None req-c752c522-95a9-4289-b850-00b0d726964f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.152930] env[65682]: INFO nova.network.neutron [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Updating port 0114af5b-79ba-4023-afbb-63038d109a48 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1145.198290] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 8d2ed2f2-6c3f-4cec-acaa-2b3a8b7e9adb] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1145.356688] env[65682]: DEBUG nova.network.neutron [-] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.537500] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0301904-ebcf-4f96-a2e5-a4c8f13786dc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.549498] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e5a6a4-01bd-4ab7-bda0-780374d39e78 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.575950] env[65682]: DEBUG oslo_vmware.api [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4616818, 'name': PowerOnVM_Task, 'duration_secs': 0.695267} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.577197] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.577197] env[65682]: INFO nova.compute.manager [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1145.577469] env[65682]: DEBUG nova.compute.manager [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1145.578255] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea3cca5-f36e-443e-a2d9-8b3a12035f12 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.386880] env[65682]: WARNING nova.compute.manager [None req-ccb9315e-b857-4ab5-ae59-a28ec33e50f7 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Image not found during snapshot: nova.exception.ImageNotFound: Image 3440d704-57ac-453d-aa11-74cac8f9827c could not be found. [ 1146.387713] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 621d2f7e-ea00-448d-8aca-b9ff72ff432d] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1146.389310] env[65682]: INFO nova.compute.manager [-] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Took 1.85 seconds to deallocate network for instance. [ 1146.389518] env[65682]: DEBUG nova.network.neutron [-] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.392371] env[65682]: DEBUG nova.compute.manager [req-ec583fb4-a2e1-46a7-99ca-75029014e5d6 req-3bbcd470-0733-4fb2-8b70-8c0107e0c5a1 service nova] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Detach interface failed, port_id=365cf112-4710-4379-8dbd-9c79e7d59032, reason: Instance 81cf4997-e498-4b3e-b3ac-490cdd254fbd could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1146.399775] env[65682]: DEBUG nova.compute.manager [req-b2a64172-4591-468d-9e44-b4e187102781 req-e36dfc43-b1f5-4ec5-a730-4fd196771cee service nova] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Received event network-vif-deleted-c763229d-f8f5-47c5-9558-4b8f92be6851 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1146.399930] env[65682]: INFO nova.compute.manager [req-b2a64172-4591-468d-9e44-b4e187102781 req-e36dfc43-b1f5-4ec5-a730-4fd196771cee service nova] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Neutron deleted interface c763229d-f8f5-47c5-9558-4b8f92be6851; detaching it from the instance and deleting it from the info cache [ 1146.400108] env[65682]: DEBUG nova.network.neutron [req-b2a64172-4591-468d-9e44-b4e187102781 req-e36dfc43-b1f5-4ec5-a730-4fd196771cee service nova] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.415536] env[65682]: DEBUG oslo_vmware.api [None req-c752c522-95a9-4289-b850-00b0d726964f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20396} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.416055] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-c752c522-95a9-4289-b850-00b0d726964f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.416238] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c752c522-95a9-4289-b850-00b0d726964f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.416408] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c752c522-95a9-4289-b850-00b0d726964f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.416567] env[65682]: INFO nova.compute.manager [None req-c752c522-95a9-4289-b850-00b0d726964f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Took 1.94 seconds to destroy the instance on the hypervisor. [ 1146.416804] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-c752c522-95a9-4289-b850-00b0d726964f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1146.417458] env[65682]: DEBUG nova.compute.manager [-] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1146.417563] env[65682]: DEBUG nova.network.neutron [-] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1146.417798] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.456184] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.832510] env[65682]: DEBUG oslo_concurrency.lockutils [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "06ab8e62-b5e9-4dad-a201-cd3c31f7a386" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.832755] env[65682]: DEBUG oslo_concurrency.lockutils [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "06ab8e62-b5e9-4dad-a201-cd3c31f7a386" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.893998] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: b24ad2eb-af52-4df0-b53f-fcdab3018286] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1146.913263] env[65682]: DEBUG oslo_concurrency.lockutils [None req-97d735b8-2f62-4123-8c66-b94d33552fa6 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.922810] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dcce8e6a-d694-4f28-8ccc-674de28a7e9e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.926036] env[65682]: INFO nova.compute.manager [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Took 21.28 seconds to build instance. [ 1146.926448] env[65682]: INFO nova.compute.manager [-] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Took 2.02 seconds to deallocate network for instance. [ 1146.926774] env[65682]: DEBUG oslo_concurrency.lockutils [None req-dbf8b1d7-3c99-44b8-b9c3-647772a9cae0 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquiring lock "d6de7836-9edf-4d85-9cac-3d5f1f541834" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.926990] env[65682]: DEBUG oslo_concurrency.lockutils [None req-dbf8b1d7-3c99-44b8-b9c3-647772a9cae0 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Lock "d6de7836-9edf-4d85-9cac-3d5f1f541834" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.927193] env[65682]: DEBUG oslo_concurrency.lockutils [None req-dbf8b1d7-3c99-44b8-b9c3-647772a9cae0 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquiring lock "d6de7836-9edf-4d85-9cac-3d5f1f541834-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.928064] env[65682]: DEBUG oslo_concurrency.lockutils [None req-dbf8b1d7-3c99-44b8-b9c3-647772a9cae0 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Lock "d6de7836-9edf-4d85-9cac-3d5f1f541834-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.928064] env[65682]: DEBUG oslo_concurrency.lockutils [None req-dbf8b1d7-3c99-44b8-b9c3-647772a9cae0 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Lock "d6de7836-9edf-4d85-9cac-3d5f1f541834-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.929710] env[65682]: INFO nova.compute.manager [None req-dbf8b1d7-3c99-44b8-b9c3-647772a9cae0 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Terminating instance [ 1146.943337] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ce3c3f-0cad-49ff-b707-73195bf42959 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.980089] env[65682]: DEBUG nova.compute.manager [req-b2a64172-4591-468d-9e44-b4e187102781 req-e36dfc43-b1f5-4ec5-a730-4fd196771cee service nova] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Detach interface failed, port_id=c763229d-f8f5-47c5-9558-4b8f92be6851, reason: Instance 4e0346b6-7324-4a49-b872-9b85b426c2e1 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1147.122017] env[65682]: DEBUG nova.compute.manager [req-caf40df1-db70-41dc-8860-faf91ba7fe87 req-adfd14de-04e9-4b02-92c0-6ad1b69b0adc service nova] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Received event network-vif-plugged-0114af5b-79ba-4023-afbb-63038d109a48 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1147.122121] env[65682]: DEBUG oslo_concurrency.lockutils [req-caf40df1-db70-41dc-8860-faf91ba7fe87 req-adfd14de-04e9-4b02-92c0-6ad1b69b0adc service nova] Acquiring lock "c8e06fc1-ffc0-45ed-a243-efa04a523aaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.122383] env[65682]: DEBUG oslo_concurrency.lockutils [req-caf40df1-db70-41dc-8860-faf91ba7fe87 req-adfd14de-04e9-4b02-92c0-6ad1b69b0adc service nova] Lock "c8e06fc1-ffc0-45ed-a243-efa04a523aaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.122628] env[65682]: DEBUG oslo_concurrency.lockutils [req-caf40df1-db70-41dc-8860-faf91ba7fe87 req-adfd14de-04e9-4b02-92c0-6ad1b69b0adc service nova] Lock "c8e06fc1-ffc0-45ed-a243-efa04a523aaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.122716] env[65682]: DEBUG nova.compute.manager [req-caf40df1-db70-41dc-8860-faf91ba7fe87 req-adfd14de-04e9-4b02-92c0-6ad1b69b0adc service nova] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] No waiting events found dispatching network-vif-plugged-0114af5b-79ba-4023-afbb-63038d109a48 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1147.122860] env[65682]: WARNING nova.compute.manager [req-caf40df1-db70-41dc-8860-faf91ba7fe87 req-adfd14de-04e9-4b02-92c0-6ad1b69b0adc service nova] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Received unexpected event network-vif-plugged-0114af5b-79ba-4023-afbb-63038d109a48 for instance with vm_state shelved_offloaded and task_state spawning. [ 1147.189300] env[65682]: DEBUG nova.network.neutron [-] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.213719] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8c7080-5bc2-4698-b47f-8fa4d7236bf6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.218109] env[65682]: DEBUG oslo_concurrency.lockutils [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquiring lock "refresh_cache-c8e06fc1-ffc0-45ed-a243-efa04a523aaf" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.218535] env[65682]: DEBUG oslo_concurrency.lockutils [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquired lock "refresh_cache-c8e06fc1-ffc0-45ed-a243-efa04a523aaf" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.218632] env[65682]: DEBUG nova.network.neutron [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1147.226256] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5e6e13-113c-4aa3-b897-259694798c32 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.260814] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2528f916-a263-4aef-adcd-20e7b7d6c0f6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.270714] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0a8fef-cd6d-4317-a44e-c6ae7afd7438 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.287335] env[65682]: DEBUG nova.compute.provider_tree [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.334939] env[65682]: DEBUG nova.compute.manager [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1147.401195] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 48408761-7c99-450a-882d-64a99dd20435] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1147.431586] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b56b8308-86fd-4231-81ad-29a6657af02e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "457726d1-96b3-44fb-bcb4-2f1f00de04da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.797s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.436785] env[65682]: DEBUG nova.compute.manager [None req-dbf8b1d7-3c99-44b8-b9c3-647772a9cae0 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1147.436997] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf8b1d7-3c99-44b8-b9c3-647772a9cae0 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.438429] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621d85f7-0d9f-4ef6-9e64-1349f9bc32d0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.442442] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3b8207bb-1eea-4088-b9b3-3b89ae4da265 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.448221] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf8b1d7-3c99-44b8-b9c3-647772a9cae0 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.448604] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c41338b9-9552-422f-a4d9-366b6b7640b8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.456478] env[65682]: DEBUG oslo_vmware.api [None req-dbf8b1d7-3c99-44b8-b9c3-647772a9cae0 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1147.456478] env[65682]: value = "task-4616821" [ 1147.456478] env[65682]: _type = "Task" [ 1147.456478] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.465709] env[65682]: DEBUG oslo_vmware.api [None req-dbf8b1d7-3c99-44b8-b9c3-647772a9cae0 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.694145] env[65682]: INFO nova.compute.manager [-] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Took 1.28 seconds to deallocate network for instance. [ 1147.724879] env[65682]: WARNING neutronclient.v2_0.client [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.753278] env[65682]: DEBUG nova.compute.manager [req-c55e13ec-ab84-4d71-844e-da7aac19df1a req-71dba07f-9b47-42c6-9465-93361fa767b7 service nova] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Received event network-vif-deleted-c677ca66-9e13-483c-aa49-9ee34a81ae2f {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1147.791395] env[65682]: DEBUG nova.scheduler.client.report [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.862839] env[65682]: DEBUG oslo_concurrency.lockutils [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.905177] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 5c564d55-0071-4ebd-b8ff-c95858ed139d] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1147.943058] env[65682]: WARNING neutronclient.v2_0.client [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.974093] env[65682]: DEBUG oslo_vmware.api [None req-dbf8b1d7-3c99-44b8-b9c3-647772a9cae0 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616821, 'name': PowerOffVM_Task, 'duration_secs': 0.398094} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.974863] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf8b1d7-3c99-44b8-b9c3-647772a9cae0 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.975153] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf8b1d7-3c99-44b8-b9c3-647772a9cae0 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.975729] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b007d00-8f45-4061-9aea-dfb251125608 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.051902] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf8b1d7-3c99-44b8-b9c3-647772a9cae0 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.052158] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf8b1d7-3c99-44b8-b9c3-647772a9cae0 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.052365] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbf8b1d7-3c99-44b8-b9c3-647772a9cae0 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Deleting the datastore file [datastore2] d6de7836-9edf-4d85-9cac-3d5f1f541834 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.054377] env[65682]: DEBUG nova.network.neutron [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Updating instance_info_cache with network_info: [{"id": "0114af5b-79ba-4023-afbb-63038d109a48", "address": "fa:16:3e:48:9f:3b", "network": {"id": "bbb1b243-b946-4884-a796-2a10b7d24ede", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2053837350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa33bc1eaa5b4d4bb5063ffee3b1d8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0114af5b-79", "ovs_interfaceid": "0114af5b-79ba-4023-afbb-63038d109a48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.055662] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fb748f5-e074-4e53-9485-6b3938280ec9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.064370] env[65682]: DEBUG oslo_vmware.api [None req-dbf8b1d7-3c99-44b8-b9c3-647772a9cae0 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1148.064370] env[65682]: value = "task-4616823" [ 1148.064370] env[65682]: _type = "Task" [ 1148.064370] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.075761] env[65682]: DEBUG oslo_vmware.api [None req-dbf8b1d7-3c99-44b8-b9c3-647772a9cae0 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.201479] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c752c522-95a9-4289-b850-00b0d726964f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.298069] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.222s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.299249] env[65682]: DEBUG nova.compute.manager [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1148.302028] env[65682]: DEBUG oslo_concurrency.lockutils [None req-848a7a91-cd2d-43ce-8283-02f285b0289d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.789s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.408610] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 1eafb1a1-d3fd-4599-88ed-b19c77aca8e5] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1148.559066] env[65682]: DEBUG oslo_concurrency.lockutils [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Releasing lock "refresh_cache-c8e06fc1-ffc0-45ed-a243-efa04a523aaf" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.574716] env[65682]: DEBUG oslo_vmware.api [None req-dbf8b1d7-3c99-44b8-b9c3-647772a9cae0 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146016} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.574971] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbf8b1d7-3c99-44b8-b9c3-647772a9cae0 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.575208] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf8b1d7-3c99-44b8-b9c3-647772a9cae0 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.575447] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf8b1d7-3c99-44b8-b9c3-647772a9cae0 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.575626] env[65682]: INFO nova.compute.manager [None req-dbf8b1d7-3c99-44b8-b9c3-647772a9cae0 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1148.575873] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-dbf8b1d7-3c99-44b8-b9c3-647772a9cae0 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1148.576098] env[65682]: DEBUG nova.compute.manager [-] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1148.576194] env[65682]: DEBUG nova.network.neutron [-] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1148.576427] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.586785] env[65682]: DEBUG nova.virt.hardware [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='52f2faefea60f654972ad07600d6e462',container_format='bare',created_at=2025-11-20T20:33:50Z,direct_url=,disk_format='vmdk',id=015a64f9-f82f-47fb-bddc-69e6d9699724,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-182935422-shelved',owner='aa33bc1eaa5b4d4bb5063ffee3b1d8c6',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-11-20T20:34:05Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1148.587029] env[65682]: DEBUG nova.virt.hardware [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.587193] env[65682]: DEBUG nova.virt.hardware [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1148.587372] env[65682]: DEBUG nova.virt.hardware [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.587512] env[65682]: DEBUG nova.virt.hardware [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1148.587668] env[65682]: DEBUG nova.virt.hardware [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1148.587876] env[65682]: DEBUG nova.virt.hardware [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1148.588039] env[65682]: DEBUG nova.virt.hardware [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1148.588205] env[65682]: DEBUG nova.virt.hardware [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1148.588360] env[65682]: DEBUG nova.virt.hardware [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1148.588523] env[65682]: DEBUG nova.virt.hardware [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1148.589380] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f891c574-f890-48da-b47b-0cae597e9eb2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.599349] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc09bb34-1e15-4874-b091-7031b45b43c5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.613808] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:9f:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0114af5b-79ba-4023-afbb-63038d109a48', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.621048] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1148.622170] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.623900] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.624949] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf1362b5-c14c-4266-a56f-d34f17d56d88 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.644253] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.644253] env[65682]: value = "task-4616824" [ 1148.644253] env[65682]: _type = "Task" [ 1148.644253] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.652403] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616824, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.805957] env[65682]: DEBUG nova.compute.utils [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1148.810378] env[65682]: DEBUG nova.compute.manager [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1148.810821] env[65682]: DEBUG nova.network.neutron [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1148.810969] env[65682]: WARNING neutronclient.v2_0.client [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.811243] env[65682]: WARNING neutronclient.v2_0.client [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.859568] env[65682]: DEBUG nova.policy [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e57073e2ad84d08a91ca82ce72096c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '983a459c835447309a57d7ac8b8bcfa5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1148.911604] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 6725e588-0d8f-442d-9158-4049ebeb0262] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1149.116032] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e7bee5-d202-400f-9f43-89c86ab7723c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.122240] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e63114-0ec5-4b06-b79b-f2de6d82a6fd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.161589] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9605ed65-4885-4762-8eac-0cb9c653f229 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.174930] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616824, 'name': CreateVM_Task, 'duration_secs': 0.42738} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.175822] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428c24f8-496b-4bbd-bf51-c22487b6d0bb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.179830] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.180378] env[65682]: WARNING neutronclient.v2_0.client [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.180732] env[65682]: DEBUG oslo_concurrency.lockutils [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/015a64f9-f82f-47fb-bddc-69e6d9699724" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.180882] env[65682]: DEBUG oslo_concurrency.lockutils [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/015a64f9-f82f-47fb-bddc-69e6d9699724" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.181395] env[65682]: DEBUG oslo_concurrency.lockutils [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/015a64f9-f82f-47fb-bddc-69e6d9699724" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.182200] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8064a93c-39ac-4845-b2ef-305b8e9d08b3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.193204] env[65682]: DEBUG nova.compute.provider_tree [None req-848a7a91-cd2d-43ce-8283-02f285b0289d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1149.195955] env[65682]: DEBUG oslo_vmware.api [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 1149.195955] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5258bdd8-2b0f-a6e4-b8d5-6ae283e248b8" [ 1149.195955] env[65682]: _type = "Task" [ 1149.195955] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.209482] env[65682]: DEBUG oslo_concurrency.lockutils [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/015a64f9-f82f-47fb-bddc-69e6d9699724" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.209841] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Processing image 015a64f9-f82f-47fb-bddc-69e6d9699724 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.210466] env[65682]: DEBUG oslo_concurrency.lockutils [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/015a64f9-f82f-47fb-bddc-69e6d9699724/015a64f9-f82f-47fb-bddc-69e6d9699724.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.210618] env[65682]: DEBUG oslo_concurrency.lockutils [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquired lock "[datastore2] devstack-image-cache_base/015a64f9-f82f-47fb-bddc-69e6d9699724/015a64f9-f82f-47fb-bddc-69e6d9699724.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.210806] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.211406] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3f8030a-6d0c-47dc-ab2e-be3d7c2f312f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.221717] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.221926] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.222720] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09f7e281-9eae-45bb-995d-4591bc2b56b1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.229288] env[65682]: DEBUG oslo_vmware.api [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 1149.229288] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d537df-fd43-bd51-9ff2-1a98b5aef6a5" [ 1149.229288] env[65682]: _type = "Task" [ 1149.229288] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.234079] env[65682]: DEBUG nova.network.neutron [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Successfully created port: 046e8fe0-87eb-49cc-bc79-3ce0018e10b2 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1149.240207] env[65682]: DEBUG oslo_vmware.api [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d537df-fd43-bd51-9ff2-1a98b5aef6a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.282410] env[65682]: DEBUG nova.compute.manager [req-f2512523-452c-42b3-846c-c2da93d4a5ee req-b266e7a6-94c0-438b-ad0b-9a773c15bc17 service nova] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Received event network-changed-0114af5b-79ba-4023-afbb-63038d109a48 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1149.282410] env[65682]: DEBUG nova.compute.manager [req-f2512523-452c-42b3-846c-c2da93d4a5ee req-b266e7a6-94c0-438b-ad0b-9a773c15bc17 service nova] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Refreshing instance network info cache due to event network-changed-0114af5b-79ba-4023-afbb-63038d109a48. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1149.282410] env[65682]: DEBUG oslo_concurrency.lockutils [req-f2512523-452c-42b3-846c-c2da93d4a5ee req-b266e7a6-94c0-438b-ad0b-9a773c15bc17 service nova] Acquiring lock "refresh_cache-c8e06fc1-ffc0-45ed-a243-efa04a523aaf" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.282697] env[65682]: DEBUG oslo_concurrency.lockutils [req-f2512523-452c-42b3-846c-c2da93d4a5ee req-b266e7a6-94c0-438b-ad0b-9a773c15bc17 service nova] Acquired lock "refresh_cache-c8e06fc1-ffc0-45ed-a243-efa04a523aaf" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.282892] env[65682]: DEBUG nova.network.neutron [req-f2512523-452c-42b3-846c-c2da93d4a5ee req-b266e7a6-94c0-438b-ad0b-9a773c15bc17 service nova] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Refreshing network info cache for port 0114af5b-79ba-4023-afbb-63038d109a48 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.311331] env[65682]: DEBUG nova.compute.manager [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1149.348211] env[65682]: DEBUG nova.network.neutron [-] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.418687] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 36eedf5b-de18-4b04-b356-a8391c87bb25] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1149.720989] env[65682]: ERROR nova.scheduler.client.report [None req-848a7a91-cd2d-43ce-8283-02f285b0289d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [req-f83f9281-9cec-41c5-9d26-b750be899aa4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f83f9281-9cec-41c5-9d26-b750be899aa4"}]} [ 1149.741520] env[65682]: DEBUG nova.scheduler.client.report [None req-848a7a91-cd2d-43ce-8283-02f285b0289d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Refreshing inventories for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1149.743373] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Preparing fetch location {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1149.743621] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Fetch image to [datastore2] OSTACK_IMG_75c536cc-2c56-49f2-9a6b-885ff2c5fa77/OSTACK_IMG_75c536cc-2c56-49f2-9a6b-885ff2c5fa77.vmdk {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1149.743801] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Downloading stream optimized image 015a64f9-f82f-47fb-bddc-69e6d9699724 to [datastore2] OSTACK_IMG_75c536cc-2c56-49f2-9a6b-885ff2c5fa77/OSTACK_IMG_75c536cc-2c56-49f2-9a6b-885ff2c5fa77.vmdk on the data store datastore2 as vApp {{(pid=65682) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1149.743966] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Downloading image file data 015a64f9-f82f-47fb-bddc-69e6d9699724 to the ESX as VM named 'OSTACK_IMG_75c536cc-2c56-49f2-9a6b-885ff2c5fa77' {{(pid=65682) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1149.759982] env[65682]: DEBUG nova.scheduler.client.report [None req-848a7a91-cd2d-43ce-8283-02f285b0289d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Updating ProviderTree inventory for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1149.760265] env[65682]: DEBUG nova.compute.provider_tree [None req-848a7a91-cd2d-43ce-8283-02f285b0289d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1149.773312] env[65682]: DEBUG nova.scheduler.client.report [None req-848a7a91-cd2d-43ce-8283-02f285b0289d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Refreshing aggregate associations for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4, aggregates: None {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1149.792729] env[65682]: WARNING neutronclient.v2_0.client [req-f2512523-452c-42b3-846c-c2da93d4a5ee req-b266e7a6-94c0-438b-ad0b-9a773c15bc17 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.797685] env[65682]: DEBUG nova.compute.manager [req-41e3e8a1-4173-4072-8410-00c680e709b0 req-2c04308c-d0b9-414c-940d-20067833f157 service nova] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Received event network-changed-9a1e8441-e173-4dd4-9cb8-374779f80201 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1149.797829] env[65682]: DEBUG nova.compute.manager [req-41e3e8a1-4173-4072-8410-00c680e709b0 req-2c04308c-d0b9-414c-940d-20067833f157 service nova] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Refreshing instance network info cache due to event network-changed-9a1e8441-e173-4dd4-9cb8-374779f80201. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1149.798050] env[65682]: DEBUG oslo_concurrency.lockutils [req-41e3e8a1-4173-4072-8410-00c680e709b0 req-2c04308c-d0b9-414c-940d-20067833f157 service nova] Acquiring lock "refresh_cache-457726d1-96b3-44fb-bcb4-2f1f00de04da" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.798195] env[65682]: DEBUG oslo_concurrency.lockutils [req-41e3e8a1-4173-4072-8410-00c680e709b0 req-2c04308c-d0b9-414c-940d-20067833f157 service nova] Acquired lock "refresh_cache-457726d1-96b3-44fb-bcb4-2f1f00de04da" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.798352] env[65682]: DEBUG nova.network.neutron [req-41e3e8a1-4173-4072-8410-00c680e709b0 req-2c04308c-d0b9-414c-940d-20067833f157 service nova] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Refreshing network info cache for port 9a1e8441-e173-4dd4-9cb8-374779f80201 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.800194] env[65682]: DEBUG nova.scheduler.client.report [None req-848a7a91-cd2d-43ce-8283-02f285b0289d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Refreshing trait associations for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1149.844322] env[65682]: DEBUG oslo_vmware.rw_handles [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1149.844322] env[65682]: value = "resgroup-9" [ 1149.844322] env[65682]: _type = "ResourcePool" [ 1149.844322] env[65682]: }. {{(pid=65682) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1149.844322] env[65682]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9138f3df-2ec6-4e3a-b3d5-9a90e706822e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.864918] env[65682]: INFO nova.compute.manager [-] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Took 1.29 seconds to deallocate network for instance. [ 1149.872967] env[65682]: DEBUG oslo_vmware.rw_handles [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lease: (returnval){ [ 1149.872967] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52af8db7-dbb8-43a9-20d6-cabfb7cc5ef2" [ 1149.872967] env[65682]: _type = "HttpNfcLease" [ 1149.872967] env[65682]: } obtained for vApp import into resource pool (val){ [ 1149.872967] env[65682]: value = "resgroup-9" [ 1149.872967] env[65682]: _type = "ResourcePool" [ 1149.872967] env[65682]: }. {{(pid=65682) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1149.873238] env[65682]: DEBUG oslo_vmware.api [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the lease: (returnval){ [ 1149.873238] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52af8db7-dbb8-43a9-20d6-cabfb7cc5ef2" [ 1149.873238] env[65682]: _type = "HttpNfcLease" [ 1149.873238] env[65682]: } to be ready. {{(pid=65682) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1149.886175] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1149.886175] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52af8db7-dbb8-43a9-20d6-cabfb7cc5ef2" [ 1149.886175] env[65682]: _type = "HttpNfcLease" [ 1149.886175] env[65682]: } is initializing. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1149.924473] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 02fa8028-04bb-4b33-8931-e7af29af0204] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1150.000040] env[65682]: WARNING neutronclient.v2_0.client [req-f2512523-452c-42b3-846c-c2da93d4a5ee req-b266e7a6-94c0-438b-ad0b-9a773c15bc17 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.097435] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56318f9-e763-402a-8e8b-fab101be5a2b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.106674] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fc31ab-66e4-47b4-927c-4fec4434ebf6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.111702] env[65682]: DEBUG nova.network.neutron [req-f2512523-452c-42b3-846c-c2da93d4a5ee req-b266e7a6-94c0-438b-ad0b-9a773c15bc17 service nova] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Updated VIF entry in instance network info cache for port 0114af5b-79ba-4023-afbb-63038d109a48. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1150.112143] env[65682]: DEBUG nova.network.neutron [req-f2512523-452c-42b3-846c-c2da93d4a5ee req-b266e7a6-94c0-438b-ad0b-9a773c15bc17 service nova] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Updating instance_info_cache with network_info: [{"id": "0114af5b-79ba-4023-afbb-63038d109a48", "address": "fa:16:3e:48:9f:3b", "network": {"id": "bbb1b243-b946-4884-a796-2a10b7d24ede", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2053837350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa33bc1eaa5b4d4bb5063ffee3b1d8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0114af5b-79", "ovs_interfaceid": "0114af5b-79ba-4023-afbb-63038d109a48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.140839] env[65682]: DEBUG oslo_concurrency.lockutils [req-f2512523-452c-42b3-846c-c2da93d4a5ee req-b266e7a6-94c0-438b-ad0b-9a773c15bc17 service nova] Releasing lock "refresh_cache-c8e06fc1-ffc0-45ed-a243-efa04a523aaf" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.141160] env[65682]: DEBUG nova.compute.manager [req-f2512523-452c-42b3-846c-c2da93d4a5ee req-b266e7a6-94c0-438b-ad0b-9a773c15bc17 service nova] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Received event network-vif-deleted-0e90dc00-128a-4a47-bc67-66ee5966eab1 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1150.141550] env[65682]: INFO nova.compute.manager [req-f2512523-452c-42b3-846c-c2da93d4a5ee req-b266e7a6-94c0-438b-ad0b-9a773c15bc17 service nova] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Neutron deleted interface 0e90dc00-128a-4a47-bc67-66ee5966eab1; detaching it from the instance and deleting it from the info cache [ 1150.141550] env[65682]: DEBUG nova.network.neutron [req-f2512523-452c-42b3-846c-c2da93d4a5ee req-b266e7a6-94c0-438b-ad0b-9a773c15bc17 service nova] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.143251] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c7ab73-f1a7-4528-9dbd-c166c197f594 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.153862] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5e2d26-9775-4a2a-a3ba-d5cf30124736 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.172581] env[65682]: DEBUG nova.compute.provider_tree [None req-848a7a91-cd2d-43ce-8283-02f285b0289d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1150.304464] env[65682]: WARNING neutronclient.v2_0.client [req-41e3e8a1-4173-4072-8410-00c680e709b0 req-2c04308c-d0b9-414c-940d-20067833f157 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.330355] env[65682]: DEBUG nova.compute.manager [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1150.363116] env[65682]: DEBUG nova.virt.hardware [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1150.363116] env[65682]: DEBUG nova.virt.hardware [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.363116] env[65682]: DEBUG nova.virt.hardware [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1150.363116] env[65682]: DEBUG nova.virt.hardware [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.363116] env[65682]: DEBUG nova.virt.hardware [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1150.363433] env[65682]: DEBUG nova.virt.hardware [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1150.363478] env[65682]: DEBUG nova.virt.hardware [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1150.363615] env[65682]: DEBUG nova.virt.hardware [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1150.363787] env[65682]: DEBUG nova.virt.hardware [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1150.363940] env[65682]: DEBUG nova.virt.hardware [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1150.364124] env[65682]: DEBUG nova.virt.hardware [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1150.365080] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37358f94-b83d-492a-a6a3-0b6515b886b0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.371973] env[65682]: DEBUG oslo_concurrency.lockutils [None req-dbf8b1d7-3c99-44b8-b9c3-647772a9cae0 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.382643] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6dedab-cd24-46f2-93f9-da209ccb0b01 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.388296] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1150.388296] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52af8db7-dbb8-43a9-20d6-cabfb7cc5ef2" [ 1150.388296] env[65682]: _type = "HttpNfcLease" [ 1150.388296] env[65682]: } is initializing. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1150.431028] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 474f8ea3-8078-4755-8f13-5c16d6feb78d] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1150.649679] env[65682]: WARNING neutronclient.v2_0.client [req-41e3e8a1-4173-4072-8410-00c680e709b0 req-2c04308c-d0b9-414c-940d-20067833f157 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.652442] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24a1927e-5844-4fc8-b141-74bf6f6c048f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.663673] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f730659-3776-41dd-8427-7f96ecaee46c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.686914] env[65682]: DEBUG nova.compute.manager [req-4ab2f78a-1564-43a4-a842-65928096a257 req-583974ae-2829-4957-9f4c-664e90620bdb service nova] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Received event network-vif-plugged-046e8fe0-87eb-49cc-bc79-3ce0018e10b2 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1150.687144] env[65682]: DEBUG oslo_concurrency.lockutils [req-4ab2f78a-1564-43a4-a842-65928096a257 req-583974ae-2829-4957-9f4c-664e90620bdb service nova] Acquiring lock "4eb94170-b43d-47ad-8390-67868649a580-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.687345] env[65682]: DEBUG oslo_concurrency.lockutils [req-4ab2f78a-1564-43a4-a842-65928096a257 req-583974ae-2829-4957-9f4c-664e90620bdb service nova] Lock "4eb94170-b43d-47ad-8390-67868649a580-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.687506] env[65682]: DEBUG oslo_concurrency.lockutils [req-4ab2f78a-1564-43a4-a842-65928096a257 req-583974ae-2829-4957-9f4c-664e90620bdb service nova] Lock "4eb94170-b43d-47ad-8390-67868649a580-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.687714] env[65682]: DEBUG nova.compute.manager [req-4ab2f78a-1564-43a4-a842-65928096a257 req-583974ae-2829-4957-9f4c-664e90620bdb service nova] [instance: 4eb94170-b43d-47ad-8390-67868649a580] No waiting events found dispatching network-vif-plugged-046e8fe0-87eb-49cc-bc79-3ce0018e10b2 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1150.687978] env[65682]: WARNING nova.compute.manager [req-4ab2f78a-1564-43a4-a842-65928096a257 req-583974ae-2829-4957-9f4c-664e90620bdb service nova] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Received unexpected event network-vif-plugged-046e8fe0-87eb-49cc-bc79-3ce0018e10b2 for instance with vm_state building and task_state spawning. [ 1150.699939] env[65682]: DEBUG nova.compute.manager [req-f2512523-452c-42b3-846c-c2da93d4a5ee req-b266e7a6-94c0-438b-ad0b-9a773c15bc17 service nova] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Detach interface failed, port_id=0e90dc00-128a-4a47-bc67-66ee5966eab1, reason: Instance d6de7836-9edf-4d85-9cac-3d5f1f541834 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1150.717558] env[65682]: DEBUG nova.scheduler.client.report [None req-848a7a91-cd2d-43ce-8283-02f285b0289d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Updated inventory for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1150.717899] env[65682]: DEBUG nova.compute.provider_tree [None req-848a7a91-cd2d-43ce-8283-02f285b0289d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Updating resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 generation from 151 to 152 during operation: update_inventory {{(pid=65682) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1150.718191] env[65682]: DEBUG nova.compute.provider_tree [None req-848a7a91-cd2d-43ce-8283-02f285b0289d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1150.741360] env[65682]: DEBUG nova.network.neutron [req-41e3e8a1-4173-4072-8410-00c680e709b0 req-2c04308c-d0b9-414c-940d-20067833f157 service nova] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Updated VIF entry in instance network info cache for port 9a1e8441-e173-4dd4-9cb8-374779f80201. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1150.741732] env[65682]: DEBUG nova.network.neutron [req-41e3e8a1-4173-4072-8410-00c680e709b0 req-2c04308c-d0b9-414c-940d-20067833f157 service nova] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Updating instance_info_cache with network_info: [{"id": "9a1e8441-e173-4dd4-9cb8-374779f80201", "address": "fa:16:3e:51:24:b4", "network": {"id": "4af9ad29-aa78-4e31-a549-d3d6076f5828", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-940499248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5863e73c6b24975a9b9ad9e27eb944e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a1e8441-e1", "ovs_interfaceid": "9a1e8441-e173-4dd4-9cb8-374779f80201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.884082] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1150.884082] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52af8db7-dbb8-43a9-20d6-cabfb7cc5ef2" [ 1150.884082] env[65682]: _type = "HttpNfcLease" [ 1150.884082] env[65682]: } is ready. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1150.884528] env[65682]: DEBUG oslo_vmware.rw_handles [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1150.884528] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52af8db7-dbb8-43a9-20d6-cabfb7cc5ef2" [ 1150.884528] env[65682]: _type = "HttpNfcLease" [ 1150.884528] env[65682]: }. {{(pid=65682) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1150.885372] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e7fca4-0b92-4835-8bda-fabdb2aa67e3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.894422] env[65682]: DEBUG oslo_vmware.rw_handles [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cbb445-83a3-6f04-091c-5746f7e1eaa5/disk-0.vmdk from lease info. {{(pid=65682) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1150.894603] env[65682]: DEBUG oslo_vmware.rw_handles [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cbb445-83a3-6f04-091c-5746f7e1eaa5/disk-0.vmdk. {{(pid=65682) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1150.948864] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 89425ade-bec0-4810-8284-ee9dd50a8c06] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1150.958874] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-656f3fe8-3cb3-40fc-9206-1d40d8f54a0f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.244583] env[65682]: DEBUG oslo_concurrency.lockutils [req-41e3e8a1-4173-4072-8410-00c680e709b0 req-2c04308c-d0b9-414c-940d-20067833f157 service nova] Releasing lock "refresh_cache-457726d1-96b3-44fb-bcb4-2f1f00de04da" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.252183] env[65682]: DEBUG nova.network.neutron [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Successfully updated port: 046e8fe0-87eb-49cc-bc79-3ce0018e10b2 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1151.453355] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: a21615cc-1e3a-494a-ab00-7e4bd8119739] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1151.728415] env[65682]: DEBUG oslo_concurrency.lockutils [None req-848a7a91-cd2d-43ce-8283-02f285b0289d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.427s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.732531] env[65682]: DEBUG oslo_concurrency.lockutils [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.794s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.732751] env[65682]: DEBUG oslo_concurrency.lockutils [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.735489] env[65682]: DEBUG oslo_concurrency.lockutils [None req-97d735b8-2f62-4123-8c66-b94d33552fa6 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.824s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.735764] env[65682]: DEBUG nova.objects.instance [None req-97d735b8-2f62-4123-8c66-b94d33552fa6 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lazy-loading 'resources' on Instance uuid 81cf4997-e498-4b3e-b3ac-490cdd254fbd {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.754256] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "refresh_cache-4eb94170-b43d-47ad-8390-67868649a580" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.754450] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquired lock "refresh_cache-4eb94170-b43d-47ad-8390-67868649a580" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.754587] env[65682]: DEBUG nova.network.neutron [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1151.767630] env[65682]: INFO nova.scheduler.client.report [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Deleted allocations for instance 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59 [ 1151.832207] env[65682]: DEBUG nova.compute.manager [req-6d77c9d5-df51-40a5-b14d-7df76139bd14 req-ce98c44f-f2aa-401f-82fc-601329d7ed63 service nova] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Received event network-changed-046e8fe0-87eb-49cc-bc79-3ce0018e10b2 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1151.832207] env[65682]: DEBUG nova.compute.manager [req-6d77c9d5-df51-40a5-b14d-7df76139bd14 req-ce98c44f-f2aa-401f-82fc-601329d7ed63 service nova] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Refreshing instance network info cache due to event network-changed-046e8fe0-87eb-49cc-bc79-3ce0018e10b2. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1151.832207] env[65682]: DEBUG oslo_concurrency.lockutils [req-6d77c9d5-df51-40a5-b14d-7df76139bd14 req-ce98c44f-f2aa-401f-82fc-601329d7ed63 service nova] Acquiring lock "refresh_cache-4eb94170-b43d-47ad-8390-67868649a580" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.959762] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 6889468b-121b-48cb-a32b-c1411750f54f] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1152.278388] env[65682]: DEBUG oslo_concurrency.lockutils [None req-84067826-6963-4ed2-bc46-47b044f07fb4 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.861s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.309921] env[65682]: DEBUG nova.network.neutron [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1152.313306] env[65682]: INFO nova.scheduler.client.report [None req-848a7a91-cd2d-43ce-8283-02f285b0289d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Deleted allocation for migration 4da8038d-722d-4904-ba8c-ff5d837227fd [ 1152.412735] env[65682]: WARNING neutronclient.v2_0.client [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.469197] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: c1dffb08-8d14-4976-addd-6f563b1f31fb] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1152.495799] env[65682]: DEBUG oslo_vmware.rw_handles [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Completed reading data from the image iterator. {{(pid=65682) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1152.495941] env[65682]: DEBUG oslo_vmware.rw_handles [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cbb445-83a3-6f04-091c-5746f7e1eaa5/disk-0.vmdk. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1152.496946] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c9343c-81b2-48a7-9334-fb8373428099 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.510054] env[65682]: DEBUG nova.network.neutron [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Updating instance_info_cache with network_info: [{"id": "046e8fe0-87eb-49cc-bc79-3ce0018e10b2", "address": "fa:16:3e:ca:2e:89", "network": {"id": "d2e676e7-8222-43c3-a279-0be7d717d854", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637644478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983a459c835447309a57d7ac8b8bcfa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap046e8fe0-87", "ovs_interfaceid": "046e8fe0-87eb-49cc-bc79-3ce0018e10b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.514460] env[65682]: DEBUG oslo_vmware.rw_handles [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cbb445-83a3-6f04-091c-5746f7e1eaa5/disk-0.vmdk is in state: ready. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1152.514460] env[65682]: DEBUG oslo_vmware.rw_handles [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cbb445-83a3-6f04-091c-5746f7e1eaa5/disk-0.vmdk. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1152.515043] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2694e9ad-4e84-4286-a73c-ebca63220478 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.531696] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f1796b-e20d-4834-b691-ef1bc284d06e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.540798] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cb1ce8-b3b1-4516-8fa9-31158e021e26 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.574083] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd883e53-3a62-406f-a8d8-426c626113b2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.584199] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148c8dcf-6b09-4295-b6d4-e678232752c5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.597199] env[65682]: DEBUG nova.compute.provider_tree [None req-97d735b8-2f62-4123-8c66-b94d33552fa6 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.645640] env[65682]: INFO nova.compute.manager [None req-cd1d9925-ba1e-437b-828c-30f595619a12 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Get console output [ 1152.645909] env[65682]: WARNING nova.virt.vmwareapi.driver [None req-cd1d9925-ba1e-437b-828c-30f595619a12 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] The console log is missing. Check your VSPC configuration [ 1152.822516] env[65682]: DEBUG oslo_concurrency.lockutils [None req-848a7a91-cd2d-43ce-8283-02f285b0289d tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "8638b1d1-2308-42d4-acbb-0c50031dc886" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.996s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.901816] env[65682]: DEBUG oslo_vmware.rw_handles [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cbb445-83a3-6f04-091c-5746f7e1eaa5/disk-0.vmdk. {{(pid=65682) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1152.902131] env[65682]: INFO nova.virt.vmwareapi.images [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Downloaded image file data 015a64f9-f82f-47fb-bddc-69e6d9699724 [ 1152.903300] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50960e76-9be6-40d0-ac82-4609675f6748 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.920509] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d678747-4e09-499f-bf89-7c378e17b72a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.973401] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 2342f97e-f740-49a0-b3ed-87bcfa9e2fa1] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1153.009092] env[65682]: INFO nova.virt.vmwareapi.images [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] The imported VM was unregistered [ 1153.012122] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Caching image {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1153.012409] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Creating directory with path [datastore2] devstack-image-cache_base/015a64f9-f82f-47fb-bddc-69e6d9699724 {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.012738] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42d8b8d9-944e-4b8d-a71e-69161b229423 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.015522] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Releasing lock "refresh_cache-4eb94170-b43d-47ad-8390-67868649a580" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.016065] env[65682]: DEBUG nova.compute.manager [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Instance network_info: |[{"id": "046e8fe0-87eb-49cc-bc79-3ce0018e10b2", "address": "fa:16:3e:ca:2e:89", "network": {"id": "d2e676e7-8222-43c3-a279-0be7d717d854", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637644478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983a459c835447309a57d7ac8b8bcfa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap046e8fe0-87", "ovs_interfaceid": "046e8fe0-87eb-49cc-bc79-3ce0018e10b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1153.017238] env[65682]: DEBUG oslo_concurrency.lockutils [req-6d77c9d5-df51-40a5-b14d-7df76139bd14 req-ce98c44f-f2aa-401f-82fc-601329d7ed63 service nova] Acquired lock "refresh_cache-4eb94170-b43d-47ad-8390-67868649a580" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.017456] env[65682]: DEBUG nova.network.neutron [req-6d77c9d5-df51-40a5-b14d-7df76139bd14 req-ce98c44f-f2aa-401f-82fc-601329d7ed63 service nova] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Refreshing network info cache for port 046e8fe0-87eb-49cc-bc79-3ce0018e10b2 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.018853] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:2e:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '046e8fe0-87eb-49cc-bc79-3ce0018e10b2', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.026877] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1153.028633] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.028920] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39b10fbf-32da-4d51-9d48-3df016172371 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.051215] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.051215] env[65682]: value = "task-4616827" [ 1153.051215] env[65682]: _type = "Task" [ 1153.051215] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.052802] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Created directory with path [datastore2] devstack-image-cache_base/015a64f9-f82f-47fb-bddc-69e6d9699724 {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.052996] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_75c536cc-2c56-49f2-9a6b-885ff2c5fa77/OSTACK_IMG_75c536cc-2c56-49f2-9a6b-885ff2c5fa77.vmdk to [datastore2] devstack-image-cache_base/015a64f9-f82f-47fb-bddc-69e6d9699724/015a64f9-f82f-47fb-bddc-69e6d9699724.vmdk. {{(pid=65682) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1153.056678] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-fee920ad-f4e9-4ec8-a013-4b315df4f570 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.066506] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616827, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.067855] env[65682]: DEBUG oslo_vmware.api [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 1153.067855] env[65682]: value = "task-4616828" [ 1153.067855] env[65682]: _type = "Task" [ 1153.067855] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.101110] env[65682]: DEBUG nova.scheduler.client.report [None req-97d735b8-2f62-4123-8c66-b94d33552fa6 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.481057] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 651e4382-f857-4e51-be98-7a69232637cb] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1153.529317] env[65682]: WARNING neutronclient.v2_0.client [req-6d77c9d5-df51-40a5-b14d-7df76139bd14 req-ce98c44f-f2aa-401f-82fc-601329d7ed63 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.563197] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616827, 'name': CreateVM_Task, 'duration_secs': 0.381278} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.563275] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.564056] env[65682]: WARNING neutronclient.v2_0.client [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.564288] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.564452] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.564778] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.568043] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50e2e983-2568-4958-b1fc-3f1a056501c9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.578267] env[65682]: DEBUG oslo_vmware.api [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1153.578267] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52e32a9a-2a4c-1b62-596a-98f8472366f9" [ 1153.578267] env[65682]: _type = "Task" [ 1153.578267] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.582240] env[65682]: DEBUG oslo_vmware.api [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616828, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.591898] env[65682]: DEBUG oslo_vmware.api [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52e32a9a-2a4c-1b62-596a-98f8472366f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.606619] env[65682]: DEBUG oslo_concurrency.lockutils [None req-97d735b8-2f62-4123-8c66-b94d33552fa6 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.612191] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3b8207bb-1eea-4088-b9b3-3b89ae4da265 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.170s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.612470] env[65682]: DEBUG nova.objects.instance [None req-3b8207bb-1eea-4088-b9b3-3b89ae4da265 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lazy-loading 'resources' on Instance uuid 4e0346b6-7324-4a49-b872-9b85b426c2e1 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.631477] env[65682]: INFO nova.scheduler.client.report [None req-97d735b8-2f62-4123-8c66-b94d33552fa6 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Deleted allocations for instance 81cf4997-e498-4b3e-b3ac-490cdd254fbd [ 1153.700053] env[65682]: WARNING neutronclient.v2_0.client [req-6d77c9d5-df51-40a5-b14d-7df76139bd14 req-ce98c44f-f2aa-401f-82fc-601329d7ed63 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.774258] env[65682]: DEBUG nova.network.neutron [req-6d77c9d5-df51-40a5-b14d-7df76139bd14 req-ce98c44f-f2aa-401f-82fc-601329d7ed63 service nova] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Updated VIF entry in instance network info cache for port 046e8fe0-87eb-49cc-bc79-3ce0018e10b2. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1153.774836] env[65682]: DEBUG nova.network.neutron [req-6d77c9d5-df51-40a5-b14d-7df76139bd14 req-ce98c44f-f2aa-401f-82fc-601329d7ed63 service nova] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Updating instance_info_cache with network_info: [{"id": "046e8fe0-87eb-49cc-bc79-3ce0018e10b2", "address": "fa:16:3e:ca:2e:89", "network": {"id": "d2e676e7-8222-43c3-a279-0be7d717d854", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637644478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983a459c835447309a57d7ac8b8bcfa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap046e8fe0-87", "ovs_interfaceid": "046e8fe0-87eb-49cc-bc79-3ce0018e10b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.984679] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 8154ab5f-5c86-48ba-a3c0-f4d1ec170d2c] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1154.082380] env[65682]: DEBUG oslo_vmware.api [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616828, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.094293] env[65682]: DEBUG oslo_vmware.api [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52e32a9a-2a4c-1b62-596a-98f8472366f9, 'name': SearchDatastore_Task, 'duration_secs': 0.090548} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.094770] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.095305] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.095567] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.096190] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.096397] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.096837] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec427bbf-e99b-4508-ab0e-911e0720a942 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.119950] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.120294] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.121156] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30068db0-ba6e-43db-af20-4702f34eb6dd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.128181] env[65682]: DEBUG oslo_vmware.api [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1154.128181] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52fae4a8-929b-c6c7-5185-141137d87e43" [ 1154.128181] env[65682]: _type = "Task" [ 1154.128181] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.139574] env[65682]: DEBUG oslo_vmware.api [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52fae4a8-929b-c6c7-5185-141137d87e43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.144657] env[65682]: DEBUG oslo_concurrency.lockutils [None req-97d735b8-2f62-4123-8c66-b94d33552fa6 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "81cf4997-e498-4b3e-b3ac-490cdd254fbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.316s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.175890] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "2d0d314a-af07-4f58-ac67-bf12028f8ac5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.176209] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "2d0d314a-af07-4f58-ac67-bf12028f8ac5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.278497] env[65682]: DEBUG oslo_concurrency.lockutils [req-6d77c9d5-df51-40a5-b14d-7df76139bd14 req-ce98c44f-f2aa-401f-82fc-601329d7ed63 service nova] Releasing lock "refresh_cache-4eb94170-b43d-47ad-8390-67868649a580" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.381199] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e6ca04-8589-401a-8b6d-f139f0d0bc89 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.390755] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230d60f7-3a16-4982-8139-79f31d038382 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.425254] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e3e109-4631-4c31-9a44-b2f9e3d1a277 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.434903] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa1e8fa-0d17-46e7-be6f-98a0441acc5b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.451188] env[65682]: DEBUG nova.compute.provider_tree [None req-3b8207bb-1eea-4088-b9b3-3b89ae4da265 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.488260] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: c46c1769-6758-4ad1-8768-8579ce514021] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1154.534608] env[65682]: DEBUG oslo_concurrency.lockutils [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "e56911bb-205b-4fa0-bf82-1e3b1c3f83ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.534878] env[65682]: DEBUG oslo_concurrency.lockutils [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "e56911bb-205b-4fa0-bf82-1e3b1c3f83ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.535097] env[65682]: DEBUG oslo_concurrency.lockutils [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "e56911bb-205b-4fa0-bf82-1e3b1c3f83ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.535308] env[65682]: DEBUG oslo_concurrency.lockutils [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "e56911bb-205b-4fa0-bf82-1e3b1c3f83ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.535479] env[65682]: DEBUG oslo_concurrency.lockutils [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "e56911bb-205b-4fa0-bf82-1e3b1c3f83ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.537609] env[65682]: INFO nova.compute.manager [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Terminating instance [ 1154.582282] env[65682]: DEBUG oslo_vmware.api [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616828, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.639929] env[65682]: DEBUG oslo_vmware.api [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52fae4a8-929b-c6c7-5185-141137d87e43, 'name': SearchDatastore_Task, 'duration_secs': 0.091398} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.640850] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81460c03-c79a-464b-96e2-f34be4bcb3fe {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.649018] env[65682]: DEBUG oslo_vmware.api [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1154.649018] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52cfc162-58e0-7f42-d2c8-8e6fc895cce0" [ 1154.649018] env[65682]: _type = "Task" [ 1154.649018] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.657021] env[65682]: DEBUG oslo_vmware.api [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52cfc162-58e0-7f42-d2c8-8e6fc895cce0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.678946] env[65682]: DEBUG nova.compute.manager [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1154.955247] env[65682]: DEBUG nova.scheduler.client.report [None req-3b8207bb-1eea-4088-b9b3-3b89ae4da265 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.992457] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 63bdb800-aeda-456e-9acd-afab1096c9d1] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1155.041496] env[65682]: DEBUG nova.compute.manager [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1155.041739] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.042832] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14731088-ac6a-4a7c-a5fc-363b0ec1e988 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.052579] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.052922] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b60e31de-a2dc-4592-bfb8-9b9c4767f47b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.061640] env[65682]: DEBUG oslo_vmware.api [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1155.061640] env[65682]: value = "task-4616829" [ 1155.061640] env[65682]: _type = "Task" [ 1155.061640] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.077818] env[65682]: DEBUG oslo_vmware.api [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.089202] env[65682]: DEBUG oslo_vmware.api [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616828, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.161980] env[65682]: DEBUG oslo_vmware.api [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52cfc162-58e0-7f42-d2c8-8e6fc895cce0, 'name': SearchDatastore_Task, 'duration_secs': 0.092244} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.162377] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.162676] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 4eb94170-b43d-47ad-8390-67868649a580/4eb94170-b43d-47ad-8390-67868649a580.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.162995] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cea3da4d-895c-467c-ac13-e77a88829531 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.172141] env[65682]: DEBUG oslo_vmware.api [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1155.172141] env[65682]: value = "task-4616830" [ 1155.172141] env[65682]: _type = "Task" [ 1155.172141] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.181434] env[65682]: DEBUG oslo_vmware.api [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.205655] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.461058] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3b8207bb-1eea-4088-b9b3-3b89ae4da265 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.464021] env[65682]: DEBUG oslo_concurrency.lockutils [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.601s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.465976] env[65682]: INFO nova.compute.claims [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.487463] env[65682]: INFO nova.scheduler.client.report [None req-3b8207bb-1eea-4088-b9b3-3b89ae4da265 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Deleted allocations for instance 4e0346b6-7324-4a49-b872-9b85b426c2e1 [ 1155.495905] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: dc0deed5-2e50-44e7-8e8d-1fc90b4f1611] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1155.572737] env[65682]: DEBUG oslo_vmware.api [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616829, 'name': PowerOffVM_Task, 'duration_secs': 0.229182} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.573026] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.573163] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.573422] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1a5a36d-1425-4bd7-9bbc-d5d3a2b41cfe {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.583717] env[65682]: DEBUG oslo_vmware.api [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616828, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.656360] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.656721] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.657010] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Deleting the datastore file [datastore1] e56911bb-205b-4fa0-bf82-1e3b1c3f83ff {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.657389] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3867eb33-a5b5-4c37-9657-524a061602fb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.665274] env[65682]: DEBUG oslo_vmware.api [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for the task: (returnval){ [ 1155.665274] env[65682]: value = "task-4616832" [ 1155.665274] env[65682]: _type = "Task" [ 1155.665274] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.676220] env[65682]: DEBUG oslo_vmware.api [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.684976] env[65682]: DEBUG oslo_vmware.api [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616830, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.997341] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3b8207bb-1eea-4088-b9b3-3b89ae4da265 tempest-AttachVolumeTestJSON-1819888781 tempest-AttachVolumeTestJSON-1819888781-project-member] Lock "4e0346b6-7324-4a49-b872-9b85b426c2e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.742s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.999122] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 746a1592-b842-45a5-af76-11161889f176] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1156.085875] env[65682]: DEBUG oslo_vmware.api [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616828, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.526224} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.086201] env[65682]: INFO nova.virt.vmwareapi.ds_util [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_75c536cc-2c56-49f2-9a6b-885ff2c5fa77/OSTACK_IMG_75c536cc-2c56-49f2-9a6b-885ff2c5fa77.vmdk to [datastore2] devstack-image-cache_base/015a64f9-f82f-47fb-bddc-69e6d9699724/015a64f9-f82f-47fb-bddc-69e6d9699724.vmdk. [ 1156.086412] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Cleaning up location [datastore2] OSTACK_IMG_75c536cc-2c56-49f2-9a6b-885ff2c5fa77 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1156.086574] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_75c536cc-2c56-49f2-9a6b-885ff2c5fa77 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.086851] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb1da774-1949-4857-85ef-a5e93bb5d2df {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.095075] env[65682]: DEBUG oslo_vmware.api [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 1156.095075] env[65682]: value = "task-4616833" [ 1156.095075] env[65682]: _type = "Task" [ 1156.095075] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.105773] env[65682]: DEBUG oslo_vmware.api [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.175491] env[65682]: DEBUG oslo_vmware.api [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Task: {'id': task-4616832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379904} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.178714] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.178908] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.179098] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.179271] env[65682]: INFO nova.compute.manager [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1156.179509] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1156.179712] env[65682]: DEBUG nova.compute.manager [-] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1156.179864] env[65682]: DEBUG nova.network.neutron [-] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1156.180118] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1156.188019] env[65682]: DEBUG oslo_vmware.api [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616830, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.796114} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.188281] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 4eb94170-b43d-47ad-8390-67868649a580/4eb94170-b43d-47ad-8390-67868649a580.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.188525] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.188828] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb64336b-1df8-42b4-b401-ebcf687b76a5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.196476] env[65682]: DEBUG oslo_vmware.api [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1156.196476] env[65682]: value = "task-4616834" [ 1156.196476] env[65682]: _type = "Task" [ 1156.196476] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.206965] env[65682]: DEBUG oslo_vmware.api [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.213096] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1156.443990] env[65682]: DEBUG nova.compute.manager [req-56ebfe48-a528-4e76-a1c9-66d073c0289a req-561e8bce-bfc6-4b33-bda5-d0cf29128a1d service nova] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Received event network-vif-deleted-21651189-1d37-4dd2-b402-c3649b8dfac8 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1156.444241] env[65682]: INFO nova.compute.manager [req-56ebfe48-a528-4e76-a1c9-66d073c0289a req-561e8bce-bfc6-4b33-bda5-d0cf29128a1d service nova] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Neutron deleted interface 21651189-1d37-4dd2-b402-c3649b8dfac8; detaching it from the instance and deleting it from the info cache [ 1156.444381] env[65682]: DEBUG nova.network.neutron [req-56ebfe48-a528-4e76-a1c9-66d073c0289a req-561e8bce-bfc6-4b33-bda5-d0cf29128a1d service nova] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.503451] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 559700b5-72a1-423d-894c-f191dbb88d03] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1156.605473] env[65682]: DEBUG oslo_vmware.api [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616833, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035779} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.608061] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.608243] env[65682]: DEBUG oslo_concurrency.lockutils [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Releasing lock "[datastore2] devstack-image-cache_base/015a64f9-f82f-47fb-bddc-69e6d9699724/015a64f9-f82f-47fb-bddc-69e6d9699724.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.608480] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/015a64f9-f82f-47fb-bddc-69e6d9699724/015a64f9-f82f-47fb-bddc-69e6d9699724.vmdk to [datastore2] c8e06fc1-ffc0-45ed-a243-efa04a523aaf/c8e06fc1-ffc0-45ed-a243-efa04a523aaf.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1156.608975] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fe2b349-8e35-4505-afa7-d20dd779ae77 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.617247] env[65682]: DEBUG oslo_vmware.api [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 1156.617247] env[65682]: value = "task-4616835" [ 1156.617247] env[65682]: _type = "Task" [ 1156.617247] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.627902] env[65682]: DEBUG oslo_vmware.api [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.696352] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5601a7-ffac-4293-8411-eabde3c8fcee {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.710578] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741230a1-cde2-4f50-a319-dfb992d79d12 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.714330] env[65682]: DEBUG oslo_vmware.api [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065097} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.714600] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.715686] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f30cea-141d-416c-bccf-9e3f6a027992 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.758256] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8233598-01b0-4e27-b3b6-a6460a587cc9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.769458] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 4eb94170-b43d-47ad-8390-67868649a580/4eb94170-b43d-47ad-8390-67868649a580.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.769846] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fd0e530-ac0b-424f-bb24-9dcf01973040 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.792411] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce43b070-17e2-4ea9-a4fe-89c0afee2617 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.798418] env[65682]: DEBUG oslo_vmware.api [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1156.798418] env[65682]: value = "task-4616836" [ 1156.798418] env[65682]: _type = "Task" [ 1156.798418] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.810970] env[65682]: DEBUG nova.compute.provider_tree [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1156.821052] env[65682]: DEBUG oslo_vmware.api [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.922665] env[65682]: DEBUG nova.network.neutron [-] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.947647] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7bc60b2-4f20-4b18-8f20-bd40c8b9182d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.959424] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312b963b-1789-412d-b655-58f6faa2d20e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.997998] env[65682]: DEBUG nova.compute.manager [req-56ebfe48-a528-4e76-a1c9-66d073c0289a req-561e8bce-bfc6-4b33-bda5-d0cf29128a1d service nova] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Detach interface failed, port_id=21651189-1d37-4dd2-b402-c3649b8dfac8, reason: Instance e56911bb-205b-4fa0-bf82-1e3b1c3f83ff could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1157.007437] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 87083d97-1a46-4535-85fc-4081af4f1d99] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1157.129023] env[65682]: DEBUG oslo_vmware.api [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616835, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.312017] env[65682]: DEBUG oslo_vmware.api [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616836, 'name': ReconfigVM_Task, 'duration_secs': 0.353984} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.312335] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 4eb94170-b43d-47ad-8390-67868649a580/4eb94170-b43d-47ad-8390-67868649a580.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.313099] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1d04cd8-bf35-4f94-b36e-590cf83dcca7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.324453] env[65682]: DEBUG oslo_vmware.api [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1157.324453] env[65682]: value = "task-4616838" [ 1157.324453] env[65682]: _type = "Task" [ 1157.324453] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.334783] env[65682]: DEBUG oslo_vmware.api [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616838, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.335818] env[65682]: ERROR nova.scheduler.client.report [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [req-07658523-67eb-4adf-9d0d-b89cb19f6111] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-07658523-67eb-4adf-9d0d-b89cb19f6111"}]} [ 1157.356492] env[65682]: DEBUG nova.scheduler.client.report [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Refreshing inventories for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1157.377107] env[65682]: DEBUG nova.scheduler.client.report [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Updating ProviderTree inventory for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1157.377418] env[65682]: DEBUG nova.compute.provider_tree [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1157.392562] env[65682]: DEBUG nova.scheduler.client.report [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Refreshing aggregate associations for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4, aggregates: None {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1157.416327] env[65682]: DEBUG nova.scheduler.client.report [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Refreshing trait associations for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1157.425810] env[65682]: INFO nova.compute.manager [-] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Took 1.25 seconds to deallocate network for instance. [ 1157.511901] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 9f14574b-6e8e-433e-84c4-9358e60bb7ce] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1157.631138] env[65682]: DEBUG oslo_vmware.api [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616835, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.641058] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c62c8ba-bb95-4740-83ea-895daca33b65 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.648097] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb9d719-f5c8-44f2-a1d1-656d0f4d4471 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.681151] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8091c03b-8e18-414d-b8ec-ba58ca6efa45 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.689579] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c522dba-0626-4014-ae79-2e3e85c31e8a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.705302] env[65682]: DEBUG nova.compute.provider_tree [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1157.834908] env[65682]: DEBUG oslo_vmware.api [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616838, 'name': Rename_Task, 'duration_secs': 0.169134} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.835253] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.835527] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2620abe6-b5fe-4d41-b600-e727f2db299e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.843559] env[65682]: DEBUG oslo_vmware.api [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1157.843559] env[65682]: value = "task-4616839" [ 1157.843559] env[65682]: _type = "Task" [ 1157.843559] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.854829] env[65682]: DEBUG oslo_vmware.api [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.933498] env[65682]: DEBUG oslo_concurrency.lockutils [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.015185] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: f3887e09-9b99-461c-98a1-e89e896177ad] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1158.130660] env[65682]: DEBUG oslo_vmware.api [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616835, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.237656] env[65682]: DEBUG nova.scheduler.client.report [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Updated inventory for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with generation 154 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1158.237968] env[65682]: DEBUG nova.compute.provider_tree [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Updating resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 generation from 154 to 155 during operation: update_inventory {{(pid=65682) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1158.238194] env[65682]: DEBUG nova.compute.provider_tree [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1158.356202] env[65682]: DEBUG oslo_vmware.api [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616839, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.518746] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 6dc6138b-9a58-44c7-a4bf-890c36ce1197] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1158.630801] env[65682]: DEBUG oslo_vmware.api [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616835, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.743636] env[65682]: DEBUG oslo_concurrency.lockutils [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.279s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.744126] env[65682]: DEBUG nova.compute.manager [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1158.747488] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c752c522-95a9-4289-b850-00b0d726964f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.546s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.747741] env[65682]: DEBUG nova.objects.instance [None req-c752c522-95a9-4289-b850-00b0d726964f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lazy-loading 'resources' on Instance uuid dc8d1190-07cb-4b0a-ab54-68d63446d03c {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.856917] env[65682]: DEBUG oslo_vmware.api [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616839, 'name': PowerOnVM_Task, 'duration_secs': 0.524543} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.857228] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.857434] env[65682]: INFO nova.compute.manager [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1158.857600] env[65682]: DEBUG nova.compute.manager [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1158.858456] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e6c401-4074-45b7-82c6-6a26c8778a8e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.022344] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.022528] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Cleaning up deleted instances with incomplete migration {{(pid=65682) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11954}} [ 1159.130545] env[65682]: DEBUG oslo_vmware.api [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616835, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.374295} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.130906] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/015a64f9-f82f-47fb-bddc-69e6d9699724/015a64f9-f82f-47fb-bddc-69e6d9699724.vmdk to [datastore2] c8e06fc1-ffc0-45ed-a243-efa04a523aaf/c8e06fc1-ffc0-45ed-a243-efa04a523aaf.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1159.131708] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34b01c8-db8c-4949-8af3-96581e335e82 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.153963] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] c8e06fc1-ffc0-45ed-a243-efa04a523aaf/c8e06fc1-ffc0-45ed-a243-efa04a523aaf.vmdk or device None with type streamOptimized {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.154245] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e940c71e-aac4-4ec3-889e-458cd37e4295 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.175644] env[65682]: DEBUG oslo_vmware.api [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 1159.175644] env[65682]: value = "task-4616841" [ 1159.175644] env[65682]: _type = "Task" [ 1159.175644] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.184945] env[65682]: DEBUG oslo_vmware.api [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616841, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.250929] env[65682]: DEBUG nova.compute.utils [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1159.252530] env[65682]: DEBUG nova.compute.manager [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1159.253227] env[65682]: DEBUG nova.network.neutron [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1159.253623] env[65682]: WARNING neutronclient.v2_0.client [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1159.254057] env[65682]: WARNING neutronclient.v2_0.client [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1159.318759] env[65682]: DEBUG nova.policy [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae231c27304f46ebb37d9eaf0648486b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67a873a51b0a41c58c8fa980aa58f328', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1159.376046] env[65682]: INFO nova.compute.manager [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Took 16.55 seconds to build instance. [ 1159.525692] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.574402] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee53660-87ed-457d-ba93-daee60cd348b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.584246] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bfda4f-a604-4742-8f25-a141b0518cf2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.620873] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d9b318-9b69-4f7c-a3a5-bd67aff14249 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.629865] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b244df2-1983-44b2-9943-18ac283f83e2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.646864] env[65682]: DEBUG nova.compute.provider_tree [None req-c752c522-95a9-4289-b850-00b0d726964f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.655287] env[65682]: DEBUG nova.network.neutron [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Successfully created port: 7e582c0e-f50c-4916-87ac-e4674c69fb1d {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1159.686469] env[65682]: DEBUG oslo_vmware.api [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616841, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.760614] env[65682]: DEBUG nova.compute.manager [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1159.880286] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b0b9de4a-7b9c-4c06-abfa-a02627b34576 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "4eb94170-b43d-47ad-8390-67868649a580" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.066s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.016921] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6c5dd8af-f816-4739-9a7b-305c1feca0cf tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "4eb94170-b43d-47ad-8390-67868649a580" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.017208] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6c5dd8af-f816-4739-9a7b-305c1feca0cf tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "4eb94170-b43d-47ad-8390-67868649a580" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.017393] env[65682]: DEBUG nova.compute.manager [None req-6c5dd8af-f816-4739-9a7b-305c1feca0cf tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1160.018697] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf15c6dc-aea0-4ba0-a610-a9e6054ea387 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.026310] env[65682]: DEBUG nova.compute.manager [None req-6c5dd8af-f816-4739-9a7b-305c1feca0cf tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65682) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1160.026938] env[65682]: DEBUG nova.objects.instance [None req-6c5dd8af-f816-4739-9a7b-305c1feca0cf tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lazy-loading 'flavor' on Instance uuid 4eb94170-b43d-47ad-8390-67868649a580 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.150015] env[65682]: DEBUG nova.scheduler.client.report [None req-c752c522-95a9-4289-b850-00b0d726964f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.187658] env[65682]: DEBUG oslo_vmware.api [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616841, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.655942] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c752c522-95a9-4289-b850-00b0d726964f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.660178] env[65682]: DEBUG oslo_concurrency.lockutils [None req-dbf8b1d7-3c99-44b8-b9c3-647772a9cae0 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.288s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.660616] env[65682]: DEBUG nova.objects.instance [None req-dbf8b1d7-3c99-44b8-b9c3-647772a9cae0 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Lazy-loading 'resources' on Instance uuid d6de7836-9edf-4d85-9cac-3d5f1f541834 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.682444] env[65682]: INFO nova.scheduler.client.report [None req-c752c522-95a9-4289-b850-00b0d726964f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Deleted allocations for instance dc8d1190-07cb-4b0a-ab54-68d63446d03c [ 1160.692591] env[65682]: DEBUG oslo_vmware.api [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616841, 'name': ReconfigVM_Task, 'duration_secs': 1.293907} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.692910] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Reconfigured VM instance instance-00000063 to attach disk [datastore2] c8e06fc1-ffc0-45ed-a243-efa04a523aaf/c8e06fc1-ffc0-45ed-a243-efa04a523aaf.vmdk or device None with type streamOptimized {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.693689] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1ba9188-939e-4d80-87b2-9dcad933159d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.701179] env[65682]: DEBUG oslo_vmware.api [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 1160.701179] env[65682]: value = "task-4616842" [ 1160.701179] env[65682]: _type = "Task" [ 1160.701179] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.711205] env[65682]: DEBUG oslo_vmware.api [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616842, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.772020] env[65682]: DEBUG nova.compute.manager [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1160.800108] env[65682]: DEBUG nova.virt.hardware [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1160.800425] env[65682]: DEBUG nova.virt.hardware [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.800588] env[65682]: DEBUG nova.virt.hardware [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1160.800817] env[65682]: DEBUG nova.virt.hardware [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.800999] env[65682]: DEBUG nova.virt.hardware [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1160.801188] env[65682]: DEBUG nova.virt.hardware [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1160.801427] env[65682]: DEBUG nova.virt.hardware [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1160.801620] env[65682]: DEBUG nova.virt.hardware [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1160.801899] env[65682]: DEBUG nova.virt.hardware [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1160.802182] env[65682]: DEBUG nova.virt.hardware [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1160.802505] env[65682]: DEBUG nova.virt.hardware [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1160.803515] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8206a59-2402-47f8-bb96-3c389ded970d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.812546] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2b623d-033e-46eb-8502-0c699597ce02 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.014074] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.014392] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.036085] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c5dd8af-f816-4739-9a7b-305c1feca0cf tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.037129] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc372552-9e6e-4666-be9f-8bf55033df52 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.045848] env[65682]: DEBUG oslo_vmware.api [None req-6c5dd8af-f816-4739-9a7b-305c1feca0cf tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1161.045848] env[65682]: value = "task-4616843" [ 1161.045848] env[65682]: _type = "Task" [ 1161.045848] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.056760] env[65682]: DEBUG oslo_vmware.api [None req-6c5dd8af-f816-4739-9a7b-305c1feca0cf tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.116591] env[65682]: DEBUG nova.compute.manager [req-d0dace8f-49e6-45d2-96e3-d5ad2e4ce985 req-3c642643-3716-4a1e-9881-fc8b961b7f6a service nova] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Received event network-vif-plugged-7e582c0e-f50c-4916-87ac-e4674c69fb1d {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1161.116848] env[65682]: DEBUG oslo_concurrency.lockutils [req-d0dace8f-49e6-45d2-96e3-d5ad2e4ce985 req-3c642643-3716-4a1e-9881-fc8b961b7f6a service nova] Acquiring lock "06ab8e62-b5e9-4dad-a201-cd3c31f7a386-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.117131] env[65682]: DEBUG oslo_concurrency.lockutils [req-d0dace8f-49e6-45d2-96e3-d5ad2e4ce985 req-3c642643-3716-4a1e-9881-fc8b961b7f6a service nova] Lock "06ab8e62-b5e9-4dad-a201-cd3c31f7a386-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.117550] env[65682]: DEBUG oslo_concurrency.lockutils [req-d0dace8f-49e6-45d2-96e3-d5ad2e4ce985 req-3c642643-3716-4a1e-9881-fc8b961b7f6a service nova] Lock "06ab8e62-b5e9-4dad-a201-cd3c31f7a386-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.117636] env[65682]: DEBUG nova.compute.manager [req-d0dace8f-49e6-45d2-96e3-d5ad2e4ce985 req-3c642643-3716-4a1e-9881-fc8b961b7f6a service nova] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] No waiting events found dispatching network-vif-plugged-7e582c0e-f50c-4916-87ac-e4674c69fb1d {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1161.117847] env[65682]: WARNING nova.compute.manager [req-d0dace8f-49e6-45d2-96e3-d5ad2e4ce985 req-3c642643-3716-4a1e-9881-fc8b961b7f6a service nova] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Received unexpected event network-vif-plugged-7e582c0e-f50c-4916-87ac-e4674c69fb1d for instance with vm_state building and task_state spawning. [ 1161.192842] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c752c522-95a9-4289-b850-00b0d726964f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "dc8d1190-07cb-4b0a-ab54-68d63446d03c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.231s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.216672] env[65682]: DEBUG oslo_vmware.api [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616842, 'name': Rename_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.219884] env[65682]: DEBUG nova.network.neutron [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Successfully updated port: 7e582c0e-f50c-4916-87ac-e4674c69fb1d {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1161.363223] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8e2c7e-7be7-4433-be60-fb2ff3f5f0cc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.371538] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af851efc-a551-49a1-ae4a-2586cb50e104 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.402790] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7a2586-4def-4f31-9cae-e78bd264b056 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.411148] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eff9bf7-7588-4d01-a760-c5e599a1964c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.425453] env[65682]: DEBUG nova.compute.provider_tree [None req-dbf8b1d7-3c99-44b8-b9c3-647772a9cae0 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.523323] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.523535] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.523704] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.523871] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.524044] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.524270] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.524386] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65682) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1161.524629] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager.update_available_resource {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.559365] env[65682]: DEBUG oslo_vmware.api [None req-6c5dd8af-f816-4739-9a7b-305c1feca0cf tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616843, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.717209] env[65682]: DEBUG oslo_vmware.api [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616842, 'name': Rename_Task, 'duration_secs': 0.858771} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.717557] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.717806] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b43c68a1-f78a-4f01-a9b2-54fc333d5ae3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.722282] env[65682]: DEBUG oslo_concurrency.lockutils [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "refresh_cache-06ab8e62-b5e9-4dad-a201-cd3c31f7a386" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.722492] env[65682]: DEBUG oslo_concurrency.lockutils [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquired lock "refresh_cache-06ab8e62-b5e9-4dad-a201-cd3c31f7a386" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.722604] env[65682]: DEBUG nova.network.neutron [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1161.724795] env[65682]: DEBUG oslo_vmware.api [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 1161.724795] env[65682]: value = "task-4616844" [ 1161.724795] env[65682]: _type = "Task" [ 1161.724795] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.734158] env[65682]: DEBUG oslo_vmware.api [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.929099] env[65682]: DEBUG nova.scheduler.client.report [None req-dbf8b1d7-3c99-44b8-b9c3-647772a9cae0 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.988414] env[65682]: DEBUG oslo_concurrency.lockutils [None req-06cf7788-f798-4f35-981a-a902d38be3bb tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "1354716c-57d5-4523-8672-eceb6b14db9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.989616] env[65682]: DEBUG oslo_concurrency.lockutils [None req-06cf7788-f798-4f35-981a-a902d38be3bb tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "1354716c-57d5-4523-8672-eceb6b14db9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.989616] env[65682]: DEBUG oslo_concurrency.lockutils [None req-06cf7788-f798-4f35-981a-a902d38be3bb tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "1354716c-57d5-4523-8672-eceb6b14db9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.989803] env[65682]: DEBUG oslo_concurrency.lockutils [None req-06cf7788-f798-4f35-981a-a902d38be3bb tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "1354716c-57d5-4523-8672-eceb6b14db9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.990161] env[65682]: DEBUG oslo_concurrency.lockutils [None req-06cf7788-f798-4f35-981a-a902d38be3bb tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "1354716c-57d5-4523-8672-eceb6b14db9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.992845] env[65682]: INFO nova.compute.manager [None req-06cf7788-f798-4f35-981a-a902d38be3bb tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Terminating instance [ 1162.026871] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.059595] env[65682]: DEBUG oslo_vmware.api [None req-6c5dd8af-f816-4739-9a7b-305c1feca0cf tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616843, 'name': PowerOffVM_Task, 'duration_secs': 0.549484} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.060092] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c5dd8af-f816-4739-9a7b-305c1feca0cf tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.060412] env[65682]: DEBUG nova.compute.manager [None req-6c5dd8af-f816-4739-9a7b-305c1feca0cf tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1162.061261] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd7d7c3-88a3-45d7-9237-b1f69669f063 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.240074] env[65682]: DEBUG oslo_vmware.api [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616844, 'name': PowerOnVM_Task, 'duration_secs': 0.451608} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.240552] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.264555] env[65682]: DEBUG nova.network.neutron [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1162.353729] env[65682]: WARNING neutronclient.v2_0.client [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.358569] env[65682]: DEBUG nova.compute.manager [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1162.359564] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d610dc7-ca5f-4fab-a696-3e02a8ad86f9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.434086] env[65682]: DEBUG nova.network.neutron [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Updating instance_info_cache with network_info: [{"id": "7e582c0e-f50c-4916-87ac-e4674c69fb1d", "address": "fa:16:3e:d2:6b:d2", "network": {"id": "32a6f6c7-8e13-4644-8790-f5922bc8a5cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2123705961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67a873a51b0a41c58c8fa980aa58f328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e582c0e-f5", "ovs_interfaceid": "7e582c0e-f50c-4916-87ac-e4674c69fb1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.437178] env[65682]: DEBUG oslo_concurrency.lockutils [None req-dbf8b1d7-3c99-44b8-b9c3-647772a9cae0 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.777s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.442227] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.236s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.445185] env[65682]: INFO nova.compute.claims [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.466483] env[65682]: INFO nova.scheduler.client.report [None req-dbf8b1d7-3c99-44b8-b9c3-647772a9cae0 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Deleted allocations for instance d6de7836-9edf-4d85-9cac-3d5f1f541834 [ 1162.497440] env[65682]: DEBUG nova.compute.manager [None req-06cf7788-f798-4f35-981a-a902d38be3bb tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1162.497667] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-06cf7788-f798-4f35-981a-a902d38be3bb tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.498908] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26403b3d-becf-4953-b8fe-921c6af3eb07 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.507602] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-06cf7788-f798-4f35-981a-a902d38be3bb tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.507864] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7529c809-821d-4dce-a6e8-09239d5ab672 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.515600] env[65682]: DEBUG oslo_vmware.api [None req-06cf7788-f798-4f35-981a-a902d38be3bb tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1162.515600] env[65682]: value = "task-4616846" [ 1162.515600] env[65682]: _type = "Task" [ 1162.515600] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.518961] env[65682]: DEBUG oslo_concurrency.lockutils [None req-87725744-d54b-44e6-8751-50b4656f8ffd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "interface-b87e45d9-626e-42bc-a3bf-fd78b9d879e3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.519202] env[65682]: DEBUG oslo_concurrency.lockutils [None req-87725744-d54b-44e6-8751-50b4656f8ffd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "interface-b87e45d9-626e-42bc-a3bf-fd78b9d879e3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.519507] env[65682]: DEBUG nova.objects.instance [None req-87725744-d54b-44e6-8751-50b4656f8ffd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lazy-loading 'flavor' on Instance uuid b87e45d9-626e-42bc-a3bf-fd78b9d879e3 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.527272] env[65682]: DEBUG oslo_vmware.api [None req-06cf7788-f798-4f35-981a-a902d38be3bb tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.574074] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6c5dd8af-f816-4739-9a7b-305c1feca0cf tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "4eb94170-b43d-47ad-8390-67868649a580" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.557s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.878764] env[65682]: DEBUG oslo_concurrency.lockutils [None req-281d37f4-4acc-4be6-ad5a-19d742fab62c tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "c8e06fc1-ffc0-45ed-a243-efa04a523aaf" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.697s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.943115] env[65682]: DEBUG oslo_concurrency.lockutils [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Releasing lock "refresh_cache-06ab8e62-b5e9-4dad-a201-cd3c31f7a386" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.943561] env[65682]: DEBUG nova.compute.manager [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Instance network_info: |[{"id": "7e582c0e-f50c-4916-87ac-e4674c69fb1d", "address": "fa:16:3e:d2:6b:d2", "network": {"id": "32a6f6c7-8e13-4644-8790-f5922bc8a5cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2123705961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67a873a51b0a41c58c8fa980aa58f328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e582c0e-f5", "ovs_interfaceid": "7e582c0e-f50c-4916-87ac-e4674c69fb1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1162.943970] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:6b:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e582c0e-f50c-4916-87ac-e4674c69fb1d', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1162.953051] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1162.955484] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1162.955994] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-826e6329-58c0-43e2-b316-c19dae00e730 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.979462] env[65682]: DEBUG oslo_concurrency.lockutils [None req-dbf8b1d7-3c99-44b8-b9c3-647772a9cae0 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Lock "d6de7836-9edf-4d85-9cac-3d5f1f541834" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.052s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.988066] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1162.988066] env[65682]: value = "task-4616847" [ 1162.988066] env[65682]: _type = "Task" [ 1162.988066] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.000195] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616847, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.023864] env[65682]: WARNING neutronclient.v2_0.client [None req-87725744-d54b-44e6-8751-50b4656f8ffd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.024054] env[65682]: DEBUG nova.objects.instance [None req-87725744-d54b-44e6-8751-50b4656f8ffd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lazy-loading 'pci_requests' on Instance uuid b87e45d9-626e-42bc-a3bf-fd78b9d879e3 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.028042] env[65682]: DEBUG oslo_vmware.api [None req-06cf7788-f798-4f35-981a-a902d38be3bb tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616846, 'name': PowerOffVM_Task, 'duration_secs': 0.216049} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.031021] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-06cf7788-f798-4f35-981a-a902d38be3bb tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.031470] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-06cf7788-f798-4f35-981a-a902d38be3bb tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.031675] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e731e3be-6192-47aa-919a-0651c1d6a613 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.111831] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-06cf7788-f798-4f35-981a-a902d38be3bb tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.112137] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-06cf7788-f798-4f35-981a-a902d38be3bb tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.112393] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-06cf7788-f798-4f35-981a-a902d38be3bb tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Deleting the datastore file [datastore1] 1354716c-57d5-4523-8672-eceb6b14db9d {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.112709] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff796d81-3a9d-443f-ac80-2dcd3f375876 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.120565] env[65682]: DEBUG oslo_vmware.api [None req-06cf7788-f798-4f35-981a-a902d38be3bb tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1163.120565] env[65682]: value = "task-4616849" [ 1163.120565] env[65682]: _type = "Task" [ 1163.120565] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.133093] env[65682]: DEBUG oslo_vmware.api [None req-06cf7788-f798-4f35-981a-a902d38be3bb tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.188314] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a7bb1d-9314-4600-87f1-e8dd2156a28c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.197102] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58acd77c-95b6-4422-b638-f3d34edf1432 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.228547] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004ad1d0-6562-4013-906b-892ccfd2a878 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.237159] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026d8db2-4480-44c2-9cda-0613c4287ec2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.253651] env[65682]: DEBUG nova.compute.provider_tree [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.381266] env[65682]: DEBUG nova.compute.manager [req-ef8d87bc-f06f-431b-b6f1-f4a14d9e1c08 req-7f2fe80d-453f-448d-aa99-a3f377962293 service nova] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Received event network-changed-7e582c0e-f50c-4916-87ac-e4674c69fb1d {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1163.382329] env[65682]: DEBUG nova.compute.manager [req-ef8d87bc-f06f-431b-b6f1-f4a14d9e1c08 req-7f2fe80d-453f-448d-aa99-a3f377962293 service nova] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Refreshing instance network info cache due to event network-changed-7e582c0e-f50c-4916-87ac-e4674c69fb1d. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1163.382329] env[65682]: DEBUG oslo_concurrency.lockutils [req-ef8d87bc-f06f-431b-b6f1-f4a14d9e1c08 req-7f2fe80d-453f-448d-aa99-a3f377962293 service nova] Acquiring lock "refresh_cache-06ab8e62-b5e9-4dad-a201-cd3c31f7a386" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.382329] env[65682]: DEBUG oslo_concurrency.lockutils [req-ef8d87bc-f06f-431b-b6f1-f4a14d9e1c08 req-7f2fe80d-453f-448d-aa99-a3f377962293 service nova] Acquired lock "refresh_cache-06ab8e62-b5e9-4dad-a201-cd3c31f7a386" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.382329] env[65682]: DEBUG nova.network.neutron [req-ef8d87bc-f06f-431b-b6f1-f4a14d9e1c08 req-7f2fe80d-453f-448d-aa99-a3f377962293 service nova] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Refreshing network info cache for port 7e582c0e-f50c-4916-87ac-e4674c69fb1d {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.499348] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616847, 'name': CreateVM_Task, 'duration_secs': 0.393858} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.499556] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1163.500128] env[65682]: WARNING neutronclient.v2_0.client [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.500492] env[65682]: DEBUG oslo_concurrency.lockutils [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.500646] env[65682]: DEBUG oslo_concurrency.lockutils [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.501024] env[65682]: DEBUG oslo_concurrency.lockutils [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.501298] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-752984f8-1458-4900-ba64-bc4376e1dd2f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.507154] env[65682]: DEBUG oslo_vmware.api [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1163.507154] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523e6ffa-0843-d84f-2c7e-056c76b2868a" [ 1163.507154] env[65682]: _type = "Task" [ 1163.507154] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.516688] env[65682]: DEBUG oslo_vmware.api [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523e6ffa-0843-d84f-2c7e-056c76b2868a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.532869] env[65682]: DEBUG nova.objects.base [None req-87725744-d54b-44e6-8751-50b4656f8ffd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65682) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1163.533284] env[65682]: DEBUG nova.network.neutron [None req-87725744-d54b-44e6-8751-50b4656f8ffd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1163.533678] env[65682]: WARNING neutronclient.v2_0.client [None req-87725744-d54b-44e6-8751-50b4656f8ffd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.534046] env[65682]: WARNING neutronclient.v2_0.client [None req-87725744-d54b-44e6-8751-50b4656f8ffd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.615145] env[65682]: DEBUG oslo_concurrency.lockutils [None req-87725744-d54b-44e6-8751-50b4656f8ffd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "interface-b87e45d9-626e-42bc-a3bf-fd78b9d879e3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.096s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.634740] env[65682]: DEBUG oslo_vmware.api [None req-06cf7788-f798-4f35-981a-a902d38be3bb tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151154} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.635284] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-06cf7788-f798-4f35-981a-a902d38be3bb tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.635474] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-06cf7788-f798-4f35-981a-a902d38be3bb tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.635673] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-06cf7788-f798-4f35-981a-a902d38be3bb tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.635852] env[65682]: INFO nova.compute.manager [None req-06cf7788-f798-4f35-981a-a902d38be3bb tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1163.636122] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-06cf7788-f798-4f35-981a-a902d38be3bb tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1163.636332] env[65682]: DEBUG nova.compute.manager [-] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1163.636418] env[65682]: DEBUG nova.network.neutron [-] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1163.636657] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.693629] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.757164] env[65682]: DEBUG nova.scheduler.client.report [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.834093] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e374d418-c585-49ef-9b64-73ecd982064f tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "4eb94170-b43d-47ad-8390-67868649a580" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.834368] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e374d418-c585-49ef-9b64-73ecd982064f tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "4eb94170-b43d-47ad-8390-67868649a580" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.834587] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e374d418-c585-49ef-9b64-73ecd982064f tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "4eb94170-b43d-47ad-8390-67868649a580-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.834765] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e374d418-c585-49ef-9b64-73ecd982064f tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "4eb94170-b43d-47ad-8390-67868649a580-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.834928] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e374d418-c585-49ef-9b64-73ecd982064f tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "4eb94170-b43d-47ad-8390-67868649a580-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.837121] env[65682]: INFO nova.compute.manager [None req-e374d418-c585-49ef-9b64-73ecd982064f tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Terminating instance [ 1163.885888] env[65682]: WARNING neutronclient.v2_0.client [req-ef8d87bc-f06f-431b-b6f1-f4a14d9e1c08 req-7f2fe80d-453f-448d-aa99-a3f377962293 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.019136] env[65682]: DEBUG oslo_vmware.api [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523e6ffa-0843-d84f-2c7e-056c76b2868a, 'name': SearchDatastore_Task, 'duration_secs': 0.010556} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.020198] env[65682]: DEBUG oslo_concurrency.lockutils [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.020198] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.020198] env[65682]: DEBUG oslo_concurrency.lockutils [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.020198] env[65682]: DEBUG oslo_concurrency.lockutils [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.020351] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.020491] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e30946ff-147e-4a74-a86d-35914cafd483 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.033136] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.033355] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1164.034112] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41762a28-2be0-45e0-889a-96bdfd6b8235 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.040403] env[65682]: DEBUG oslo_vmware.api [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1164.040403] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5273b892-9f10-1b0f-d042-d0a03f03d0d1" [ 1164.040403] env[65682]: _type = "Task" [ 1164.040403] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.053584] env[65682]: DEBUG oslo_vmware.api [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5273b892-9f10-1b0f-d042-d0a03f03d0d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.093621] env[65682]: WARNING neutronclient.v2_0.client [req-ef8d87bc-f06f-431b-b6f1-f4a14d9e1c08 req-7f2fe80d-453f-448d-aa99-a3f377962293 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.171082] env[65682]: DEBUG nova.network.neutron [req-ef8d87bc-f06f-431b-b6f1-f4a14d9e1c08 req-7f2fe80d-453f-448d-aa99-a3f377962293 service nova] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Updated VIF entry in instance network info cache for port 7e582c0e-f50c-4916-87ac-e4674c69fb1d. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1164.171488] env[65682]: DEBUG nova.network.neutron [req-ef8d87bc-f06f-431b-b6f1-f4a14d9e1c08 req-7f2fe80d-453f-448d-aa99-a3f377962293 service nova] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Updating instance_info_cache with network_info: [{"id": "7e582c0e-f50c-4916-87ac-e4674c69fb1d", "address": "fa:16:3e:d2:6b:d2", "network": {"id": "32a6f6c7-8e13-4644-8790-f5922bc8a5cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2123705961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67a873a51b0a41c58c8fa980aa58f328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e582c0e-f5", "ovs_interfaceid": "7e582c0e-f50c-4916-87ac-e4674c69fb1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.262476] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.820s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.263143] env[65682]: DEBUG nova.compute.manager [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1164.266183] env[65682]: DEBUG oslo_concurrency.lockutils [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.333s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.266280] env[65682]: DEBUG nova.objects.instance [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lazy-loading 'resources' on Instance uuid e56911bb-205b-4fa0-bf82-1e3b1c3f83ff {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.341245] env[65682]: DEBUG nova.compute.manager [None req-e374d418-c585-49ef-9b64-73ecd982064f tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1164.341510] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e374d418-c585-49ef-9b64-73ecd982064f tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.342417] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fe9849-11dc-4b2f-9f42-9c49ccbba40b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.350811] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e374d418-c585-49ef-9b64-73ecd982064f tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.351151] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-076a87b4-27a1-4912-92a2-4ff84785f571 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.418709] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e374d418-c585-49ef-9b64-73ecd982064f tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.419035] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e374d418-c585-49ef-9b64-73ecd982064f tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.419268] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-e374d418-c585-49ef-9b64-73ecd982064f tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Deleting the datastore file [datastore2] 4eb94170-b43d-47ad-8390-67868649a580 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.419606] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec22564d-cf8c-4ba4-9db5-abfec027570b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.428204] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquiring lock "9a4a8df3-262e-494e-9880-6682ec07103d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.428204] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Lock "9a4a8df3-262e-494e-9880-6682ec07103d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.430173] env[65682]: DEBUG oslo_vmware.api [None req-e374d418-c585-49ef-9b64-73ecd982064f tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1164.430173] env[65682]: value = "task-4616851" [ 1164.430173] env[65682]: _type = "Task" [ 1164.430173] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.435786] env[65682]: DEBUG nova.network.neutron [-] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.443386] env[65682]: DEBUG oslo_vmware.api [None req-e374d418-c585-49ef-9b64-73ecd982064f tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.552299] env[65682]: DEBUG oslo_vmware.api [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5273b892-9f10-1b0f-d042-d0a03f03d0d1, 'name': SearchDatastore_Task, 'duration_secs': 0.00908} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.553780] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c74b733-47f9-42fd-88a1-96ebb54533b8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.560244] env[65682]: DEBUG oslo_vmware.api [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1164.560244] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d4e7f0-bb1f-187d-d81b-b0a70640769f" [ 1164.560244] env[65682]: _type = "Task" [ 1164.560244] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.569312] env[65682]: DEBUG oslo_vmware.api [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d4e7f0-bb1f-187d-d81b-b0a70640769f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.674674] env[65682]: DEBUG oslo_concurrency.lockutils [req-ef8d87bc-f06f-431b-b6f1-f4a14d9e1c08 req-7f2fe80d-453f-448d-aa99-a3f377962293 service nova] Releasing lock "refresh_cache-06ab8e62-b5e9-4dad-a201-cd3c31f7a386" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.769907] env[65682]: DEBUG nova.compute.utils [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1164.774671] env[65682]: DEBUG nova.compute.manager [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1164.774919] env[65682]: DEBUG nova.network.neutron [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1164.775262] env[65682]: WARNING neutronclient.v2_0.client [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.775589] env[65682]: WARNING neutronclient.v2_0.client [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.828867] env[65682]: DEBUG nova.policy [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e59a179ead754b40b8c44979a27d4918', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1063d410f5864f5292ea4436f03d192c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1164.934010] env[65682]: DEBUG nova.compute.manager [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1164.941547] env[65682]: INFO nova.compute.manager [-] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Took 1.30 seconds to deallocate network for instance. [ 1164.949953] env[65682]: DEBUG oslo_vmware.api [None req-e374d418-c585-49ef-9b64-73ecd982064f tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135785} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.954446] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-e374d418-c585-49ef-9b64-73ecd982064f tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.954651] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e374d418-c585-49ef-9b64-73ecd982064f tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.954882] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e374d418-c585-49ef-9b64-73ecd982064f tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.955070] env[65682]: INFO nova.compute.manager [None req-e374d418-c585-49ef-9b64-73ecd982064f tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1164.955382] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-e374d418-c585-49ef-9b64-73ecd982064f tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1164.956771] env[65682]: DEBUG nova.compute.manager [-] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1164.956771] env[65682]: DEBUG nova.network.neutron [-] [instance: 4eb94170-b43d-47ad-8390-67868649a580] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1164.956771] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.004089] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74baa54-ee43-4102-9232-fe640382b825 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.013995] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc919f2-5586-4f39-9d1a-ce07408bcc40 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.054532] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0acb67-38aa-4d8d-8ff6-8e82b93b704a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.057847] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.068236] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff6db57-c031-4fc7-af8c-96d62744082b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.076094] env[65682]: DEBUG oslo_vmware.api [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d4e7f0-bb1f-187d-d81b-b0a70640769f, 'name': SearchDatastore_Task, 'duration_secs': 0.012308} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.076858] env[65682]: DEBUG oslo_concurrency.lockutils [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.077175] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 06ab8e62-b5e9-4dad-a201-cd3c31f7a386/06ab8e62-b5e9-4dad-a201-cd3c31f7a386.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1165.078880] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df609acb-2816-491e-939f-574443d62e0b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.091446] env[65682]: DEBUG nova.compute.provider_tree [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1165.100763] env[65682]: DEBUG oslo_vmware.api [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1165.100763] env[65682]: value = "task-4616852" [ 1165.100763] env[65682]: _type = "Task" [ 1165.100763] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.116183] env[65682]: DEBUG oslo_vmware.api [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.209352] env[65682]: DEBUG nova.network.neutron [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Successfully created port: caa9a65e-7642-4ec5-8cce-79bca6e6a491 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1165.276571] env[65682]: DEBUG nova.compute.manager [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1165.452548] env[65682]: DEBUG oslo_concurrency.lockutils [None req-06cf7788-f798-4f35-981a-a902d38be3bb tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.470264] env[65682]: DEBUG nova.compute.manager [req-aaf50457-19f8-4ce2-8bc0-6ff1c362dc21 req-2330c2eb-b012-4e7c-b50c-7876e31818d7 service nova] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Received event network-vif-deleted-dcec3098-e841-4e0c-a9ab-93020df55295 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1165.470606] env[65682]: DEBUG nova.compute.manager [req-aaf50457-19f8-4ce2-8bc0-6ff1c362dc21 req-2330c2eb-b012-4e7c-b50c-7876e31818d7 service nova] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Received event network-vif-deleted-046e8fe0-87eb-49cc-bc79-3ce0018e10b2 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1165.470747] env[65682]: INFO nova.compute.manager [req-aaf50457-19f8-4ce2-8bc0-6ff1c362dc21 req-2330c2eb-b012-4e7c-b50c-7876e31818d7 service nova] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Neutron deleted interface 046e8fe0-87eb-49cc-bc79-3ce0018e10b2; detaching it from the instance and deleting it from the info cache [ 1165.471136] env[65682]: DEBUG nova.network.neutron [req-aaf50457-19f8-4ce2-8bc0-6ff1c362dc21 req-2330c2eb-b012-4e7c-b50c-7876e31818d7 service nova] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.473153] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.612881] env[65682]: DEBUG oslo_vmware.api [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616852, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.616237] env[65682]: ERROR nova.scheduler.client.report [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] [req-89106100-4fad-43ac-9115-b7e40ee1378d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-89106100-4fad-43ac-9115-b7e40ee1378d"}]} [ 1165.630398] env[65682]: DEBUG oslo_concurrency.lockutils [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "interface-b87e45d9-626e-42bc-a3bf-fd78b9d879e3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.630698] env[65682]: DEBUG oslo_concurrency.lockutils [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "interface-b87e45d9-626e-42bc-a3bf-fd78b9d879e3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.631041] env[65682]: DEBUG nova.objects.instance [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lazy-loading 'flavor' on Instance uuid b87e45d9-626e-42bc-a3bf-fd78b9d879e3 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.636169] env[65682]: DEBUG nova.scheduler.client.report [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Refreshing inventories for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1165.661536] env[65682]: DEBUG nova.scheduler.client.report [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Updating ProviderTree inventory for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1165.661778] env[65682]: DEBUG nova.compute.provider_tree [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1165.678447] env[65682]: DEBUG nova.scheduler.client.report [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Refreshing aggregate associations for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4, aggregates: None {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1165.703118] env[65682]: DEBUG nova.scheduler.client.report [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Refreshing trait associations for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1165.822987] env[65682]: DEBUG nova.network.neutron [-] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.954323] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6d7c6f-7382-471c-a89b-750fa3582134 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.964528] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e79d2cf-e0ee-48ec-8290-6b7ab9ed52fe {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.998398] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb8be2fc-a5dd-4b3c-abdc-8739bf19f152 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.000944] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c5cfab-6f1b-4fa9-bab0-119d99ba5ec7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.011852] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebb946e-c3da-4bd2-b122-9ed3d6682b0e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.018286] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95656356-52c5-4d76-a1f0-f6f41f3b0957 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.042179] env[65682]: DEBUG nova.compute.provider_tree [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1166.053923] env[65682]: DEBUG nova.compute.manager [req-aaf50457-19f8-4ce2-8bc0-6ff1c362dc21 req-2330c2eb-b012-4e7c-b50c-7876e31818d7 service nova] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Detach interface failed, port_id=046e8fe0-87eb-49cc-bc79-3ce0018e10b2, reason: Instance 4eb94170-b43d-47ad-8390-67868649a580 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1166.091210] env[65682]: DEBUG nova.scheduler.client.report [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Updated inventory for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1166.091614] env[65682]: DEBUG nova.compute.provider_tree [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Updating resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 generation from 156 to 157 during operation: update_inventory {{(pid=65682) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1166.091860] env[65682]: DEBUG nova.compute.provider_tree [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1166.113679] env[65682]: DEBUG oslo_vmware.api [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616852, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.134979] env[65682]: WARNING neutronclient.v2_0.client [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.292724] env[65682]: DEBUG nova.compute.manager [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1166.325923] env[65682]: DEBUG nova.virt.hardware [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1166.326227] env[65682]: DEBUG nova.virt.hardware [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.326385] env[65682]: DEBUG nova.virt.hardware [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1166.326568] env[65682]: DEBUG nova.virt.hardware [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.326705] env[65682]: DEBUG nova.virt.hardware [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1166.326847] env[65682]: DEBUG nova.virt.hardware [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1166.327107] env[65682]: DEBUG nova.virt.hardware [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1166.327282] env[65682]: DEBUG nova.virt.hardware [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1166.327459] env[65682]: DEBUG nova.virt.hardware [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1166.327657] env[65682]: DEBUG nova.virt.hardware [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1166.327932] env[65682]: DEBUG nova.virt.hardware [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1166.328482] env[65682]: INFO nova.compute.manager [-] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Took 1.37 seconds to deallocate network for instance. [ 1166.329371] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255d8f8f-b7a8-4ed9-916b-45f8a6822b5e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.341278] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57136020-2c97-4ec4-b6c2-54d1dc84a36d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.598449] env[65682]: DEBUG oslo_concurrency.lockutils [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.332s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.601408] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.575s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.601582] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.601801] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65682) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1166.602057] env[65682]: DEBUG oslo_concurrency.lockutils [None req-06cf7788-f798-4f35-981a-a902d38be3bb tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.150s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.602278] env[65682]: DEBUG nova.objects.instance [None req-06cf7788-f798-4f35-981a-a902d38be3bb tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lazy-loading 'resources' on Instance uuid 1354716c-57d5-4523-8672-eceb6b14db9d {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.603923] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3413eb31-4db0-43fd-ba68-b92e3413c5b7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.619770] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bdbbec-cd8a-40b9-a8b6-809e59d99cca {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.623974] env[65682]: DEBUG oslo_vmware.api [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616852, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.625061] env[65682]: INFO nova.scheduler.client.report [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Deleted allocations for instance e56911bb-205b-4fa0-bf82-1e3b1c3f83ff [ 1166.641199] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53e071f-8b90-4206-970b-8d5088766143 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.649447] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012f9a1d-b307-466e-b70d-b782eb8c399f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.683423] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178486MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65682) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1166.683589] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.757705] env[65682]: DEBUG nova.objects.instance [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lazy-loading 'pci_requests' on Instance uuid b87e45d9-626e-42bc-a3bf-fd78b9d879e3 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.841658] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e374d418-c585-49ef-9b64-73ecd982064f tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.123155] env[65682]: DEBUG oslo_vmware.api [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616852, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.691021} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.123610] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 06ab8e62-b5e9-4dad-a201-cd3c31f7a386/06ab8e62-b5e9-4dad-a201-cd3c31f7a386.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1167.124431] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1167.124959] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ccf1180-25ee-45d7-b550-12f2f1e25ab6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.137738] env[65682]: DEBUG oslo_vmware.api [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1167.137738] env[65682]: value = "task-4616853" [ 1167.137738] env[65682]: _type = "Task" [ 1167.137738] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.138676] env[65682]: DEBUG oslo_concurrency.lockutils [None req-050dce5f-b359-4a99-922b-2c6c1ef83246 tempest-ServersAdminTestJSON-1894691225 tempest-ServersAdminTestJSON-1894691225-project-member] Lock "e56911bb-205b-4fa0-bf82-1e3b1c3f83ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.604s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.151249] env[65682]: DEBUG oslo_vmware.api [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616853, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.261868] env[65682]: DEBUG nova.objects.base [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65682) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1167.262419] env[65682]: DEBUG nova.network.neutron [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1167.263555] env[65682]: WARNING neutronclient.v2_0.client [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.263876] env[65682]: WARNING neutronclient.v2_0.client [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.269665] env[65682]: DEBUG nova.network.neutron [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Successfully updated port: caa9a65e-7642-4ec5-8cce-79bca6e6a491 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1167.320122] env[65682]: DEBUG nova.policy [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '624e5e7ac2844a7c8fc447e8890214e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b87a7f5e3294030a48b0bacd6637caf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1167.349140] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc159a72-1d76-4af7-9ae4-988c705aaad1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.359406] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c48e9a-7599-46f7-9dc5-935aba8ee46d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.395440] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da437825-07d3-4b63-bcad-fbc6648ba15c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.404426] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc76e1a-8594-4f6c-ab07-933a11f30d8b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.420953] env[65682]: DEBUG nova.compute.provider_tree [None req-06cf7788-f798-4f35-981a-a902d38be3bb tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.562912] env[65682]: DEBUG nova.compute.manager [req-4e3c1082-24d8-4057-8078-42ac7e06c745 req-dd7ebeb6-ed2e-4726-a285-8f184e6a98c3 service nova] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Received event network-vif-plugged-caa9a65e-7642-4ec5-8cce-79bca6e6a491 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1167.563079] env[65682]: DEBUG oslo_concurrency.lockutils [req-4e3c1082-24d8-4057-8078-42ac7e06c745 req-dd7ebeb6-ed2e-4726-a285-8f184e6a98c3 service nova] Acquiring lock "2d0d314a-af07-4f58-ac67-bf12028f8ac5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.563372] env[65682]: DEBUG oslo_concurrency.lockutils [req-4e3c1082-24d8-4057-8078-42ac7e06c745 req-dd7ebeb6-ed2e-4726-a285-8f184e6a98c3 service nova] Lock "2d0d314a-af07-4f58-ac67-bf12028f8ac5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.563454] env[65682]: DEBUG oslo_concurrency.lockutils [req-4e3c1082-24d8-4057-8078-42ac7e06c745 req-dd7ebeb6-ed2e-4726-a285-8f184e6a98c3 service nova] Lock "2d0d314a-af07-4f58-ac67-bf12028f8ac5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.563699] env[65682]: DEBUG nova.compute.manager [req-4e3c1082-24d8-4057-8078-42ac7e06c745 req-dd7ebeb6-ed2e-4726-a285-8f184e6a98c3 service nova] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] No waiting events found dispatching network-vif-plugged-caa9a65e-7642-4ec5-8cce-79bca6e6a491 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1167.563756] env[65682]: WARNING nova.compute.manager [req-4e3c1082-24d8-4057-8078-42ac7e06c745 req-dd7ebeb6-ed2e-4726-a285-8f184e6a98c3 service nova] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Received unexpected event network-vif-plugged-caa9a65e-7642-4ec5-8cce-79bca6e6a491 for instance with vm_state building and task_state spawning. [ 1167.604328] env[65682]: DEBUG nova.network.neutron [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Successfully created port: 4e8e0a0c-30cd-4628-9374-6917be62cdeb {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1167.653451] env[65682]: DEBUG oslo_vmware.api [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616853, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07487} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.653960] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1167.654988] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4a7a15-618e-4d0c-9474-18ab6246d8dd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.686370] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 06ab8e62-b5e9-4dad-a201-cd3c31f7a386/06ab8e62-b5e9-4dad-a201-cd3c31f7a386.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.686727] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb0a7b82-e98f-4b63-82a3-40ba3183ed5a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.708768] env[65682]: DEBUG oslo_vmware.api [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1167.708768] env[65682]: value = "task-4616854" [ 1167.708768] env[65682]: _type = "Task" [ 1167.708768] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.718536] env[65682]: DEBUG oslo_vmware.api [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616854, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.772540] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "refresh_cache-2d0d314a-af07-4f58-ac67-bf12028f8ac5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.772677] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquired lock "refresh_cache-2d0d314a-af07-4f58-ac67-bf12028f8ac5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.772857] env[65682]: DEBUG nova.network.neutron [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1167.924339] env[65682]: DEBUG nova.scheduler.client.report [None req-06cf7788-f798-4f35-981a-a902d38be3bb tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.221585] env[65682]: DEBUG oslo_vmware.api [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.430493] env[65682]: DEBUG oslo_concurrency.lockutils [None req-06cf7788-f798-4f35-981a-a902d38be3bb tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.433695] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.960s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.438034] env[65682]: INFO nova.compute.claims [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.459652] env[65682]: INFO nova.scheduler.client.report [None req-06cf7788-f798-4f35-981a-a902d38be3bb tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Deleted allocations for instance 1354716c-57d5-4523-8672-eceb6b14db9d [ 1168.722889] env[65682]: DEBUG oslo_vmware.api [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616854, 'name': ReconfigVM_Task, 'duration_secs': 0.78058} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.722889] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 06ab8e62-b5e9-4dad-a201-cd3c31f7a386/06ab8e62-b5e9-4dad-a201-cd3c31f7a386.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.723255] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03277c06-1109-4f6c-8aec-9ac4bc5a1b2b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.731089] env[65682]: DEBUG oslo_vmware.api [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1168.731089] env[65682]: value = "task-4616855" [ 1168.731089] env[65682]: _type = "Task" [ 1168.731089] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.741329] env[65682]: DEBUG oslo_vmware.api [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616855, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.798472] env[65682]: DEBUG nova.network.neutron [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1168.974150] env[65682]: DEBUG oslo_concurrency.lockutils [None req-06cf7788-f798-4f35-981a-a902d38be3bb tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "1354716c-57d5-4523-8672-eceb6b14db9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.985s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.184745] env[65682]: DEBUG nova.network.neutron [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Successfully updated port: 4e8e0a0c-30cd-4628-9374-6917be62cdeb {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1169.250275] env[65682]: DEBUG oslo_vmware.api [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616855, 'name': Rename_Task, 'duration_secs': 0.166763} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.250275] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1169.250275] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-173174bb-3a4b-4f48-96e5-a1cc4955ec44 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.256462] env[65682]: DEBUG oslo_vmware.api [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1169.256462] env[65682]: value = "task-4616856" [ 1169.256462] env[65682]: _type = "Task" [ 1169.256462] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.271345] env[65682]: DEBUG oslo_vmware.api [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.298429] env[65682]: WARNING neutronclient.v2_0.client [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1169.392912] env[65682]: DEBUG nova.network.neutron [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Updating instance_info_cache with network_info: [{"id": "caa9a65e-7642-4ec5-8cce-79bca6e6a491", "address": "fa:16:3e:cf:8a:2c", "network": {"id": "1719932d-bcf4-4ad2-8e3f-f55b5aaf896d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1384213493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1063d410f5864f5292ea4436f03d192c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa9a65e-76", "ovs_interfaceid": "caa9a65e-7642-4ec5-8cce-79bca6e6a491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.620392] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514ea8f6-4d04-4d6b-bdec-11cc1a5e3c3f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.631451] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e77a2a-ccac-42d4-8be2-9366fd69e8bd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.664595] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516aedf7-aa5f-412a-9595-5d950d2a275a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.673915] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb26c0ff-b748-4907-9354-a14f58c471f6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.690719] env[65682]: DEBUG oslo_concurrency.lockutils [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "refresh_cache-b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.690900] env[65682]: DEBUG oslo_concurrency.lockutils [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquired lock "refresh_cache-b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.691211] env[65682]: DEBUG nova.network.neutron [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1169.692613] env[65682]: DEBUG nova.compute.provider_tree [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.772798] env[65682]: DEBUG oslo_vmware.api [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616856, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.897131] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Releasing lock "refresh_cache-2d0d314a-af07-4f58-ac67-bf12028f8ac5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.897678] env[65682]: DEBUG nova.compute.manager [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Instance network_info: |[{"id": "caa9a65e-7642-4ec5-8cce-79bca6e6a491", "address": "fa:16:3e:cf:8a:2c", "network": {"id": "1719932d-bcf4-4ad2-8e3f-f55b5aaf896d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1384213493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1063d410f5864f5292ea4436f03d192c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa9a65e-76", "ovs_interfaceid": "caa9a65e-7642-4ec5-8cce-79bca6e6a491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1169.898278] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:8a:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1002b79b-224e-41e3-a484-4245a767147a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'caa9a65e-7642-4ec5-8cce-79bca6e6a491', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1169.908204] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1169.908204] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1169.908204] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e8094f9-1c48-47dc-b90e-522fbc70639a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.929037] env[65682]: DEBUG nova.compute.manager [req-ff5acc8b-0c27-482a-8c30-741784c49849 req-b548bc0e-c597-4ab7-9a96-3e983b25cb3e service nova] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Received event network-changed-caa9a65e-7642-4ec5-8cce-79bca6e6a491 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1169.929037] env[65682]: DEBUG nova.compute.manager [req-ff5acc8b-0c27-482a-8c30-741784c49849 req-b548bc0e-c597-4ab7-9a96-3e983b25cb3e service nova] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Refreshing instance network info cache due to event network-changed-caa9a65e-7642-4ec5-8cce-79bca6e6a491. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1169.929037] env[65682]: DEBUG oslo_concurrency.lockutils [req-ff5acc8b-0c27-482a-8c30-741784c49849 req-b548bc0e-c597-4ab7-9a96-3e983b25cb3e service nova] Acquiring lock "refresh_cache-2d0d314a-af07-4f58-ac67-bf12028f8ac5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.929037] env[65682]: DEBUG oslo_concurrency.lockutils [req-ff5acc8b-0c27-482a-8c30-741784c49849 req-b548bc0e-c597-4ab7-9a96-3e983b25cb3e service nova] Acquired lock "refresh_cache-2d0d314a-af07-4f58-ac67-bf12028f8ac5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.929037] env[65682]: DEBUG nova.network.neutron [req-ff5acc8b-0c27-482a-8c30-741784c49849 req-b548bc0e-c597-4ab7-9a96-3e983b25cb3e service nova] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Refreshing network info cache for port caa9a65e-7642-4ec5-8cce-79bca6e6a491 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.936552] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1169.936552] env[65682]: value = "task-4616857" [ 1169.936552] env[65682]: _type = "Task" [ 1169.936552] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.947470] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616857, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.198698] env[65682]: DEBUG nova.scheduler.client.report [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.229742] env[65682]: WARNING nova.network.neutron [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] c45a451c-4ba5-4425-97bd-74d6c41dd161 already exists in list: networks containing: ['c45a451c-4ba5-4425-97bd-74d6c41dd161']. ignoring it [ 1170.271946] env[65682]: DEBUG oslo_vmware.api [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616856, 'name': PowerOnVM_Task, 'duration_secs': 0.524698} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.275020] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.275246] env[65682]: INFO nova.compute.manager [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1170.275421] env[65682]: DEBUG nova.compute.manager [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1170.276449] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79306b7b-65fd-47a2-850d-45f26399afb6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.396306] env[65682]: WARNING neutronclient.v2_0.client [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.435171] env[65682]: WARNING neutronclient.v2_0.client [req-ff5acc8b-0c27-482a-8c30-741784c49849 req-b548bc0e-c597-4ab7-9a96-3e983b25cb3e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.455585] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616857, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.522168] env[65682]: DEBUG oslo_concurrency.lockutils [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "d0a0be9b-5861-4275-b69e-bba224771028" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.522533] env[65682]: DEBUG oslo_concurrency.lockutils [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "d0a0be9b-5861-4275-b69e-bba224771028" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.701163] env[65682]: WARNING neutronclient.v2_0.client [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.707498] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.274s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.708658] env[65682]: DEBUG nova.compute.manager [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1170.711816] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.028s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.726621] env[65682]: WARNING neutronclient.v2_0.client [req-ff5acc8b-0c27-482a-8c30-741784c49849 req-b548bc0e-c597-4ab7-9a96-3e983b25cb3e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.798718] env[65682]: INFO nova.compute.manager [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Took 22.96 seconds to build instance. [ 1170.874540] env[65682]: DEBUG nova.network.neutron [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Updating instance_info_cache with network_info: [{"id": "454eaab5-9a3e-4dce-b9d4-0d253b918cc7", "address": "fa:16:3e:c5:e7:4c", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap454eaab5-9a", "ovs_interfaceid": "454eaab5-9a3e-4dce-b9d4-0d253b918cc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4e8e0a0c-30cd-4628-9374-6917be62cdeb", "address": "fa:16:3e:ff:09:1b", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e8e0a0c-30", "ovs_interfaceid": "4e8e0a0c-30cd-4628-9374-6917be62cdeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.904222] env[65682]: DEBUG nova.network.neutron [req-ff5acc8b-0c27-482a-8c30-741784c49849 req-b548bc0e-c597-4ab7-9a96-3e983b25cb3e service nova] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Updated VIF entry in instance network info cache for port caa9a65e-7642-4ec5-8cce-79bca6e6a491. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1170.904653] env[65682]: DEBUG nova.network.neutron [req-ff5acc8b-0c27-482a-8c30-741784c49849 req-b548bc0e-c597-4ab7-9a96-3e983b25cb3e service nova] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Updating instance_info_cache with network_info: [{"id": "caa9a65e-7642-4ec5-8cce-79bca6e6a491", "address": "fa:16:3e:cf:8a:2c", "network": {"id": "1719932d-bcf4-4ad2-8e3f-f55b5aaf896d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1384213493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1063d410f5864f5292ea4436f03d192c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa9a65e-76", "ovs_interfaceid": "caa9a65e-7642-4ec5-8cce-79bca6e6a491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.951229] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616857, 'name': CreateVM_Task, 'duration_secs': 0.537072} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.951667] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1170.952272] env[65682]: WARNING neutronclient.v2_0.client [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.952946] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.953165] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.953542] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.953860] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc86600a-1585-40a6-8237-fe89e4959961 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.959549] env[65682]: DEBUG oslo_vmware.api [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1170.959549] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b9a23f-6d80-b2c0-2448-4e283c0fc06a" [ 1170.959549] env[65682]: _type = "Task" [ 1170.959549] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.972533] env[65682]: DEBUG oslo_vmware.api [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b9a23f-6d80-b2c0-2448-4e283c0fc06a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.025193] env[65682]: DEBUG nova.compute.manager [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1171.216976] env[65682]: DEBUG nova.compute.utils [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1171.218164] env[65682]: DEBUG nova.compute.manager [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1171.218633] env[65682]: DEBUG nova.network.neutron [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1171.219141] env[65682]: WARNING neutronclient.v2_0.client [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1171.220021] env[65682]: WARNING neutronclient.v2_0.client [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1171.301849] env[65682]: DEBUG oslo_concurrency.lockutils [None req-212aa031-7763-4b66-bd4f-2654dfb2fcd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "06ab8e62-b5e9-4dad-a201-cd3c31f7a386" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.469s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.377858] env[65682]: DEBUG oslo_concurrency.lockutils [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Releasing lock "refresh_cache-b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.378645] env[65682]: DEBUG oslo_concurrency.lockutils [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.378810] env[65682]: DEBUG oslo_concurrency.lockutils [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquired lock "b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.379744] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7d7d27-b2fa-4340-b34b-c718429c804e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.384734] env[65682]: DEBUG nova.policy [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64eaf985c4834d48b0de316a7dfa216a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7ff901235334c4293042d9b0299d8a9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1171.403548] env[65682]: DEBUG nova.virt.hardware [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1171.405532] env[65682]: DEBUG nova.virt.hardware [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.405779] env[65682]: DEBUG nova.virt.hardware [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1171.406019] env[65682]: DEBUG nova.virt.hardware [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.406228] env[65682]: DEBUG nova.virt.hardware [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1171.406414] env[65682]: DEBUG nova.virt.hardware [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1171.407616] env[65682]: DEBUG nova.virt.hardware [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1171.407973] env[65682]: DEBUG nova.virt.hardware [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1171.408290] env[65682]: DEBUG nova.virt.hardware [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1171.408582] env[65682]: DEBUG nova.virt.hardware [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1171.408967] env[65682]: DEBUG nova.virt.hardware [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1171.419068] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Reconfiguring VM to attach interface {{(pid=65682) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1171.419819] env[65682]: DEBUG oslo_concurrency.lockutils [req-ff5acc8b-0c27-482a-8c30-741784c49849 req-b548bc0e-c597-4ab7-9a96-3e983b25cb3e service nova] Releasing lock "refresh_cache-2d0d314a-af07-4f58-ac67-bf12028f8ac5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.419997] env[65682]: DEBUG nova.compute.manager [req-ff5acc8b-0c27-482a-8c30-741784c49849 req-b548bc0e-c597-4ab7-9a96-3e983b25cb3e service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Received event network-vif-plugged-4e8e0a0c-30cd-4628-9374-6917be62cdeb {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1171.420246] env[65682]: DEBUG oslo_concurrency.lockutils [req-ff5acc8b-0c27-482a-8c30-741784c49849 req-b548bc0e-c597-4ab7-9a96-3e983b25cb3e service nova] Acquiring lock "b87e45d9-626e-42bc-a3bf-fd78b9d879e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.420463] env[65682]: DEBUG oslo_concurrency.lockutils [req-ff5acc8b-0c27-482a-8c30-741784c49849 req-b548bc0e-c597-4ab7-9a96-3e983b25cb3e service nova] Lock "b87e45d9-626e-42bc-a3bf-fd78b9d879e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.420633] env[65682]: DEBUG oslo_concurrency.lockutils [req-ff5acc8b-0c27-482a-8c30-741784c49849 req-b548bc0e-c597-4ab7-9a96-3e983b25cb3e service nova] Lock "b87e45d9-626e-42bc-a3bf-fd78b9d879e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.420815] env[65682]: DEBUG nova.compute.manager [req-ff5acc8b-0c27-482a-8c30-741784c49849 req-b548bc0e-c597-4ab7-9a96-3e983b25cb3e service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] No waiting events found dispatching network-vif-plugged-4e8e0a0c-30cd-4628-9374-6917be62cdeb {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1171.420984] env[65682]: WARNING nova.compute.manager [req-ff5acc8b-0c27-482a-8c30-741784c49849 req-b548bc0e-c597-4ab7-9a96-3e983b25cb3e service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Received unexpected event network-vif-plugged-4e8e0a0c-30cd-4628-9374-6917be62cdeb for instance with vm_state active and task_state None. [ 1171.421189] env[65682]: DEBUG nova.compute.manager [req-ff5acc8b-0c27-482a-8c30-741784c49849 req-b548bc0e-c597-4ab7-9a96-3e983b25cb3e service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Received event network-changed-4e8e0a0c-30cd-4628-9374-6917be62cdeb {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1171.421367] env[65682]: DEBUG nova.compute.manager [req-ff5acc8b-0c27-482a-8c30-741784c49849 req-b548bc0e-c597-4ab7-9a96-3e983b25cb3e service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Refreshing instance network info cache due to event network-changed-4e8e0a0c-30cd-4628-9374-6917be62cdeb. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1171.421552] env[65682]: DEBUG oslo_concurrency.lockutils [req-ff5acc8b-0c27-482a-8c30-741784c49849 req-b548bc0e-c597-4ab7-9a96-3e983b25cb3e service nova] Acquiring lock "refresh_cache-b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.421696] env[65682]: DEBUG oslo_concurrency.lockutils [req-ff5acc8b-0c27-482a-8c30-741784c49849 req-b548bc0e-c597-4ab7-9a96-3e983b25cb3e service nova] Acquired lock "refresh_cache-b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.421848] env[65682]: DEBUG nova.network.neutron [req-ff5acc8b-0c27-482a-8c30-741784c49849 req-b548bc0e-c597-4ab7-9a96-3e983b25cb3e service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Refreshing network info cache for port 4e8e0a0c-30cd-4628-9374-6917be62cdeb {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.423137] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5163a5b5-26db-47c6-9cd3-6652d6ad188b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.445068] env[65682]: DEBUG oslo_vmware.api [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1171.445068] env[65682]: value = "task-4616858" [ 1171.445068] env[65682]: _type = "Task" [ 1171.445068] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.466023] env[65682]: DEBUG oslo_vmware.api [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616858, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.473498] env[65682]: DEBUG oslo_vmware.api [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b9a23f-6d80-b2c0-2448-4e283c0fc06a, 'name': SearchDatastore_Task, 'duration_secs': 0.011307} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.474232] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.474618] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1171.474971] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.475467] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.475777] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1171.476231] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-195f4c21-506a-4f56-980b-648ac7349b1c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.486513] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1171.487239] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1171.488399] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6164834b-8681-4a7d-b28a-4d8eea838839 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.495537] env[65682]: DEBUG oslo_vmware.api [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1171.495537] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5298bc96-a7de-bcee-c9ed-5a5281ec2dbd" [ 1171.495537] env[65682]: _type = "Task" [ 1171.495537] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.506056] env[65682]: DEBUG oslo_vmware.api [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5298bc96-a7de-bcee-c9ed-5a5281ec2dbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.555937] env[65682]: DEBUG oslo_concurrency.lockutils [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.726301] env[65682]: DEBUG nova.network.neutron [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Successfully created port: 99faccc7-fc9b-4b94-afc9-f3077b9514d8 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1171.733125] env[65682]: DEBUG nova.compute.manager [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1171.774028] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 6812a738-b2c5-4038-9943-ba204da22919 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1171.774220] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 2cdca24a-4bb0-4adc-886f-4b73acc2a545 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1171.774368] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance d59edbef-b7dc-40e8-8a31-c1c1f3bc8647 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1171.774523] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance c373a28b-240f-477f-b736-d9040e0c2ec7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1171.774769] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance b87e45d9-626e-42bc-a3bf-fd78b9d879e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1171.774769] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 8638b1d1-2308-42d4-acbb-0c50031dc886 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1171.774890] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 457726d1-96b3-44fb-bcb4-2f1f00de04da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1171.774890] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance c8e06fc1-ffc0-45ed-a243-efa04a523aaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1171.775028] env[65682]: WARNING nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 4eb94170-b43d-47ad-8390-67868649a580 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1171.775147] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 06ab8e62-b5e9-4dad-a201-cd3c31f7a386 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1171.775253] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 2d0d314a-af07-4f58-ac67-bf12028f8ac5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1171.775358] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 9a4a8df3-262e-494e-9880-6682ec07103d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1171.781814] env[65682]: DEBUG nova.compute.manager [req-bb6a9e1b-ac2c-4921-b0fe-c0778dc64e37 req-bcd576f2-01e4-4063-817b-4e2689c885b1 service nova] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Received event network-changed-7e582c0e-f50c-4916-87ac-e4674c69fb1d {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1171.781947] env[65682]: DEBUG nova.compute.manager [req-bb6a9e1b-ac2c-4921-b0fe-c0778dc64e37 req-bcd576f2-01e4-4063-817b-4e2689c885b1 service nova] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Refreshing instance network info cache due to event network-changed-7e582c0e-f50c-4916-87ac-e4674c69fb1d. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1171.782223] env[65682]: DEBUG oslo_concurrency.lockutils [req-bb6a9e1b-ac2c-4921-b0fe-c0778dc64e37 req-bcd576f2-01e4-4063-817b-4e2689c885b1 service nova] Acquiring lock "refresh_cache-06ab8e62-b5e9-4dad-a201-cd3c31f7a386" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.782223] env[65682]: DEBUG oslo_concurrency.lockutils [req-bb6a9e1b-ac2c-4921-b0fe-c0778dc64e37 req-bcd576f2-01e4-4063-817b-4e2689c885b1 service nova] Acquired lock "refresh_cache-06ab8e62-b5e9-4dad-a201-cd3c31f7a386" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.782401] env[65682]: DEBUG nova.network.neutron [req-bb6a9e1b-ac2c-4921-b0fe-c0778dc64e37 req-bcd576f2-01e4-4063-817b-4e2689c885b1 service nova] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Refreshing network info cache for port 7e582c0e-f50c-4916-87ac-e4674c69fb1d {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.938571] env[65682]: WARNING neutronclient.v2_0.client [req-ff5acc8b-0c27-482a-8c30-741784c49849 req-b548bc0e-c597-4ab7-9a96-3e983b25cb3e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1171.955224] env[65682]: DEBUG oslo_vmware.api [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.010455] env[65682]: DEBUG oslo_vmware.api [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5298bc96-a7de-bcee-c9ed-5a5281ec2dbd, 'name': SearchDatastore_Task, 'duration_secs': 0.010523} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.011550] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8f92f8f-d76d-400f-9156-5751c9b33f9c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.020889] env[65682]: DEBUG oslo_vmware.api [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1172.020889] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d81f8e-e6aa-ba74-f220-e1f8710a5276" [ 1172.020889] env[65682]: _type = "Task" [ 1172.020889] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.031224] env[65682]: DEBUG oslo_vmware.api [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d81f8e-e6aa-ba74-f220-e1f8710a5276, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.187273] env[65682]: WARNING neutronclient.v2_0.client [req-ff5acc8b-0c27-482a-8c30-741784c49849 req-b548bc0e-c597-4ab7-9a96-3e983b25cb3e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.257946] env[65682]: DEBUG nova.network.neutron [req-ff5acc8b-0c27-482a-8c30-741784c49849 req-b548bc0e-c597-4ab7-9a96-3e983b25cb3e service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Updated VIF entry in instance network info cache for port 4e8e0a0c-30cd-4628-9374-6917be62cdeb. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1172.258406] env[65682]: DEBUG nova.network.neutron [req-ff5acc8b-0c27-482a-8c30-741784c49849 req-b548bc0e-c597-4ab7-9a96-3e983b25cb3e service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Updating instance_info_cache with network_info: [{"id": "454eaab5-9a3e-4dce-b9d4-0d253b918cc7", "address": "fa:16:3e:c5:e7:4c", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap454eaab5-9a", "ovs_interfaceid": "454eaab5-9a3e-4dce-b9d4-0d253b918cc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4e8e0a0c-30cd-4628-9374-6917be62cdeb", "address": "fa:16:3e:ff:09:1b", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e8e0a0c-30", "ovs_interfaceid": "4e8e0a0c-30cd-4628-9374-6917be62cdeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.285718] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance d0a0be9b-5861-4275-b69e-bba224771028 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1172.286131] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=65682) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1172.286425] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=100GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '11', 'num_vm_active': '9', 'num_task_None': '10', 'num_os_type_None': '11', 'num_proj_8eaca82bae54434ea55d652d06ff4773': '3', 'io_workload': '2', 'num_proj_824187397d5f4890a1360d60e59329fa': '1', 'num_proj_67a873a51b0a41c58c8fa980aa58f328': '2', 'num_proj_aa33bc1eaa5b4d4bb5063ffee3b1d8c6': '1', 'num_proj_3b87a7f5e3294030a48b0bacd6637caf': '1', 'num_proj_c5863e73c6b24975a9b9ad9e27eb944e': '1', 'num_vm_building': '2', 'num_task_spawning': '1', 'num_proj_1063d410f5864f5292ea4436f03d192c': '1', 'num_proj_c7ff901235334c4293042d9b0299d8a9': '1'} {{(pid=65682) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1172.290250] env[65682]: WARNING neutronclient.v2_0.client [req-bb6a9e1b-ac2c-4921-b0fe-c0778dc64e37 req-bcd576f2-01e4-4063-817b-4e2689c885b1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.459038] env[65682]: DEBUG oslo_vmware.api [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.499735] env[65682]: WARNING neutronclient.v2_0.client [req-bb6a9e1b-ac2c-4921-b0fe-c0778dc64e37 req-bcd576f2-01e4-4063-817b-4e2689c885b1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.517830] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b53f5a8-d2f8-4f9f-b377-8b16642cfd15 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.535906] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6399896-1f78-4cd2-80ae-4a0008893817 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.541182] env[65682]: DEBUG oslo_vmware.api [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52d81f8e-e6aa-ba74-f220-e1f8710a5276, 'name': SearchDatastore_Task, 'duration_secs': 0.012048} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.541182] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.541182] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 2d0d314a-af07-4f58-ac67-bf12028f8ac5/2d0d314a-af07-4f58-ac67-bf12028f8ac5.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1172.541435] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-927999c1-ec99-48d8-813a-cb8429ea60c8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.574700] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5236ac5d-7acd-4fd2-bd8f-68fbc24d92a1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.578073] env[65682]: DEBUG oslo_vmware.api [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1172.578073] env[65682]: value = "task-4616859" [ 1172.578073] env[65682]: _type = "Task" [ 1172.578073] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.588105] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6110c72-936c-4c6f-9e29-a5f5c2e7d2b6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.593473] env[65682]: DEBUG nova.network.neutron [req-bb6a9e1b-ac2c-4921-b0fe-c0778dc64e37 req-bcd576f2-01e4-4063-817b-4e2689c885b1 service nova] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Updated VIF entry in instance network info cache for port 7e582c0e-f50c-4916-87ac-e4674c69fb1d. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1172.593951] env[65682]: DEBUG nova.network.neutron [req-bb6a9e1b-ac2c-4921-b0fe-c0778dc64e37 req-bcd576f2-01e4-4063-817b-4e2689c885b1 service nova] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Updating instance_info_cache with network_info: [{"id": "7e582c0e-f50c-4916-87ac-e4674c69fb1d", "address": "fa:16:3e:d2:6b:d2", "network": {"id": "32a6f6c7-8e13-4644-8790-f5922bc8a5cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2123705961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67a873a51b0a41c58c8fa980aa58f328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e582c0e-f5", "ovs_interfaceid": "7e582c0e-f50c-4916-87ac-e4674c69fb1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.600024] env[65682]: DEBUG oslo_vmware.api [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.614159] env[65682]: DEBUG nova.compute.provider_tree [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.746261] env[65682]: DEBUG nova.compute.manager [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1172.761109] env[65682]: DEBUG oslo_concurrency.lockutils [req-ff5acc8b-0c27-482a-8c30-741784c49849 req-b548bc0e-c597-4ab7-9a96-3e983b25cb3e service nova] Releasing lock "refresh_cache-b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.779710] env[65682]: DEBUG nova.virt.hardware [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1172.780049] env[65682]: DEBUG nova.virt.hardware [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.780241] env[65682]: DEBUG nova.virt.hardware [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1172.780422] env[65682]: DEBUG nova.virt.hardware [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.780587] env[65682]: DEBUG nova.virt.hardware [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1172.780736] env[65682]: DEBUG nova.virt.hardware [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1172.780948] env[65682]: DEBUG nova.virt.hardware [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1172.781168] env[65682]: DEBUG nova.virt.hardware [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1172.781394] env[65682]: DEBUG nova.virt.hardware [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1172.781510] env[65682]: DEBUG nova.virt.hardware [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1172.781734] env[65682]: DEBUG nova.virt.hardware [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1172.782721] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1a2445-4963-4f03-b455-6bd628dfee86 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.793117] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d0194f-23ba-4778-a219-6de6177185ad {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.958064] env[65682]: DEBUG oslo_vmware.api [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616858, 'name': ReconfigVM_Task, 'duration_secs': 1.449712} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.958612] env[65682]: WARNING neutronclient.v2_0.client [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.958898] env[65682]: DEBUG oslo_concurrency.lockutils [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Releasing lock "b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.959135] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Reconfigured VM to attach interface {{(pid=65682) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1173.091305] env[65682]: DEBUG oslo_vmware.api [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616859, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.101339] env[65682]: DEBUG oslo_concurrency.lockutils [req-bb6a9e1b-ac2c-4921-b0fe-c0778dc64e37 req-bcd576f2-01e4-4063-817b-4e2689c885b1 service nova] Releasing lock "refresh_cache-06ab8e62-b5e9-4dad-a201-cd3c31f7a386" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.118605] env[65682]: DEBUG nova.scheduler.client.report [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.290680] env[65682]: DEBUG nova.network.neutron [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Successfully updated port: 99faccc7-fc9b-4b94-afc9-f3077b9514d8 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1173.463944] env[65682]: DEBUG oslo_concurrency.lockutils [None req-421e5f2b-edfe-471e-ad65-35550d4c9d6f tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "interface-b87e45d9-626e-42bc-a3bf-fd78b9d879e3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.833s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.589299] env[65682]: DEBUG oslo_vmware.api [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616859, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5934} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.589522] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 2d0d314a-af07-4f58-ac67-bf12028f8ac5/2d0d314a-af07-4f58-ac67-bf12028f8ac5.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1173.589733] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1173.590046] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be33f3d1-2efe-4c00-a8df-f96280c8c996 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.598035] env[65682]: DEBUG oslo_vmware.api [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1173.598035] env[65682]: value = "task-4616860" [ 1173.598035] env[65682]: _type = "Task" [ 1173.598035] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.609275] env[65682]: DEBUG oslo_vmware.api [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.623794] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65682) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1173.624604] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.912s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.624604] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e374d418-c585-49ef-9b64-73ecd982064f tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.783s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.624604] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e374d418-c585-49ef-9b64-73ecd982064f tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.626839] env[65682]: DEBUG oslo_concurrency.lockutils [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.073s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.628373] env[65682]: INFO nova.compute.claims [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1173.655167] env[65682]: INFO nova.scheduler.client.report [None req-e374d418-c585-49ef-9b64-73ecd982064f tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Deleted allocations for instance 4eb94170-b43d-47ad-8390-67868649a580 [ 1173.796944] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquiring lock "refresh_cache-9a4a8df3-262e-494e-9880-6682ec07103d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.796944] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquired lock "refresh_cache-9a4a8df3-262e-494e-9880-6682ec07103d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.796944] env[65682]: DEBUG nova.network.neutron [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1173.811919] env[65682]: DEBUG nova.compute.manager [req-f96e260b-fcc3-4647-8e69-3b5242ab4d92 req-5ba864e4-1daa-4b0a-98fd-ee4f2d171cec service nova] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Received event network-vif-plugged-99faccc7-fc9b-4b94-afc9-f3077b9514d8 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1173.812081] env[65682]: DEBUG oslo_concurrency.lockutils [req-f96e260b-fcc3-4647-8e69-3b5242ab4d92 req-5ba864e4-1daa-4b0a-98fd-ee4f2d171cec service nova] Acquiring lock "9a4a8df3-262e-494e-9880-6682ec07103d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.812309] env[65682]: DEBUG oslo_concurrency.lockutils [req-f96e260b-fcc3-4647-8e69-3b5242ab4d92 req-5ba864e4-1daa-4b0a-98fd-ee4f2d171cec service nova] Lock "9a4a8df3-262e-494e-9880-6682ec07103d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.812509] env[65682]: DEBUG oslo_concurrency.lockutils [req-f96e260b-fcc3-4647-8e69-3b5242ab4d92 req-5ba864e4-1daa-4b0a-98fd-ee4f2d171cec service nova] Lock "9a4a8df3-262e-494e-9880-6682ec07103d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.812686] env[65682]: DEBUG nova.compute.manager [req-f96e260b-fcc3-4647-8e69-3b5242ab4d92 req-5ba864e4-1daa-4b0a-98fd-ee4f2d171cec service nova] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] No waiting events found dispatching network-vif-plugged-99faccc7-fc9b-4b94-afc9-f3077b9514d8 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1173.812850] env[65682]: WARNING nova.compute.manager [req-f96e260b-fcc3-4647-8e69-3b5242ab4d92 req-5ba864e4-1daa-4b0a-98fd-ee4f2d171cec service nova] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Received unexpected event network-vif-plugged-99faccc7-fc9b-4b94-afc9-f3077b9514d8 for instance with vm_state building and task_state spawning. [ 1173.813024] env[65682]: DEBUG nova.compute.manager [req-f96e260b-fcc3-4647-8e69-3b5242ab4d92 req-5ba864e4-1daa-4b0a-98fd-ee4f2d171cec service nova] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Received event network-changed-99faccc7-fc9b-4b94-afc9-f3077b9514d8 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1173.813246] env[65682]: DEBUG nova.compute.manager [req-f96e260b-fcc3-4647-8e69-3b5242ab4d92 req-5ba864e4-1daa-4b0a-98fd-ee4f2d171cec service nova] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Refreshing instance network info cache due to event network-changed-99faccc7-fc9b-4b94-afc9-f3077b9514d8. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1173.813320] env[65682]: DEBUG oslo_concurrency.lockutils [req-f96e260b-fcc3-4647-8e69-3b5242ab4d92 req-5ba864e4-1daa-4b0a-98fd-ee4f2d171cec service nova] Acquiring lock "refresh_cache-9a4a8df3-262e-494e-9880-6682ec07103d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.108538] env[65682]: DEBUG oslo_vmware.api [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07131} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.108766] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1174.109588] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ce05e6-f224-440f-89fa-1518a1f8d322 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.133609] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 2d0d314a-af07-4f58-ac67-bf12028f8ac5/2d0d314a-af07-4f58-ac67-bf12028f8ac5.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.136111] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ce7161b-6f32-407a-af5e-f2a641d0cce9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.164715] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e374d418-c585-49ef-9b64-73ecd982064f tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "4eb94170-b43d-47ad-8390-67868649a580" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.330s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.166121] env[65682]: DEBUG oslo_vmware.api [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1174.166121] env[65682]: value = "task-4616861" [ 1174.166121] env[65682]: _type = "Task" [ 1174.166121] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.178375] env[65682]: DEBUG oslo_vmware.api [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616861, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.342257] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a94e18-6f69-48d2-9770-aeb93107fc45 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.351784] env[65682]: DEBUG nova.network.neutron [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1174.355228] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0993ff53-0f6b-4c24-bfce-732a94f956c0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.393018] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef31c7b-74a0-40b1-916e-fb2ac1546720 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.402243] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63be4389-6e56-4a76-b5e0-dcfb485c3985 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.424779] env[65682]: DEBUG nova.compute.provider_tree [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1174.460429] env[65682]: WARNING neutronclient.v2_0.client [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.553651] env[65682]: DEBUG nova.network.neutron [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Updating instance_info_cache with network_info: [{"id": "99faccc7-fc9b-4b94-afc9-f3077b9514d8", "address": "fa:16:3e:3f:1a:ef", "network": {"id": "ca628334-a423-4501-84ce-464eed48f2b5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1018833306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7ff901235334c4293042d9b0299d8a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99faccc7-fc", "ovs_interfaceid": "99faccc7-fc9b-4b94-afc9-f3077b9514d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.677241] env[65682]: DEBUG oslo_vmware.api [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.950297] env[65682]: ERROR nova.scheduler.client.report [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [req-04603882-733f-4b2a-b49f-817575dc6d60] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-04603882-733f-4b2a-b49f-817575dc6d60"}]} [ 1174.969488] env[65682]: DEBUG nova.scheduler.client.report [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Refreshing inventories for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1174.994912] env[65682]: DEBUG nova.scheduler.client.report [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Updating ProviderTree inventory for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1174.995121] env[65682]: DEBUG nova.compute.provider_tree [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1175.011585] env[65682]: DEBUG nova.scheduler.client.report [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Refreshing aggregate associations for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4, aggregates: None {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1175.036990] env[65682]: DEBUG nova.scheduler.client.report [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Refreshing trait associations for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1175.049770] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "dadcffdb-a33b-4b0e-8cf2-49337e952466" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.050210] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "dadcffdb-a33b-4b0e-8cf2-49337e952466" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.056986] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Releasing lock "refresh_cache-9a4a8df3-262e-494e-9880-6682ec07103d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.057483] env[65682]: DEBUG nova.compute.manager [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Instance network_info: |[{"id": "99faccc7-fc9b-4b94-afc9-f3077b9514d8", "address": "fa:16:3e:3f:1a:ef", "network": {"id": "ca628334-a423-4501-84ce-464eed48f2b5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1018833306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7ff901235334c4293042d9b0299d8a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99faccc7-fc", "ovs_interfaceid": "99faccc7-fc9b-4b94-afc9-f3077b9514d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1175.058376] env[65682]: DEBUG oslo_concurrency.lockutils [req-f96e260b-fcc3-4647-8e69-3b5242ab4d92 req-5ba864e4-1daa-4b0a-98fd-ee4f2d171cec service nova] Acquired lock "refresh_cache-9a4a8df3-262e-494e-9880-6682ec07103d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.058607] env[65682]: DEBUG nova.network.neutron [req-f96e260b-fcc3-4647-8e69-3b5242ab4d92 req-5ba864e4-1daa-4b0a-98fd-ee4f2d171cec service nova] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Refreshing network info cache for port 99faccc7-fc9b-4b94-afc9-f3077b9514d8 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.062138] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:1a:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4a9e02-45f1-4afb-8abb-0de26b153086', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99faccc7-fc9b-4b94-afc9-f3077b9514d8', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1175.071756] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1175.077552] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1175.079888] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab2fc2e9-271c-4bc2-a3cd-e9cc8e244d7f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.109548] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1175.109548] env[65682]: value = "task-4616862" [ 1175.109548] env[65682]: _type = "Task" [ 1175.109548] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.119695] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616862, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.177393] env[65682]: DEBUG oslo_vmware.api [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616861, 'name': ReconfigVM_Task, 'duration_secs': 0.936946} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.180831] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 2d0d314a-af07-4f58-ac67-bf12028f8ac5/2d0d314a-af07-4f58-ac67-bf12028f8ac5.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.182550] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0968cbf2-3470-485f-9e70-dd10cf5f0a2c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.191342] env[65682]: DEBUG oslo_vmware.api [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1175.191342] env[65682]: value = "task-4616863" [ 1175.191342] env[65682]: _type = "Task" [ 1175.191342] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.203690] env[65682]: DEBUG oslo_vmware.api [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616863, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.264268] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdbf712-3b37-461e-afc3-38bbbf53c5c8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.274566] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74918080-426e-42d1-8980-497084d1f10e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.323580] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d77daaa-3c7a-46e6-afa5-0594297079ea {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.335631] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e42396-3d70-4cf3-8837-0e0ad787ae0a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.356538] env[65682]: DEBUG nova.compute.provider_tree [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1175.420400] env[65682]: DEBUG oslo_concurrency.lockutils [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "interface-b87e45d9-626e-42bc-a3bf-fd78b9d879e3-efa7fc02-0250-4a05-a298-16b159bbf9ea" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.420660] env[65682]: DEBUG oslo_concurrency.lockutils [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "interface-b87e45d9-626e-42bc-a3bf-fd78b9d879e3-efa7fc02-0250-4a05-a298-16b159bbf9ea" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.421101] env[65682]: DEBUG nova.objects.instance [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lazy-loading 'flavor' on Instance uuid b87e45d9-626e-42bc-a3bf-fd78b9d879e3 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.553317] env[65682]: DEBUG nova.compute.manager [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1175.577816] env[65682]: WARNING neutronclient.v2_0.client [req-f96e260b-fcc3-4647-8e69-3b5242ab4d92 req-5ba864e4-1daa-4b0a-98fd-ee4f2d171cec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.623089] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616862, 'name': CreateVM_Task, 'duration_secs': 0.369157} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.623287] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1175.623780] env[65682]: WARNING neutronclient.v2_0.client [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.624161] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.624319] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.624629] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.624892] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4968c16c-e34d-4dd5-8e90-1e79f52a6e36 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.631301] env[65682]: DEBUG oslo_vmware.api [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1175.631301] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5259561a-e05b-dcc7-4229-eae0b710ab11" [ 1175.631301] env[65682]: _type = "Task" [ 1175.631301] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.641273] env[65682]: DEBUG oslo_vmware.api [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5259561a-e05b-dcc7-4229-eae0b710ab11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.702033] env[65682]: DEBUG oslo_vmware.api [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616863, 'name': Rename_Task, 'duration_secs': 0.190822} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.702357] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.702616] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc42cb23-ca64-4d68-91c5-687d8442cd86 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.712236] env[65682]: DEBUG oslo_vmware.api [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1175.712236] env[65682]: value = "task-4616864" [ 1175.712236] env[65682]: _type = "Task" [ 1175.712236] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.721496] env[65682]: DEBUG oslo_vmware.api [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.743010] env[65682]: WARNING neutronclient.v2_0.client [req-f96e260b-fcc3-4647-8e69-3b5242ab4d92 req-5ba864e4-1daa-4b0a-98fd-ee4f2d171cec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.818844] env[65682]: DEBUG nova.network.neutron [req-f96e260b-fcc3-4647-8e69-3b5242ab4d92 req-5ba864e4-1daa-4b0a-98fd-ee4f2d171cec service nova] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Updated VIF entry in instance network info cache for port 99faccc7-fc9b-4b94-afc9-f3077b9514d8. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1175.819240] env[65682]: DEBUG nova.network.neutron [req-f96e260b-fcc3-4647-8e69-3b5242ab4d92 req-5ba864e4-1daa-4b0a-98fd-ee4f2d171cec service nova] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Updating instance_info_cache with network_info: [{"id": "99faccc7-fc9b-4b94-afc9-f3077b9514d8", "address": "fa:16:3e:3f:1a:ef", "network": {"id": "ca628334-a423-4501-84ce-464eed48f2b5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1018833306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7ff901235334c4293042d9b0299d8a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99faccc7-fc", "ovs_interfaceid": "99faccc7-fc9b-4b94-afc9-f3077b9514d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.890986] env[65682]: DEBUG nova.scheduler.client.report [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Updated inventory for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1175.891311] env[65682]: DEBUG nova.compute.provider_tree [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Updating resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 generation from 159 to 160 during operation: update_inventory {{(pid=65682) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1175.891494] env[65682]: DEBUG nova.compute.provider_tree [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1175.924744] env[65682]: WARNING neutronclient.v2_0.client [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1176.061495] env[65682]: DEBUG nova.objects.instance [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lazy-loading 'pci_requests' on Instance uuid b87e45d9-626e-42bc-a3bf-fd78b9d879e3 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.078994] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.142782] env[65682]: DEBUG oslo_vmware.api [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5259561a-e05b-dcc7-4229-eae0b710ab11, 'name': SearchDatastore_Task, 'duration_secs': 0.0116} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.143133] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.143368] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.143615] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.143750] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.143932] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.144231] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4226a92-3021-47d6-a48d-b94a17b87ac9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.154571] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.154767] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.155558] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-129c1c2a-04c3-4b9f-9c59-2fc4efe914bb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.161590] env[65682]: DEBUG oslo_vmware.api [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1176.161590] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525b0604-3fbf-439f-1c88-34a7b57766d6" [ 1176.161590] env[65682]: _type = "Task" [ 1176.161590] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.170152] env[65682]: DEBUG oslo_vmware.api [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525b0604-3fbf-439f-1c88-34a7b57766d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.225059] env[65682]: DEBUG oslo_vmware.api [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616864, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.322088] env[65682]: DEBUG oslo_concurrency.lockutils [req-f96e260b-fcc3-4647-8e69-3b5242ab4d92 req-5ba864e4-1daa-4b0a-98fd-ee4f2d171cec service nova] Releasing lock "refresh_cache-9a4a8df3-262e-494e-9880-6682ec07103d" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.398073] env[65682]: DEBUG oslo_concurrency.lockutils [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.771s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.398836] env[65682]: DEBUG nova.compute.manager [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1176.401746] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.323s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.403199] env[65682]: INFO nova.compute.claims [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.460396] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "8638b1d1-2308-42d4-acbb-0c50031dc886" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.460743] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "8638b1d1-2308-42d4-acbb-0c50031dc886" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.460871] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "8638b1d1-2308-42d4-acbb-0c50031dc886-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.461042] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "8638b1d1-2308-42d4-acbb-0c50031dc886-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.461248] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "8638b1d1-2308-42d4-acbb-0c50031dc886-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.463383] env[65682]: INFO nova.compute.manager [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Terminating instance [ 1176.565891] env[65682]: DEBUG nova.objects.base [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65682) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1176.566146] env[65682]: DEBUG nova.network.neutron [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1176.566485] env[65682]: WARNING neutronclient.v2_0.client [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1176.566781] env[65682]: WARNING neutronclient.v2_0.client [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1176.631257] env[65682]: DEBUG nova.policy [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '624e5e7ac2844a7c8fc447e8890214e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b87a7f5e3294030a48b0bacd6637caf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1176.674856] env[65682]: DEBUG oslo_vmware.api [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525b0604-3fbf-439f-1c88-34a7b57766d6, 'name': SearchDatastore_Task, 'duration_secs': 0.008987} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.675725] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68de1c22-8a19-4c1a-8e2b-7f76881819d7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.681809] env[65682]: DEBUG oslo_vmware.api [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1176.681809] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a87ab5-d52b-a3de-a4e9-6c8d20b518e3" [ 1176.681809] env[65682]: _type = "Task" [ 1176.681809] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.690855] env[65682]: DEBUG oslo_vmware.api [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a87ab5-d52b-a3de-a4e9-6c8d20b518e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.724267] env[65682]: DEBUG oslo_vmware.api [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616864, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.907531] env[65682]: DEBUG nova.compute.utils [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1176.912764] env[65682]: DEBUG nova.compute.manager [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1176.913128] env[65682]: DEBUG nova.network.neutron [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1176.913747] env[65682]: WARNING neutronclient.v2_0.client [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1176.914130] env[65682]: WARNING neutronclient.v2_0.client [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1176.953656] env[65682]: DEBUG nova.policy [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73aa95d0a41b4b15bbe2b2664f1f64c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '824187397d5f4890a1360d60e59329fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1176.967654] env[65682]: DEBUG nova.compute.manager [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1176.967900] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.968208] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-021073db-2bc8-45f1-a728-4b8e40e7de16 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.975737] env[65682]: DEBUG oslo_vmware.api [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 1176.975737] env[65682]: value = "task-4616865" [ 1176.975737] env[65682]: _type = "Task" [ 1176.975737] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.986412] env[65682]: DEBUG oslo_vmware.api [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.194525] env[65682]: DEBUG oslo_vmware.api [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a87ab5-d52b-a3de-a4e9-6c8d20b518e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009952} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.194772] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.195041] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 9a4a8df3-262e-494e-9880-6682ec07103d/9a4a8df3-262e-494e-9880-6682ec07103d.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1177.195314] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b71bc02-9d32-4f0f-b3aa-c027cf7489ae {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.203811] env[65682]: DEBUG oslo_vmware.api [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1177.203811] env[65682]: value = "task-4616866" [ 1177.203811] env[65682]: _type = "Task" [ 1177.203811] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.212420] env[65682]: DEBUG oslo_vmware.api [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.223387] env[65682]: DEBUG oslo_vmware.api [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616864, 'name': PowerOnVM_Task, 'duration_secs': 1.128015} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.223737] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.223817] env[65682]: INFO nova.compute.manager [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Took 10.93 seconds to spawn the instance on the hypervisor. [ 1177.223991] env[65682]: DEBUG nova.compute.manager [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1177.224846] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86ccb59-f1ac-4551-9ae3-519390248ecb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.279565] env[65682]: DEBUG nova.network.neutron [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Successfully created port: 8501df2f-3143-4932-a0e0-607e6fe77795 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1177.413485] env[65682]: DEBUG nova.compute.manager [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1177.492217] env[65682]: DEBUG oslo_vmware.api [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616865, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.658311] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534d339e-e1db-4bef-b30c-f2628d3a96e6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.668611] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1471fe4c-569c-4d57-ad4a-1fde1e44aba6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.703919] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4f4cf5-9934-4dae-9370-3b0057762a70 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.718834] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec9cf62-8931-4e4e-b68d-7bcc5ad9f918 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.722840] env[65682]: DEBUG oslo_vmware.api [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497628} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.723151] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 9a4a8df3-262e-494e-9880-6682ec07103d/9a4a8df3-262e-494e-9880-6682ec07103d.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1177.723395] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1177.723941] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b187392-840f-431b-892c-d260f9d8c125 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.735112] env[65682]: DEBUG nova.compute.provider_tree [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.743236] env[65682]: DEBUG oslo_vmware.api [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1177.743236] env[65682]: value = "task-4616867" [ 1177.743236] env[65682]: _type = "Task" [ 1177.743236] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.746168] env[65682]: INFO nova.compute.manager [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Took 22.56 seconds to build instance. [ 1177.756780] env[65682]: DEBUG oslo_vmware.api [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.992217] env[65682]: DEBUG oslo_vmware.api [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616865, 'name': PowerOffVM_Task, 'duration_secs': 0.904108} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.992510] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.992650] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Volume detach. Driver type: vmdk {{(pid=65682) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1177.992841] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901719', 'volume_id': '239f5fb0-ee9e-4057-b1d2-d9527987035f', 'name': 'volume-239f5fb0-ee9e-4057-b1d2-d9527987035f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8638b1d1-2308-42d4-acbb-0c50031dc886', 'attached_at': '2025-11-20T20:34:10.000000', 'detached_at': '', 'volume_id': '239f5fb0-ee9e-4057-b1d2-d9527987035f', 'serial': '239f5fb0-ee9e-4057-b1d2-d9527987035f'} {{(pid=65682) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1177.993674] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f01b38-8ec8-4b5f-81a0-f8715f0a7173 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.016624] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda76a0b-777f-4ccc-8b06-90b3f9c84432 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.025430] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56a5a14-3f55-42f8-a2bb-76e8c64e0c5d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.049379] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353cbbfb-932d-4eca-876e-eb0141a556f0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.072974] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] The volume has not been displaced from its original location: [datastore2] volume-239f5fb0-ee9e-4057-b1d2-d9527987035f/volume-239f5fb0-ee9e-4057-b1d2-d9527987035f.vmdk. No consolidation needed. {{(pid=65682) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1178.081620] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1178.082099] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d118d21-81b9-4a18-9483-1d1d55fdbd3c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.109967] env[65682]: DEBUG oslo_vmware.api [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 1178.109967] env[65682]: value = "task-4616868" [ 1178.109967] env[65682]: _type = "Task" [ 1178.109967] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.118963] env[65682]: DEBUG oslo_vmware.api [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616868, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.169158] env[65682]: DEBUG nova.network.neutron [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Successfully updated port: efa7fc02-0250-4a05-a298-16b159bbf9ea {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1178.244416] env[65682]: DEBUG nova.scheduler.client.report [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.253813] env[65682]: DEBUG oslo_concurrency.lockutils [None req-fcf760af-1584-4c78-ab5b-9682a6cc86f1 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "2d0d314a-af07-4f58-ac67-bf12028f8ac5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.078s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.259837] env[65682]: DEBUG oslo_vmware.api [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110983} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.260718] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1178.261519] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ca43fc-c962-4af8-ae96-a1ae713d9385 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.286348] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 9a4a8df3-262e-494e-9880-6682ec07103d/9a4a8df3-262e-494e-9880-6682ec07103d.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.287125] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0d28d30-0b85-4d22-a8fc-cfb7634ca731 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.308526] env[65682]: DEBUG oslo_vmware.api [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1178.308526] env[65682]: value = "task-4616869" [ 1178.308526] env[65682]: _type = "Task" [ 1178.308526] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.320438] env[65682]: DEBUG oslo_vmware.api [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616869, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.423489] env[65682]: DEBUG nova.compute.manager [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1178.451967] env[65682]: DEBUG nova.virt.hardware [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1178.452288] env[65682]: DEBUG nova.virt.hardware [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.452476] env[65682]: DEBUG nova.virt.hardware [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1178.452712] env[65682]: DEBUG nova.virt.hardware [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.452872] env[65682]: DEBUG nova.virt.hardware [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1178.453035] env[65682]: DEBUG nova.virt.hardware [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1178.453265] env[65682]: DEBUG nova.virt.hardware [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1178.453427] env[65682]: DEBUG nova.virt.hardware [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1178.453614] env[65682]: DEBUG nova.virt.hardware [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1178.453747] env[65682]: DEBUG nova.virt.hardware [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1178.453960] env[65682]: DEBUG nova.virt.hardware [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1178.455179] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b99194-0778-45de-a12e-44ec34ecd80a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.465028] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f1d507-2298-4c25-9152-4f23d4e40139 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.620886] env[65682]: DEBUG oslo_vmware.api [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616868, 'name': ReconfigVM_Task, 'duration_secs': 0.459838} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.622016] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1178.628017] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d84855f5-0a48-44ce-8c26-742260d75939 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.645403] env[65682]: DEBUG oslo_vmware.api [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 1178.645403] env[65682]: value = "task-4616870" [ 1178.645403] env[65682]: _type = "Task" [ 1178.645403] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.654627] env[65682]: DEBUG oslo_vmware.api [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616870, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.656877] env[65682]: DEBUG nova.compute.manager [req-b70bca15-7dd4-49d1-a119-d2a5e5b4f252 req-b7bc3cf6-42da-41d7-9f33-be23d6d878c9 service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Received event network-vif-plugged-efa7fc02-0250-4a05-a298-16b159bbf9ea {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1178.657103] env[65682]: DEBUG oslo_concurrency.lockutils [req-b70bca15-7dd4-49d1-a119-d2a5e5b4f252 req-b7bc3cf6-42da-41d7-9f33-be23d6d878c9 service nova] Acquiring lock "b87e45d9-626e-42bc-a3bf-fd78b9d879e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.657302] env[65682]: DEBUG oslo_concurrency.lockutils [req-b70bca15-7dd4-49d1-a119-d2a5e5b4f252 req-b7bc3cf6-42da-41d7-9f33-be23d6d878c9 service nova] Lock "b87e45d9-626e-42bc-a3bf-fd78b9d879e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.657460] env[65682]: DEBUG oslo_concurrency.lockutils [req-b70bca15-7dd4-49d1-a119-d2a5e5b4f252 req-b7bc3cf6-42da-41d7-9f33-be23d6d878c9 service nova] Lock "b87e45d9-626e-42bc-a3bf-fd78b9d879e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.657655] env[65682]: DEBUG nova.compute.manager [req-b70bca15-7dd4-49d1-a119-d2a5e5b4f252 req-b7bc3cf6-42da-41d7-9f33-be23d6d878c9 service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] No waiting events found dispatching network-vif-plugged-efa7fc02-0250-4a05-a298-16b159bbf9ea {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1178.657772] env[65682]: WARNING nova.compute.manager [req-b70bca15-7dd4-49d1-a119-d2a5e5b4f252 req-b7bc3cf6-42da-41d7-9f33-be23d6d878c9 service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Received unexpected event network-vif-plugged-efa7fc02-0250-4a05-a298-16b159bbf9ea for instance with vm_state active and task_state None. [ 1178.672915] env[65682]: DEBUG oslo_concurrency.lockutils [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "refresh_cache-b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.673211] env[65682]: DEBUG oslo_concurrency.lockutils [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquired lock "refresh_cache-b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.673392] env[65682]: DEBUG nova.network.neutron [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1178.750649] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.751512] env[65682]: DEBUG nova.compute.manager [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1178.780569] env[65682]: DEBUG nova.compute.manager [req-db1905b9-39af-4934-a39e-0cc97c616db7 req-0d3a8bde-02eb-407c-9f42-4dd258688e3b service nova] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Received event network-vif-plugged-8501df2f-3143-4932-a0e0-607e6fe77795 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1178.780886] env[65682]: DEBUG oslo_concurrency.lockutils [req-db1905b9-39af-4934-a39e-0cc97c616db7 req-0d3a8bde-02eb-407c-9f42-4dd258688e3b service nova] Acquiring lock "d0a0be9b-5861-4275-b69e-bba224771028-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.781289] env[65682]: DEBUG oslo_concurrency.lockutils [req-db1905b9-39af-4934-a39e-0cc97c616db7 req-0d3a8bde-02eb-407c-9f42-4dd258688e3b service nova] Lock "d0a0be9b-5861-4275-b69e-bba224771028-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.781900] env[65682]: DEBUG oslo_concurrency.lockutils [req-db1905b9-39af-4934-a39e-0cc97c616db7 req-0d3a8bde-02eb-407c-9f42-4dd258688e3b service nova] Lock "d0a0be9b-5861-4275-b69e-bba224771028-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.781900] env[65682]: DEBUG nova.compute.manager [req-db1905b9-39af-4934-a39e-0cc97c616db7 req-0d3a8bde-02eb-407c-9f42-4dd258688e3b service nova] [instance: d0a0be9b-5861-4275-b69e-bba224771028] No waiting events found dispatching network-vif-plugged-8501df2f-3143-4932-a0e0-607e6fe77795 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1178.782239] env[65682]: WARNING nova.compute.manager [req-db1905b9-39af-4934-a39e-0cc97c616db7 req-0d3a8bde-02eb-407c-9f42-4dd258688e3b service nova] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Received unexpected event network-vif-plugged-8501df2f-3143-4932-a0e0-607e6fe77795 for instance with vm_state building and task_state spawning. [ 1178.821742] env[65682]: DEBUG oslo_vmware.api [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616869, 'name': ReconfigVM_Task, 'duration_secs': 0.411703} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.822148] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 9a4a8df3-262e-494e-9880-6682ec07103d/9a4a8df3-262e-494e-9880-6682ec07103d.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.822971] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5170bcc-e392-492f-83db-d933ec10efdc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.832170] env[65682]: DEBUG oslo_vmware.api [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1178.832170] env[65682]: value = "task-4616871" [ 1178.832170] env[65682]: _type = "Task" [ 1178.832170] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.842202] env[65682]: DEBUG oslo_vmware.api [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616871, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.887874] env[65682]: DEBUG nova.network.neutron [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Successfully updated port: 8501df2f-3143-4932-a0e0-607e6fe77795 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1179.155601] env[65682]: DEBUG oslo_vmware.api [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616870, 'name': ReconfigVM_Task, 'duration_secs': 0.202308} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.155904] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901719', 'volume_id': '239f5fb0-ee9e-4057-b1d2-d9527987035f', 'name': 'volume-239f5fb0-ee9e-4057-b1d2-d9527987035f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8638b1d1-2308-42d4-acbb-0c50031dc886', 'attached_at': '2025-11-20T20:34:10.000000', 'detached_at': '', 'volume_id': '239f5fb0-ee9e-4057-b1d2-d9527987035f', 'serial': '239f5fb0-ee9e-4057-b1d2-d9527987035f'} {{(pid=65682) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1179.156227] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.157139] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19dd076-53d8-4b8b-99fb-01ab200db4e1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.165471] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.165732] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20cefa03-d0d3-4a93-a829-871b1c7fe322 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.218881] env[65682]: WARNING nova.network.neutron [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] c45a451c-4ba5-4425-97bd-74d6c41dd161 already exists in list: networks containing: ['c45a451c-4ba5-4425-97bd-74d6c41dd161']. ignoring it [ 1179.219144] env[65682]: WARNING nova.network.neutron [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] c45a451c-4ba5-4425-97bd-74d6c41dd161 already exists in list: networks containing: ['c45a451c-4ba5-4425-97bd-74d6c41dd161']. ignoring it [ 1179.251246] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.251495] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.251758] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Deleting the datastore file [datastore2] 8638b1d1-2308-42d4-acbb-0c50031dc886 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.252023] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c911ab8-d62b-4087-ae5f-a1919ef1b67c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.255817] env[65682]: DEBUG nova.compute.utils [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1179.260728] env[65682]: DEBUG nova.compute.manager [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1179.260922] env[65682]: DEBUG nova.network.neutron [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1179.261271] env[65682]: WARNING neutronclient.v2_0.client [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1179.261605] env[65682]: WARNING neutronclient.v2_0.client [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1179.271144] env[65682]: DEBUG oslo_vmware.api [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 1179.271144] env[65682]: value = "task-4616873" [ 1179.271144] env[65682]: _type = "Task" [ 1179.271144] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.281292] env[65682]: DEBUG oslo_vmware.api [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.315220] env[65682]: DEBUG nova.policy [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e57073e2ad84d08a91ca82ce72096c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '983a459c835447309a57d7ac8b8bcfa5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1179.344019] env[65682]: DEBUG oslo_vmware.api [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616871, 'name': Rename_Task, 'duration_secs': 0.21685} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.344400] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.344616] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7b8243b-1565-4144-840b-fbc02f889ea4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.352694] env[65682]: DEBUG oslo_vmware.api [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1179.352694] env[65682]: value = "task-4616874" [ 1179.352694] env[65682]: _type = "Task" [ 1179.352694] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.361279] env[65682]: WARNING neutronclient.v2_0.client [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1179.371454] env[65682]: DEBUG oslo_vmware.api [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.393886] env[65682]: DEBUG oslo_concurrency.lockutils [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "refresh_cache-d0a0be9b-5861-4275-b69e-bba224771028" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.393886] env[65682]: DEBUG oslo_concurrency.lockutils [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquired lock "refresh_cache-d0a0be9b-5861-4275-b69e-bba224771028" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.393886] env[65682]: DEBUG nova.network.neutron [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1179.537886] env[65682]: WARNING neutronclient.v2_0.client [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1179.660847] env[65682]: DEBUG nova.network.neutron [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Successfully created port: a6543ec7-2445-4dc5-a303-d9489ed15e91 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1179.760663] env[65682]: DEBUG nova.compute.manager [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1179.782438] env[65682]: DEBUG oslo_vmware.api [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089969} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.782845] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.782927] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.783336] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.783336] env[65682]: INFO nova.compute.manager [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Took 2.82 seconds to destroy the instance on the hypervisor. [ 1179.783580] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1179.783782] env[65682]: DEBUG nova.compute.manager [-] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1179.783881] env[65682]: DEBUG nova.network.neutron [-] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1179.784165] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1179.836976] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1179.865799] env[65682]: DEBUG oslo_vmware.api [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616874, 'name': PowerOnVM_Task, 'duration_secs': 0.504715} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.866136] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.866623] env[65682]: INFO nova.compute.manager [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Took 7.12 seconds to spawn the instance on the hypervisor. [ 1179.866894] env[65682]: DEBUG nova.compute.manager [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1179.867753] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d037b889-3fed-44d6-bfb1-e07ab398561e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.871848] env[65682]: WARNING neutronclient.v2_0.client [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1180.394417] env[65682]: INFO nova.compute.manager [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Took 14.95 seconds to build instance. [ 1180.403656] env[65682]: DEBUG nova.network.neutron [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1180.467043] env[65682]: DEBUG nova.network.neutron [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Updating instance_info_cache with network_info: [{"id": "454eaab5-9a3e-4dce-b9d4-0d253b918cc7", "address": "fa:16:3e:c5:e7:4c", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap454eaab5-9a", "ovs_interfaceid": "454eaab5-9a3e-4dce-b9d4-0d253b918cc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4e8e0a0c-30cd-4628-9374-6917be62cdeb", "address": "fa:16:3e:ff:09:1b", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e8e0a0c-30", "ovs_interfaceid": "4e8e0a0c-30cd-4628-9374-6917be62cdeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "efa7fc02-0250-4a05-a298-16b159bbf9ea", "address": "fa:16:3e:43:ba:4d", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefa7fc02-02", "ovs_interfaceid": "efa7fc02-0250-4a05-a298-16b159bbf9ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.547008] env[65682]: WARNING neutronclient.v2_0.client [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1180.613570] env[65682]: DEBUG nova.network.neutron [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Updating instance_info_cache with network_info: [{"id": "8501df2f-3143-4932-a0e0-607e6fe77795", "address": "fa:16:3e:7a:b9:08", "network": {"id": "6478e152-17d6-438a-af59-4acacc2303f3", "bridge": "br-int", "label": "tempest-ServersTestJSON-1098750738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824187397d5f4890a1360d60e59329fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8501df2f-31", "ovs_interfaceid": "8501df2f-3143-4932-a0e0-607e6fe77795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.691905] env[65682]: DEBUG nova.compute.manager [req-5b5c327e-03fc-4b53-a213-5936bf35440c req-be00a117-e5bb-467c-a7ab-7d4ab538b224 service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Received event network-changed-efa7fc02-0250-4a05-a298-16b159bbf9ea {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1180.692132] env[65682]: DEBUG nova.compute.manager [req-5b5c327e-03fc-4b53-a213-5936bf35440c req-be00a117-e5bb-467c-a7ab-7d4ab538b224 service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Refreshing instance network info cache due to event network-changed-efa7fc02-0250-4a05-a298-16b159bbf9ea. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1180.692311] env[65682]: DEBUG oslo_concurrency.lockutils [req-5b5c327e-03fc-4b53-a213-5936bf35440c req-be00a117-e5bb-467c-a7ab-7d4ab538b224 service nova] Acquiring lock "refresh_cache-b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.772867] env[65682]: DEBUG nova.compute.manager [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1180.802931] env[65682]: DEBUG nova.virt.hardware [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1180.803200] env[65682]: DEBUG nova.virt.hardware [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.803355] env[65682]: DEBUG nova.virt.hardware [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1180.803535] env[65682]: DEBUG nova.virt.hardware [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.803683] env[65682]: DEBUG nova.virt.hardware [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1180.803822] env[65682]: DEBUG nova.virt.hardware [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1180.804100] env[65682]: DEBUG nova.virt.hardware [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1180.804195] env[65682]: DEBUG nova.virt.hardware [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1180.804363] env[65682]: DEBUG nova.virt.hardware [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1180.804558] env[65682]: DEBUG nova.virt.hardware [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1180.804701] env[65682]: DEBUG nova.virt.hardware [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1180.805618] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c96cd13-daeb-42cd-a0c6-3cfa0a652adf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.811266] env[65682]: DEBUG nova.compute.manager [req-e1181055-7ab3-4229-8c18-f10e8d8eb48d req-bd873c06-67b1-4a69-8636-bfc42a1946c8 service nova] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Received event network-changed-8501df2f-3143-4932-a0e0-607e6fe77795 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1180.811839] env[65682]: DEBUG nova.compute.manager [req-e1181055-7ab3-4229-8c18-f10e8d8eb48d req-bd873c06-67b1-4a69-8636-bfc42a1946c8 service nova] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Refreshing instance network info cache due to event network-changed-8501df2f-3143-4932-a0e0-607e6fe77795. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1180.812388] env[65682]: DEBUG oslo_concurrency.lockutils [req-e1181055-7ab3-4229-8c18-f10e8d8eb48d req-bd873c06-67b1-4a69-8636-bfc42a1946c8 service nova] Acquiring lock "refresh_cache-d0a0be9b-5861-4275-b69e-bba224771028" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.816463] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a49c7c-5d6f-4a8b-bd1e-db2f4d95e4d1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.838162] env[65682]: DEBUG nova.network.neutron [-] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.897019] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3f219871-8918-417d-ace4-686c61fd1f6f tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Lock "9a4a8df3-262e-494e-9880-6682ec07103d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.468s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.970484] env[65682]: DEBUG oslo_concurrency.lockutils [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Releasing lock "refresh_cache-b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.971321] env[65682]: DEBUG oslo_concurrency.lockutils [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.971519] env[65682]: DEBUG oslo_concurrency.lockutils [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquired lock "b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.971831] env[65682]: DEBUG oslo_concurrency.lockutils [req-5b5c327e-03fc-4b53-a213-5936bf35440c req-be00a117-e5bb-467c-a7ab-7d4ab538b224 service nova] Acquired lock "refresh_cache-b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.972036] env[65682]: DEBUG nova.network.neutron [req-5b5c327e-03fc-4b53-a213-5936bf35440c req-be00a117-e5bb-467c-a7ab-7d4ab538b224 service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Refreshing network info cache for port efa7fc02-0250-4a05-a298-16b159bbf9ea {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.974164] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5d3ec8-cfcf-4f23-8f6a-f30f2a04f0b2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.997759] env[65682]: DEBUG nova.virt.hardware [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1180.997759] env[65682]: DEBUG nova.virt.hardware [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.997759] env[65682]: DEBUG nova.virt.hardware [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1180.998075] env[65682]: DEBUG nova.virt.hardware [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.998315] env[65682]: DEBUG nova.virt.hardware [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1180.998584] env[65682]: DEBUG nova.virt.hardware [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1180.998975] env[65682]: DEBUG nova.virt.hardware [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1180.999298] env[65682]: DEBUG nova.virt.hardware [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1180.999501] env[65682]: DEBUG nova.virt.hardware [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1180.999783] env[65682]: DEBUG nova.virt.hardware [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1181.000129] env[65682]: DEBUG nova.virt.hardware [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1181.009046] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Reconfiguring VM to attach interface {{(pid=65682) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1181.010573] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0440926a-e09f-4b72-8159-a1a3614da53a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.033467] env[65682]: DEBUG oslo_vmware.api [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1181.033467] env[65682]: value = "task-4616875" [ 1181.033467] env[65682]: _type = "Task" [ 1181.033467] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.043567] env[65682]: DEBUG oslo_vmware.api [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616875, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.116941] env[65682]: DEBUG oslo_concurrency.lockutils [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Releasing lock "refresh_cache-d0a0be9b-5861-4275-b69e-bba224771028" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.117440] env[65682]: DEBUG nova.compute.manager [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Instance network_info: |[{"id": "8501df2f-3143-4932-a0e0-607e6fe77795", "address": "fa:16:3e:7a:b9:08", "network": {"id": "6478e152-17d6-438a-af59-4acacc2303f3", "bridge": "br-int", "label": "tempest-ServersTestJSON-1098750738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824187397d5f4890a1360d60e59329fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8501df2f-31", "ovs_interfaceid": "8501df2f-3143-4932-a0e0-607e6fe77795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1181.117882] env[65682]: DEBUG oslo_concurrency.lockutils [req-e1181055-7ab3-4229-8c18-f10e8d8eb48d req-bd873c06-67b1-4a69-8636-bfc42a1946c8 service nova] Acquired lock "refresh_cache-d0a0be9b-5861-4275-b69e-bba224771028" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.118202] env[65682]: DEBUG nova.network.neutron [req-e1181055-7ab3-4229-8c18-f10e8d8eb48d req-bd873c06-67b1-4a69-8636-bfc42a1946c8 service nova] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Refreshing network info cache for port 8501df2f-3143-4932-a0e0-607e6fe77795 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.119605] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:b9:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8501df2f-3143-4932-a0e0-607e6fe77795', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1181.127246] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1181.128518] env[65682]: WARNING neutronclient.v2_0.client [req-e1181055-7ab3-4229-8c18-f10e8d8eb48d req-bd873c06-67b1-4a69-8636-bfc42a1946c8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.130846] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1181.131882] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-568f3300-cf62-4722-ac0c-58a708cfd22a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.153883] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1181.153883] env[65682]: value = "task-4616876" [ 1181.153883] env[65682]: _type = "Task" [ 1181.153883] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.163361] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616876, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.278555] env[65682]: DEBUG nova.network.neutron [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Successfully updated port: a6543ec7-2445-4dc5-a303-d9489ed15e91 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1181.284902] env[65682]: WARNING neutronclient.v2_0.client [req-e1181055-7ab3-4229-8c18-f10e8d8eb48d req-bd873c06-67b1-4a69-8636-bfc42a1946c8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.340686] env[65682]: INFO nova.compute.manager [-] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Took 1.56 seconds to deallocate network for instance. [ 1181.362029] env[65682]: DEBUG nova.network.neutron [req-e1181055-7ab3-4229-8c18-f10e8d8eb48d req-bd873c06-67b1-4a69-8636-bfc42a1946c8 service nova] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Updated VIF entry in instance network info cache for port 8501df2f-3143-4932-a0e0-607e6fe77795. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1181.362427] env[65682]: DEBUG nova.network.neutron [req-e1181055-7ab3-4229-8c18-f10e8d8eb48d req-bd873c06-67b1-4a69-8636-bfc42a1946c8 service nova] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Updating instance_info_cache with network_info: [{"id": "8501df2f-3143-4932-a0e0-607e6fe77795", "address": "fa:16:3e:7a:b9:08", "network": {"id": "6478e152-17d6-438a-af59-4acacc2303f3", "bridge": "br-int", "label": "tempest-ServersTestJSON-1098750738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824187397d5f4890a1360d60e59329fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8501df2f-31", "ovs_interfaceid": "8501df2f-3143-4932-a0e0-607e6fe77795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.379102] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3e2878c5-aece-44b5-9e1e-233aa5877356 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquiring lock "9a4a8df3-262e-494e-9880-6682ec07103d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.379404] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3e2878c5-aece-44b5-9e1e-233aa5877356 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Lock "9a4a8df3-262e-494e-9880-6682ec07103d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.379621] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3e2878c5-aece-44b5-9e1e-233aa5877356 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquiring lock "9a4a8df3-262e-494e-9880-6682ec07103d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.379800] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3e2878c5-aece-44b5-9e1e-233aa5877356 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Lock "9a4a8df3-262e-494e-9880-6682ec07103d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.379959] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3e2878c5-aece-44b5-9e1e-233aa5877356 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Lock "9a4a8df3-262e-494e-9880-6682ec07103d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.382221] env[65682]: INFO nova.compute.manager [None req-3e2878c5-aece-44b5-9e1e-233aa5877356 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Terminating instance [ 1181.478846] env[65682]: WARNING neutronclient.v2_0.client [req-5b5c327e-03fc-4b53-a213-5936bf35440c req-be00a117-e5bb-467c-a7ab-7d4ab538b224 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.547928] env[65682]: DEBUG oslo_vmware.api [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.665405] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616876, 'name': CreateVM_Task, 'duration_secs': 0.449181} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.665609] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1181.666141] env[65682]: WARNING neutronclient.v2_0.client [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.666502] env[65682]: DEBUG oslo_concurrency.lockutils [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.666657] env[65682]: DEBUG oslo_concurrency.lockutils [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.667051] env[65682]: DEBUG oslo_concurrency.lockutils [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.668166] env[65682]: WARNING neutronclient.v2_0.client [req-5b5c327e-03fc-4b53-a213-5936bf35440c req-be00a117-e5bb-467c-a7ab-7d4ab538b224 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.670300] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e3c05d4-e5d2-4aa9-bd4c-3067789b8cab {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.676228] env[65682]: DEBUG oslo_vmware.api [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1181.676228] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c75269-7282-37b7-32eb-e0a270550798" [ 1181.676228] env[65682]: _type = "Task" [ 1181.676228] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.685956] env[65682]: DEBUG oslo_vmware.api [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c75269-7282-37b7-32eb-e0a270550798, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.744375] env[65682]: DEBUG nova.network.neutron [req-5b5c327e-03fc-4b53-a213-5936bf35440c req-be00a117-e5bb-467c-a7ab-7d4ab538b224 service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Updated VIF entry in instance network info cache for port efa7fc02-0250-4a05-a298-16b159bbf9ea. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1181.744912] env[65682]: DEBUG nova.network.neutron [req-5b5c327e-03fc-4b53-a213-5936bf35440c req-be00a117-e5bb-467c-a7ab-7d4ab538b224 service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Updating instance_info_cache with network_info: [{"id": "454eaab5-9a3e-4dce-b9d4-0d253b918cc7", "address": "fa:16:3e:c5:e7:4c", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap454eaab5-9a", "ovs_interfaceid": "454eaab5-9a3e-4dce-b9d4-0d253b918cc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4e8e0a0c-30cd-4628-9374-6917be62cdeb", "address": "fa:16:3e:ff:09:1b", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e8e0a0c-30", "ovs_interfaceid": "4e8e0a0c-30cd-4628-9374-6917be62cdeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "efa7fc02-0250-4a05-a298-16b159bbf9ea", "address": "fa:16:3e:43:ba:4d", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefa7fc02-02", "ovs_interfaceid": "efa7fc02-0250-4a05-a298-16b159bbf9ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.785188] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "refresh_cache-dadcffdb-a33b-4b0e-8cf2-49337e952466" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.785502] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquired lock "refresh_cache-dadcffdb-a33b-4b0e-8cf2-49337e952466" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.785705] env[65682]: DEBUG nova.network.neutron [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1181.865667] env[65682]: DEBUG oslo_concurrency.lockutils [req-e1181055-7ab3-4229-8c18-f10e8d8eb48d req-bd873c06-67b1-4a69-8636-bfc42a1946c8 service nova] Releasing lock "refresh_cache-d0a0be9b-5861-4275-b69e-bba224771028" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.885757] env[65682]: DEBUG nova.compute.manager [None req-3e2878c5-aece-44b5-9e1e-233aa5877356 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1181.885983] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2878c5-aece-44b5-9e1e-233aa5877356 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.886936] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1a24c9-77b2-4356-80a4-fa7970a5f4a6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.891749] env[65682]: INFO nova.compute.manager [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Took 0.55 seconds to detach 1 volumes for instance. [ 1181.895430] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e2878c5-aece-44b5-9e1e-233aa5877356 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.895923] env[65682]: DEBUG nova.compute.manager [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Deleting volume: 239f5fb0-ee9e-4057-b1d2-d9527987035f {{(pid=65682) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3320}} [ 1181.897755] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f26499e-4be4-42ca-8099-8670b51012b8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.906349] env[65682]: DEBUG oslo_vmware.api [None req-3e2878c5-aece-44b5-9e1e-233aa5877356 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1181.906349] env[65682]: value = "task-4616877" [ 1181.906349] env[65682]: _type = "Task" [ 1181.906349] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.918053] env[65682]: DEBUG oslo_vmware.api [None req-3e2878c5-aece-44b5-9e1e-233aa5877356 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.050125] env[65682]: DEBUG oslo_vmware.api [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616875, 'name': ReconfigVM_Task, 'duration_secs': 0.614815} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.050530] env[65682]: WARNING neutronclient.v2_0.client [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.050838] env[65682]: DEBUG oslo_concurrency.lockutils [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Releasing lock "b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.051141] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Reconfigured VM to attach interface {{(pid=65682) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1182.188521] env[65682]: DEBUG oslo_vmware.api [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c75269-7282-37b7-32eb-e0a270550798, 'name': SearchDatastore_Task, 'duration_secs': 0.011376} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.188521] env[65682]: DEBUG oslo_concurrency.lockutils [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.188521] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1182.188521] env[65682]: DEBUG oslo_concurrency.lockutils [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.188697] env[65682]: DEBUG oslo_concurrency.lockutils [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.188765] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1182.189054] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cdcad10-8a22-43c8-a86c-0e4b36ce7fd0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.198914] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1182.199119] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1182.199868] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21c0a258-727d-411a-aeeb-f89aeee0ff20 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.206180] env[65682]: DEBUG oslo_vmware.api [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1182.206180] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5265d353-835a-1016-7a0b-a74c27ba1b9a" [ 1182.206180] env[65682]: _type = "Task" [ 1182.206180] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.214800] env[65682]: DEBUG oslo_vmware.api [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5265d353-835a-1016-7a0b-a74c27ba1b9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.247641] env[65682]: DEBUG oslo_concurrency.lockutils [req-5b5c327e-03fc-4b53-a213-5936bf35440c req-be00a117-e5bb-467c-a7ab-7d4ab538b224 service nova] Releasing lock "refresh_cache-b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.247941] env[65682]: DEBUG nova.compute.manager [req-5b5c327e-03fc-4b53-a213-5936bf35440c req-be00a117-e5bb-467c-a7ab-7d4ab538b224 service nova] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Received event network-changed-caa9a65e-7642-4ec5-8cce-79bca6e6a491 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1182.248192] env[65682]: DEBUG nova.compute.manager [req-5b5c327e-03fc-4b53-a213-5936bf35440c req-be00a117-e5bb-467c-a7ab-7d4ab538b224 service nova] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Refreshing instance network info cache due to event network-changed-caa9a65e-7642-4ec5-8cce-79bca6e6a491. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1182.248411] env[65682]: DEBUG oslo_concurrency.lockutils [req-5b5c327e-03fc-4b53-a213-5936bf35440c req-be00a117-e5bb-467c-a7ab-7d4ab538b224 service nova] Acquiring lock "refresh_cache-2d0d314a-af07-4f58-ac67-bf12028f8ac5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.248549] env[65682]: DEBUG oslo_concurrency.lockutils [req-5b5c327e-03fc-4b53-a213-5936bf35440c req-be00a117-e5bb-467c-a7ab-7d4ab538b224 service nova] Acquired lock "refresh_cache-2d0d314a-af07-4f58-ac67-bf12028f8ac5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.248710] env[65682]: DEBUG nova.network.neutron [req-5b5c327e-03fc-4b53-a213-5936bf35440c req-be00a117-e5bb-467c-a7ab-7d4ab538b224 service nova] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Refreshing network info cache for port caa9a65e-7642-4ec5-8cce-79bca6e6a491 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.320355] env[65682]: DEBUG nova.network.neutron [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1182.407708] env[65682]: WARNING neutronclient.v2_0.client [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.422941] env[65682]: DEBUG oslo_vmware.api [None req-3e2878c5-aece-44b5-9e1e-233aa5877356 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616877, 'name': PowerOffVM_Task, 'duration_secs': 0.179567} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.422941] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e2878c5-aece-44b5-9e1e-233aa5877356 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.422941] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2878c5-aece-44b5-9e1e-233aa5877356 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.423245] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cef081fb-ce85-4700-b1fc-2044944c8d5e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.447756] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.448262] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.448658] env[65682]: DEBUG nova.objects.instance [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lazy-loading 'resources' on Instance uuid 8638b1d1-2308-42d4-acbb-0c50031dc886 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.497683] env[65682]: DEBUG nova.network.neutron [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Updating instance_info_cache with network_info: [{"id": "a6543ec7-2445-4dc5-a303-d9489ed15e91", "address": "fa:16:3e:99:6b:d3", "network": {"id": "d2e676e7-8222-43c3-a279-0be7d717d854", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637644478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983a459c835447309a57d7ac8b8bcfa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6543ec7-24", "ovs_interfaceid": "a6543ec7-2445-4dc5-a303-d9489ed15e91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.500057] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2878c5-aece-44b5-9e1e-233aa5877356 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.500387] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2878c5-aece-44b5-9e1e-233aa5877356 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.500572] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e2878c5-aece-44b5-9e1e-233aa5877356 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Deleting the datastore file [datastore1] 9a4a8df3-262e-494e-9880-6682ec07103d {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.501144] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8abc8887-ef05-494d-af95-721b037e9405 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.510265] env[65682]: DEBUG oslo_vmware.api [None req-3e2878c5-aece-44b5-9e1e-233aa5877356 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for the task: (returnval){ [ 1182.510265] env[65682]: value = "task-4616880" [ 1182.510265] env[65682]: _type = "Task" [ 1182.510265] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.521382] env[65682]: DEBUG oslo_vmware.api [None req-3e2878c5-aece-44b5-9e1e-233aa5877356 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.556420] env[65682]: DEBUG oslo_concurrency.lockutils [None req-eeba0ea0-ee09-4394-aa2d-a95bb58c2f74 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "interface-b87e45d9-626e-42bc-a3bf-fd78b9d879e3-efa7fc02-0250-4a05-a298-16b159bbf9ea" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.136s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.718012] env[65682]: DEBUG oslo_vmware.api [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5265d353-835a-1016-7a0b-a74c27ba1b9a, 'name': SearchDatastore_Task, 'duration_secs': 0.011095} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.718845] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00ed3288-c987-4616-856a-1efa4d1c849a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.725046] env[65682]: DEBUG oslo_vmware.api [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1182.725046] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5253cbab-ee24-41cc-1e9b-ec6b774385a4" [ 1182.725046] env[65682]: _type = "Task" [ 1182.725046] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.733596] env[65682]: DEBUG oslo_vmware.api [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5253cbab-ee24-41cc-1e9b-ec6b774385a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.751534] env[65682]: WARNING neutronclient.v2_0.client [req-5b5c327e-03fc-4b53-a213-5936bf35440c req-be00a117-e5bb-467c-a7ab-7d4ab538b224 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.843551] env[65682]: DEBUG nova.compute.manager [req-83eb4685-5385-416d-890b-9cf4afd8bc47 req-bf442e8d-e9b8-467a-938b-13725ca4dc0b service nova] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Received event network-vif-plugged-a6543ec7-2445-4dc5-a303-d9489ed15e91 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1182.843868] env[65682]: DEBUG oslo_concurrency.lockutils [req-83eb4685-5385-416d-890b-9cf4afd8bc47 req-bf442e8d-e9b8-467a-938b-13725ca4dc0b service nova] Acquiring lock "dadcffdb-a33b-4b0e-8cf2-49337e952466-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.844040] env[65682]: DEBUG oslo_concurrency.lockutils [req-83eb4685-5385-416d-890b-9cf4afd8bc47 req-bf442e8d-e9b8-467a-938b-13725ca4dc0b service nova] Lock "dadcffdb-a33b-4b0e-8cf2-49337e952466-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.844142] env[65682]: DEBUG oslo_concurrency.lockutils [req-83eb4685-5385-416d-890b-9cf4afd8bc47 req-bf442e8d-e9b8-467a-938b-13725ca4dc0b service nova] Lock "dadcffdb-a33b-4b0e-8cf2-49337e952466-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.844435] env[65682]: DEBUG nova.compute.manager [req-83eb4685-5385-416d-890b-9cf4afd8bc47 req-bf442e8d-e9b8-467a-938b-13725ca4dc0b service nova] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] No waiting events found dispatching network-vif-plugged-a6543ec7-2445-4dc5-a303-d9489ed15e91 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1182.844576] env[65682]: WARNING nova.compute.manager [req-83eb4685-5385-416d-890b-9cf4afd8bc47 req-bf442e8d-e9b8-467a-938b-13725ca4dc0b service nova] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Received unexpected event network-vif-plugged-a6543ec7-2445-4dc5-a303-d9489ed15e91 for instance with vm_state building and task_state spawning. [ 1182.844617] env[65682]: DEBUG nova.compute.manager [req-83eb4685-5385-416d-890b-9cf4afd8bc47 req-bf442e8d-e9b8-467a-938b-13725ca4dc0b service nova] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Received event network-changed-a6543ec7-2445-4dc5-a303-d9489ed15e91 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1182.844749] env[65682]: DEBUG nova.compute.manager [req-83eb4685-5385-416d-890b-9cf4afd8bc47 req-bf442e8d-e9b8-467a-938b-13725ca4dc0b service nova] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Refreshing instance network info cache due to event network-changed-a6543ec7-2445-4dc5-a303-d9489ed15e91. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1182.844982] env[65682]: DEBUG oslo_concurrency.lockutils [req-83eb4685-5385-416d-890b-9cf4afd8bc47 req-bf442e8d-e9b8-467a-938b-13725ca4dc0b service nova] Acquiring lock "refresh_cache-dadcffdb-a33b-4b0e-8cf2-49337e952466" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.934969] env[65682]: WARNING neutronclient.v2_0.client [req-5b5c327e-03fc-4b53-a213-5936bf35440c req-be00a117-e5bb-467c-a7ab-7d4ab538b224 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.002813] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Releasing lock "refresh_cache-dadcffdb-a33b-4b0e-8cf2-49337e952466" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.002813] env[65682]: DEBUG nova.compute.manager [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Instance network_info: |[{"id": "a6543ec7-2445-4dc5-a303-d9489ed15e91", "address": "fa:16:3e:99:6b:d3", "network": {"id": "d2e676e7-8222-43c3-a279-0be7d717d854", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637644478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983a459c835447309a57d7ac8b8bcfa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6543ec7-24", "ovs_interfaceid": "a6543ec7-2445-4dc5-a303-d9489ed15e91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1183.003475] env[65682]: DEBUG oslo_concurrency.lockutils [req-83eb4685-5385-416d-890b-9cf4afd8bc47 req-bf442e8d-e9b8-467a-938b-13725ca4dc0b service nova] Acquired lock "refresh_cache-dadcffdb-a33b-4b0e-8cf2-49337e952466" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.003475] env[65682]: DEBUG nova.network.neutron [req-83eb4685-5385-416d-890b-9cf4afd8bc47 req-bf442e8d-e9b8-467a-938b-13725ca4dc0b service nova] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Refreshing network info cache for port a6543ec7-2445-4dc5-a303-d9489ed15e91 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.004833] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:6b:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6543ec7-2445-4dc5-a303-d9489ed15e91', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.012678] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1183.016232] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1183.017310] env[65682]: DEBUG nova.network.neutron [req-5b5c327e-03fc-4b53-a213-5936bf35440c req-be00a117-e5bb-467c-a7ab-7d4ab538b224 service nova] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Updated VIF entry in instance network info cache for port caa9a65e-7642-4ec5-8cce-79bca6e6a491. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1183.017650] env[65682]: DEBUG nova.network.neutron [req-5b5c327e-03fc-4b53-a213-5936bf35440c req-be00a117-e5bb-467c-a7ab-7d4ab538b224 service nova] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Updating instance_info_cache with network_info: [{"id": "caa9a65e-7642-4ec5-8cce-79bca6e6a491", "address": "fa:16:3e:cf:8a:2c", "network": {"id": "1719932d-bcf4-4ad2-8e3f-f55b5aaf896d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1384213493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1063d410f5864f5292ea4436f03d192c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa9a65e-76", "ovs_interfaceid": "caa9a65e-7642-4ec5-8cce-79bca6e6a491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.022163] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f4d5f27-bd6e-4d49-b89f-02141c934b6c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.037577] env[65682]: DEBUG oslo_concurrency.lockutils [req-5b5c327e-03fc-4b53-a213-5936bf35440c req-be00a117-e5bb-467c-a7ab-7d4ab538b224 service nova] Releasing lock "refresh_cache-2d0d314a-af07-4f58-ac67-bf12028f8ac5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.037818] env[65682]: DEBUG nova.compute.manager [req-5b5c327e-03fc-4b53-a213-5936bf35440c req-be00a117-e5bb-467c-a7ab-7d4ab538b224 service nova] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Received event network-vif-deleted-77435005-02e8-4b00-82a1-9df28aaa2e66 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1183.037992] env[65682]: INFO nova.compute.manager [req-5b5c327e-03fc-4b53-a213-5936bf35440c req-be00a117-e5bb-467c-a7ab-7d4ab538b224 service nova] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Neutron deleted interface 77435005-02e8-4b00-82a1-9df28aaa2e66; detaching it from the instance and deleting it from the info cache [ 1183.038185] env[65682]: DEBUG nova.network.neutron [req-5b5c327e-03fc-4b53-a213-5936bf35440c req-be00a117-e5bb-467c-a7ab-7d4ab538b224 service nova] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.050478] env[65682]: DEBUG oslo_vmware.api [None req-3e2878c5-aece-44b5-9e1e-233aa5877356 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Task: {'id': task-4616880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.483948} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.051969] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e2878c5-aece-44b5-9e1e-233aa5877356 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.052152] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2878c5-aece-44b5-9e1e-233aa5877356 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.052355] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2878c5-aece-44b5-9e1e-233aa5877356 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.052546] env[65682]: INFO nova.compute.manager [None req-3e2878c5-aece-44b5-9e1e-233aa5877356 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1183.052798] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-3e2878c5-aece-44b5-9e1e-233aa5877356 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1183.053267] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.053267] env[65682]: value = "task-4616881" [ 1183.053267] env[65682]: _type = "Task" [ 1183.053267] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.056123] env[65682]: DEBUG nova.compute.manager [-] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1183.056236] env[65682]: DEBUG nova.network.neutron [-] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1183.056477] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.089774] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.179383] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3b626e-ac77-4885-8d66-af1ea95ff1c6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.189271] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6686afe8-c4aa-4c44-aa44-f484f8357208 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.232437] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d6fe59-9cae-4db4-b0e1-2913be8d2dc3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.245887] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0b7327-7852-4872-8e74-f9221291f721 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.250459] env[65682]: DEBUG oslo_vmware.api [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]5253cbab-ee24-41cc-1e9b-ec6b774385a4, 'name': SearchDatastore_Task, 'duration_secs': 0.019587} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.250775] env[65682]: DEBUG oslo_concurrency.lockutils [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.251106] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] d0a0be9b-5861-4275-b69e-bba224771028/d0a0be9b-5861-4275-b69e-bba224771028.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.251835] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af48cb13-ddba-462b-937c-03e5225b0b72 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.262997] env[65682]: DEBUG nova.compute.provider_tree [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.275037] env[65682]: DEBUG oslo_vmware.api [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1183.275037] env[65682]: value = "task-4616882" [ 1183.275037] env[65682]: _type = "Task" [ 1183.275037] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.286380] env[65682]: DEBUG oslo_vmware.api [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.517192] env[65682]: WARNING neutronclient.v2_0.client [req-83eb4685-5385-416d-890b-9cf4afd8bc47 req-bf442e8d-e9b8-467a-938b-13725ca4dc0b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.543127] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5cabb68-e0fe-4961-b827-e60edbf0b842 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.553978] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf80d86-fd04-4c73-93a1-89826401d13b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.580266] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616881, 'name': CreateVM_Task, 'duration_secs': 0.392152} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.580499] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1183.581040] env[65682]: WARNING neutronclient.v2_0.client [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.581429] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.581580] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.581902] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.582203] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbdd1ef3-9e4d-47b8-8f91-51b1839cf071 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.598793] env[65682]: DEBUG nova.compute.manager [req-5b5c327e-03fc-4b53-a213-5936bf35440c req-be00a117-e5bb-467c-a7ab-7d4ab538b224 service nova] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Detach interface failed, port_id=77435005-02e8-4b00-82a1-9df28aaa2e66, reason: Instance 8638b1d1-2308-42d4-acbb-0c50031dc886 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1183.600922] env[65682]: DEBUG oslo_vmware.api [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1183.600922] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a9b036-34a7-d75a-d074-e2134f814e1f" [ 1183.600922] env[65682]: _type = "Task" [ 1183.600922] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.611180] env[65682]: DEBUG oslo_vmware.api [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a9b036-34a7-d75a-d074-e2134f814e1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.693321] env[65682]: WARNING neutronclient.v2_0.client [req-83eb4685-5385-416d-890b-9cf4afd8bc47 req-bf442e8d-e9b8-467a-938b-13725ca4dc0b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.766650] env[65682]: DEBUG nova.scheduler.client.report [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.771099] env[65682]: DEBUG nova.network.neutron [req-83eb4685-5385-416d-890b-9cf4afd8bc47 req-bf442e8d-e9b8-467a-938b-13725ca4dc0b service nova] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Updated VIF entry in instance network info cache for port a6543ec7-2445-4dc5-a303-d9489ed15e91. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1183.771579] env[65682]: DEBUG nova.network.neutron [req-83eb4685-5385-416d-890b-9cf4afd8bc47 req-bf442e8d-e9b8-467a-938b-13725ca4dc0b service nova] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Updating instance_info_cache with network_info: [{"id": "a6543ec7-2445-4dc5-a303-d9489ed15e91", "address": "fa:16:3e:99:6b:d3", "network": {"id": "d2e676e7-8222-43c3-a279-0be7d717d854", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637644478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983a459c835447309a57d7ac8b8bcfa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6543ec7-24", "ovs_interfaceid": "a6543ec7-2445-4dc5-a303-d9489ed15e91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.787930] env[65682]: DEBUG oslo_vmware.api [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616882, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.880840] env[65682]: DEBUG nova.network.neutron [-] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.112990] env[65682]: DEBUG oslo_vmware.api [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52a9b036-34a7-d75a-d074-e2134f814e1f, 'name': SearchDatastore_Task, 'duration_secs': 0.034214} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.113315] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.113549] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1184.113777] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.113976] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.114195] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1184.114469] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8d1af50-22bf-44cd-b279-44109841176c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.124091] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1184.124277] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1184.125034] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f6339d8-053a-4cfe-9227-d370dc0f2f58 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.130881] env[65682]: DEBUG oslo_vmware.api [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1184.130881] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52612a37-0fa1-bf72-6562-fbf793b6e3ca" [ 1184.130881] env[65682]: _type = "Task" [ 1184.130881] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.139529] env[65682]: DEBUG oslo_vmware.api [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52612a37-0fa1-bf72-6562-fbf793b6e3ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.275020] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.277560] env[65682]: DEBUG oslo_concurrency.lockutils [req-83eb4685-5385-416d-890b-9cf4afd8bc47 req-bf442e8d-e9b8-467a-938b-13725ca4dc0b service nova] Releasing lock "refresh_cache-dadcffdb-a33b-4b0e-8cf2-49337e952466" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.289356] env[65682]: DEBUG oslo_vmware.api [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616882, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.300024] env[65682]: INFO nova.scheduler.client.report [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Deleted allocations for instance 8638b1d1-2308-42d4-acbb-0c50031dc886 [ 1184.349677] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c75f99b9-05c7-45d0-93a7-84900b5566ea tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "interface-b87e45d9-626e-42bc-a3bf-fd78b9d879e3-4e8e0a0c-30cd-4628-9374-6917be62cdeb" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.349968] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c75f99b9-05c7-45d0-93a7-84900b5566ea tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "interface-b87e45d9-626e-42bc-a3bf-fd78b9d879e3-4e8e0a0c-30cd-4628-9374-6917be62cdeb" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.385052] env[65682]: INFO nova.compute.manager [-] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Took 1.33 seconds to deallocate network for instance. [ 1184.643081] env[65682]: DEBUG oslo_vmware.api [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52612a37-0fa1-bf72-6562-fbf793b6e3ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010242} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.644175] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1820f374-5336-4af4-8204-1189234cd0ac {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.651324] env[65682]: DEBUG oslo_vmware.api [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1184.651324] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52106053-4c95-6544-adb5-7ab17fbf956c" [ 1184.651324] env[65682]: _type = "Task" [ 1184.651324] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.661494] env[65682]: DEBUG oslo_vmware.api [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52106053-4c95-6544-adb5-7ab17fbf956c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.788561] env[65682]: DEBUG oslo_vmware.api [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616882, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.486188} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.788845] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] d0a0be9b-5861-4275-b69e-bba224771028/d0a0be9b-5861-4275-b69e-bba224771028.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1184.789091] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1184.789372] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f58cfc71-f996-43cf-82ad-6e1a55f49009 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.797232] env[65682]: DEBUG oslo_vmware.api [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1184.797232] env[65682]: value = "task-4616883" [ 1184.797232] env[65682]: _type = "Task" [ 1184.797232] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.809489] env[65682]: DEBUG oslo_vmware.api [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.809963] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6e70e879-c433-42fa-b154-8ff87889a9fa tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "8638b1d1-2308-42d4-acbb-0c50031dc886" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.349s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.853801] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c75f99b9-05c7-45d0-93a7-84900b5566ea tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.853987] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c75f99b9-05c7-45d0-93a7-84900b5566ea tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquired lock "b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.854928] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae720c5-26bb-499d-a823-db0d691149ce {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.879418] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56b8ecc-3732-41ba-bda2-7c77efa7e396 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.882954] env[65682]: DEBUG nova.compute.manager [req-9d850ae4-e013-4896-8f98-8c4aab0e8854 req-a6a2451a-2eda-4db2-af7f-b4f098f686d6 service nova] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Received event network-vif-deleted-99faccc7-fc9b-4b94-afc9-f3077b9514d8 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1184.908825] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3e2878c5-aece-44b5-9e1e-233aa5877356 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.909773] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3e2878c5-aece-44b5-9e1e-233aa5877356 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.909828] env[65682]: DEBUG nova.objects.instance [None req-3e2878c5-aece-44b5-9e1e-233aa5877356 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Lazy-loading 'resources' on Instance uuid 9a4a8df3-262e-494e-9880-6682ec07103d {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.911631] env[65682]: WARNING neutronclient.v2_0.client [None req-c75f99b9-05c7-45d0-93a7-84900b5566ea tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.917774] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c75f99b9-05c7-45d0-93a7-84900b5566ea tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Reconfiguring VM to detach interface {{(pid=65682) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1184.920876] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2567a809-8c58-4340-9a48-d2525f3954c2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.942598] env[65682]: DEBUG oslo_vmware.api [None req-c75f99b9-05c7-45d0-93a7-84900b5566ea tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1184.942598] env[65682]: value = "task-4616884" [ 1184.942598] env[65682]: _type = "Task" [ 1184.942598] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.951309] env[65682]: DEBUG oslo_vmware.api [None req-c75f99b9-05c7-45d0-93a7-84900b5566ea tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616884, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.163092] env[65682]: DEBUG oslo_vmware.api [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52106053-4c95-6544-adb5-7ab17fbf956c, 'name': SearchDatastore_Task, 'duration_secs': 0.011726} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.163511] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.163786] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] dadcffdb-a33b-4b0e-8cf2-49337e952466/dadcffdb-a33b-4b0e-8cf2-49337e952466.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1185.164076] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a6bb103-effa-4884-a066-8a611e7595cd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.171616] env[65682]: DEBUG oslo_vmware.api [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1185.171616] env[65682]: value = "task-4616885" [ 1185.171616] env[65682]: _type = "Task" [ 1185.171616] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.179762] env[65682]: DEBUG oslo_vmware.api [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.307412] env[65682]: DEBUG oslo_vmware.api [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066922} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.307701] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1185.308589] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e860a7-4e47-4a04-a12a-7cb1ee620cc9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.334626] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] d0a0be9b-5861-4275-b69e-bba224771028/d0a0be9b-5861-4275-b69e-bba224771028.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.334975] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d76b7c9-5cd6-4009-963b-ed2da5abd5c2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.356336] env[65682]: DEBUG oslo_vmware.api [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1185.356336] env[65682]: value = "task-4616886" [ 1185.356336] env[65682]: _type = "Task" [ 1185.356336] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.369483] env[65682]: DEBUG oslo_vmware.api [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616886, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.456379] env[65682]: DEBUG oslo_vmware.api [None req-c75f99b9-05c7-45d0-93a7-84900b5566ea tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.536479] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "c373a28b-240f-477f-b736-d9040e0c2ec7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.536775] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "c373a28b-240f-477f-b736-d9040e0c2ec7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.536989] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "c373a28b-240f-477f-b736-d9040e0c2ec7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.537719] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "c373a28b-240f-477f-b736-d9040e0c2ec7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.537719] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "c373a28b-240f-477f-b736-d9040e0c2ec7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.539816] env[65682]: INFO nova.compute.manager [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Terminating instance [ 1185.634955] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14123a1e-eac8-4e94-a798-43d753721c53 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.644554] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d538c50-bda4-42d9-ac5f-00103b3b878f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.684451] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bb3386-bdd6-4476-b251-036dddc69ed7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.697459] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfbb0a4-9378-40b2-91c6-84b7ad330e35 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.702140] env[65682]: DEBUG oslo_vmware.api [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491838} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.702335] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] dadcffdb-a33b-4b0e-8cf2-49337e952466/dadcffdb-a33b-4b0e-8cf2-49337e952466.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1185.702612] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1185.703336] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd390388-1836-4cf7-bc64-94173bf2d9b9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.714445] env[65682]: DEBUG nova.compute.provider_tree [None req-3e2878c5-aece-44b5-9e1e-233aa5877356 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.724059] env[65682]: DEBUG oslo_vmware.api [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1185.724059] env[65682]: value = "task-4616887" [ 1185.724059] env[65682]: _type = "Task" [ 1185.724059] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.738447] env[65682]: DEBUG oslo_vmware.api [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.869045] env[65682]: DEBUG oslo_vmware.api [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616886, 'name': ReconfigVM_Task, 'duration_secs': 0.400387} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.869464] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Reconfigured VM instance instance-00000073 to attach disk [datastore2] d0a0be9b-5861-4275-b69e-bba224771028/d0a0be9b-5861-4275-b69e-bba224771028.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.870297] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d281280c-9686-4ce6-8aa5-71f410baf9fa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.878538] env[65682]: DEBUG oslo_vmware.api [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1185.878538] env[65682]: value = "task-4616888" [ 1185.878538] env[65682]: _type = "Task" [ 1185.878538] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.890680] env[65682]: DEBUG oslo_vmware.api [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616888, 'name': Rename_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.953593] env[65682]: DEBUG oslo_vmware.api [None req-c75f99b9-05c7-45d0-93a7-84900b5566ea tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.959545] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a4d5def4-2479-4bdd-8db4-7c405d79bbf5 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "457726d1-96b3-44fb-bcb4-2f1f00de04da" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.959898] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a4d5def4-2479-4bdd-8db4-7c405d79bbf5 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "457726d1-96b3-44fb-bcb4-2f1f00de04da" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.047896] env[65682]: DEBUG nova.compute.manager [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1186.048260] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.049218] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85621a5f-f340-4e88-afc1-03e617f16b28 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.058402] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.058699] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-451be872-aaa5-4b7c-b47a-e9a30adb1c8d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.067367] env[65682]: DEBUG oslo_vmware.api [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 1186.067367] env[65682]: value = "task-4616889" [ 1186.067367] env[65682]: _type = "Task" [ 1186.067367] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.077905] env[65682]: DEBUG oslo_vmware.api [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.220070] env[65682]: DEBUG nova.scheduler.client.report [None req-3e2878c5-aece-44b5-9e1e-233aa5877356 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.241056] env[65682]: DEBUG oslo_vmware.api [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075072} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.242169] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1186.243046] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca5d103-0610-4440-a059-3bbebdd43397 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.268583] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] dadcffdb-a33b-4b0e-8cf2-49337e952466/dadcffdb-a33b-4b0e-8cf2-49337e952466.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.269365] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b964dbe-f967-4d7e-93a5-59e338c831cb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.290969] env[65682]: DEBUG oslo_vmware.api [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1186.290969] env[65682]: value = "task-4616890" [ 1186.290969] env[65682]: _type = "Task" [ 1186.290969] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.301128] env[65682]: DEBUG oslo_vmware.api [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616890, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.388912] env[65682]: DEBUG oslo_vmware.api [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616888, 'name': Rename_Task, 'duration_secs': 0.175809} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.389240] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.389531] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e86567d-2840-4f99-b9a8-6f8fc5084dbd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.396577] env[65682]: DEBUG oslo_vmware.api [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1186.396577] env[65682]: value = "task-4616891" [ 1186.396577] env[65682]: _type = "Task" [ 1186.396577] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.404961] env[65682]: DEBUG oslo_vmware.api [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.453772] env[65682]: DEBUG oslo_vmware.api [None req-c75f99b9-05c7-45d0-93a7-84900b5566ea tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.464170] env[65682]: DEBUG nova.compute.utils [None req-a4d5def4-2479-4bdd-8db4-7c405d79bbf5 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1186.577911] env[65682]: DEBUG oslo_vmware.api [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616889, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.733629] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3e2878c5-aece-44b5-9e1e-233aa5877356 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.766984] env[65682]: INFO nova.scheduler.client.report [None req-3e2878c5-aece-44b5-9e1e-233aa5877356 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Deleted allocations for instance 9a4a8df3-262e-494e-9880-6682ec07103d [ 1186.802971] env[65682]: DEBUG oslo_vmware.api [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616890, 'name': ReconfigVM_Task, 'duration_secs': 0.353086} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.803328] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Reconfigured VM instance instance-00000074 to attach disk [datastore1] dadcffdb-a33b-4b0e-8cf2-49337e952466/dadcffdb-a33b-4b0e-8cf2-49337e952466.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.803996] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1467dcf0-f6d3-428d-b1e1-f25e380595cb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.812134] env[65682]: DEBUG oslo_vmware.api [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1186.812134] env[65682]: value = "task-4616892" [ 1186.812134] env[65682]: _type = "Task" [ 1186.812134] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.822830] env[65682]: DEBUG oslo_vmware.api [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616892, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.910118] env[65682]: DEBUG oslo_vmware.api [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616891, 'name': PowerOnVM_Task, 'duration_secs': 0.486659} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.910579] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.910643] env[65682]: INFO nova.compute.manager [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1186.910781] env[65682]: DEBUG nova.compute.manager [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1186.911625] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4a21af-59fd-4285-a572-73b725defc92 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.954743] env[65682]: DEBUG oslo_vmware.api [None req-c75f99b9-05c7-45d0-93a7-84900b5566ea tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.966872] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a4d5def4-2479-4bdd-8db4-7c405d79bbf5 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "457726d1-96b3-44fb-bcb4-2f1f00de04da" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.078375] env[65682]: DEBUG oslo_vmware.api [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616889, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.276625] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3e2878c5-aece-44b5-9e1e-233aa5877356 tempest-ImagesOneServerNegativeTestJSON-242951118 tempest-ImagesOneServerNegativeTestJSON-242951118-project-member] Lock "9a4a8df3-262e-494e-9880-6682ec07103d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.897s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.323787] env[65682]: DEBUG oslo_vmware.api [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616892, 'name': Rename_Task, 'duration_secs': 0.233657} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.324096] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.324384] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11a52a75-6bf0-433d-a734-192c15baa5e5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.332370] env[65682]: DEBUG oslo_vmware.api [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1187.332370] env[65682]: value = "task-4616893" [ 1187.332370] env[65682]: _type = "Task" [ 1187.332370] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.341736] env[65682]: DEBUG oslo_vmware.api [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.433685] env[65682]: INFO nova.compute.manager [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Took 15.90 seconds to build instance. [ 1187.456774] env[65682]: DEBUG oslo_vmware.api [None req-c75f99b9-05c7-45d0-93a7-84900b5566ea tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.579032] env[65682]: DEBUG oslo_vmware.api [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616889, 'name': PowerOffVM_Task, 'duration_secs': 1.251686} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.579259] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.579430] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.579716] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b82f65d3-4a33-434f-8e87-fd44049cf5b4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.667096] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.667327] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.667542] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Deleting the datastore file [datastore2] c373a28b-240f-477f-b736-d9040e0c2ec7 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.667786] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de3372e4-e087-41c9-ad15-ba227e67ac7a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.676789] env[65682]: DEBUG oslo_vmware.api [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 1187.676789] env[65682]: value = "task-4616895" [ 1187.676789] env[65682]: _type = "Task" [ 1187.676789] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.687752] env[65682]: DEBUG oslo_vmware.api [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.843852] env[65682]: DEBUG oslo_vmware.api [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616893, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.936447] env[65682]: DEBUG oslo_concurrency.lockutils [None req-41a481e8-13bf-4b2e-ba74-8a450e0fb607 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "d0a0be9b-5861-4275-b69e-bba224771028" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.414s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.956734] env[65682]: DEBUG oslo_vmware.api [None req-c75f99b9-05c7-45d0-93a7-84900b5566ea tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.042939] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a4d5def4-2479-4bdd-8db4-7c405d79bbf5 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "457726d1-96b3-44fb-bcb4-2f1f00de04da" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.043207] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a4d5def4-2479-4bdd-8db4-7c405d79bbf5 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "457726d1-96b3-44fb-bcb4-2f1f00de04da" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.043449] env[65682]: INFO nova.compute.manager [None req-a4d5def4-2479-4bdd-8db4-7c405d79bbf5 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Attaching volume 08325f0d-9e26-4e58-ac29-999db1113fc4 to /dev/sdb [ 1188.148211] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fb7e6c-9c5c-4a0a-84ab-8c813f26ab20 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.156133] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158d975f-8129-4aef-9314-57e3d54b64a2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.166575] env[65682]: DEBUG oslo_concurrency.lockutils [None req-427e280c-940c-42f0-aee0-fc599f1f8800 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "d0a0be9b-5861-4275-b69e-bba224771028" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.166826] env[65682]: DEBUG oslo_concurrency.lockutils [None req-427e280c-940c-42f0-aee0-fc599f1f8800 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "d0a0be9b-5861-4275-b69e-bba224771028" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.167039] env[65682]: DEBUG oslo_concurrency.lockutils [None req-427e280c-940c-42f0-aee0-fc599f1f8800 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "d0a0be9b-5861-4275-b69e-bba224771028-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.167292] env[65682]: DEBUG oslo_concurrency.lockutils [None req-427e280c-940c-42f0-aee0-fc599f1f8800 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "d0a0be9b-5861-4275-b69e-bba224771028-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.167469] env[65682]: DEBUG oslo_concurrency.lockutils [None req-427e280c-940c-42f0-aee0-fc599f1f8800 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "d0a0be9b-5861-4275-b69e-bba224771028-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.172810] env[65682]: DEBUG nova.virt.block_device [None req-a4d5def4-2479-4bdd-8db4-7c405d79bbf5 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Updating existing volume attachment record: df5ac1d7-7752-4ce1-a21f-fd405c4dbb70 {{(pid=65682) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1188.175152] env[65682]: INFO nova.compute.manager [None req-427e280c-940c-42f0-aee0-fc599f1f8800 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Terminating instance [ 1188.187709] env[65682]: DEBUG oslo_vmware.api [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235127} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.188518] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.188711] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.188902] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.189083] env[65682]: INFO nova.compute.manager [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1188.189374] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1188.189599] env[65682]: DEBUG nova.compute.manager [-] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1188.189696] env[65682]: DEBUG nova.network.neutron [-] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1188.189923] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1188.225345] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1188.343564] env[65682]: DEBUG oslo_vmware.api [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616893, 'name': PowerOnVM_Task, 'duration_secs': 0.65282} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.344086] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1188.344435] env[65682]: INFO nova.compute.manager [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Took 7.57 seconds to spawn the instance on the hypervisor. [ 1188.344745] env[65682]: DEBUG nova.compute.manager [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1188.346017] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a04136-fb34-4d40-b884-7b82dd6eeddf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.456826] env[65682]: DEBUG oslo_vmware.api [None req-c75f99b9-05c7-45d0-93a7-84900b5566ea tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.493855] env[65682]: DEBUG nova.compute.manager [req-e17e6576-008d-487d-9ca7-06b354e0f640 req-5781d9fc-6bda-4fa6-a5ec-fbb1f9d9f5ae service nova] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Received event network-vif-deleted-325b4d8c-5752-4012-9acc-c7a2abf27cc5 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1188.494581] env[65682]: INFO nova.compute.manager [req-e17e6576-008d-487d-9ca7-06b354e0f640 req-5781d9fc-6bda-4fa6-a5ec-fbb1f9d9f5ae service nova] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Neutron deleted interface 325b4d8c-5752-4012-9acc-c7a2abf27cc5; detaching it from the instance and deleting it from the info cache [ 1188.494908] env[65682]: DEBUG nova.network.neutron [req-e17e6576-008d-487d-9ca7-06b354e0f640 req-5781d9fc-6bda-4fa6-a5ec-fbb1f9d9f5ae service nova] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.682254] env[65682]: DEBUG nova.compute.manager [None req-427e280c-940c-42f0-aee0-fc599f1f8800 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1188.682513] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-427e280c-940c-42f0-aee0-fc599f1f8800 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.683433] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b91ea1-8122-4647-b958-8388ea8f0d98 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.692415] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-427e280c-940c-42f0-aee0-fc599f1f8800 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.692662] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa8cfe9f-1dd6-4b58-b436-09168d4dde68 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.699792] env[65682]: DEBUG oslo_vmware.api [None req-427e280c-940c-42f0-aee0-fc599f1f8800 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1188.699792] env[65682]: value = "task-4616899" [ 1188.699792] env[65682]: _type = "Task" [ 1188.699792] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.708710] env[65682]: DEBUG oslo_vmware.api [None req-427e280c-940c-42f0-aee0-fc599f1f8800 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.875098] env[65682]: INFO nova.compute.manager [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Took 12.82 seconds to build instance. [ 1188.922722] env[65682]: DEBUG nova.network.neutron [-] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.957121] env[65682]: DEBUG oslo_vmware.api [None req-c75f99b9-05c7-45d0-93a7-84900b5566ea tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.999907] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c32adaff-c859-4fc5-8f5f-449679e5124b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.016180] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7c5515-e3ad-4e6e-9e9c-247658f40800 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.057192] env[65682]: DEBUG nova.compute.manager [req-e17e6576-008d-487d-9ca7-06b354e0f640 req-5781d9fc-6bda-4fa6-a5ec-fbb1f9d9f5ae service nova] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Detach interface failed, port_id=325b4d8c-5752-4012-9acc-c7a2abf27cc5, reason: Instance c373a28b-240f-477f-b736-d9040e0c2ec7 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1189.212205] env[65682]: DEBUG oslo_vmware.api [None req-427e280c-940c-42f0-aee0-fc599f1f8800 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616899, 'name': PowerOffVM_Task, 'duration_secs': 0.224448} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.212460] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-427e280c-940c-42f0-aee0-fc599f1f8800 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.212620] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-427e280c-940c-42f0-aee0-fc599f1f8800 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.212932] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2582a811-8257-4bca-ad7c-f1b89bb608c1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.303259] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-427e280c-940c-42f0-aee0-fc599f1f8800 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.303524] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-427e280c-940c-42f0-aee0-fc599f1f8800 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.303713] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-427e280c-940c-42f0-aee0-fc599f1f8800 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Deleting the datastore file [datastore2] d0a0be9b-5861-4275-b69e-bba224771028 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.304062] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-761c82af-4f2e-47f5-99be-c7d2b4425e91 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.312622] env[65682]: DEBUG oslo_vmware.api [None req-427e280c-940c-42f0-aee0-fc599f1f8800 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1189.312622] env[65682]: value = "task-4616901" [ 1189.312622] env[65682]: _type = "Task" [ 1189.312622] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.321836] env[65682]: DEBUG oslo_vmware.api [None req-427e280c-940c-42f0-aee0-fc599f1f8800 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.380888] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b39f8835-a684-4d47-bae0-a84661a0a29c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "dadcffdb-a33b-4b0e-8cf2-49337e952466" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.331s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.426689] env[65682]: INFO nova.compute.manager [-] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Took 1.24 seconds to deallocate network for instance. [ 1189.461313] env[65682]: DEBUG oslo_vmware.api [None req-c75f99b9-05c7-45d0-93a7-84900b5566ea tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.609091] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e6c4b8-5a68-4a56-b08d-f152de3b6fbc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.618597] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5d4f4482-6ba1-44fd-a7f8-6f7d7719883f tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Suspending the VM {{(pid=65682) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1189.618986] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1d0c9c2f-725b-4cdb-b669-c7d73f14b592 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.626888] env[65682]: DEBUG oslo_vmware.api [None req-5d4f4482-6ba1-44fd-a7f8-6f7d7719883f tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1189.626888] env[65682]: value = "task-4616902" [ 1189.626888] env[65682]: _type = "Task" [ 1189.626888] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.636601] env[65682]: DEBUG oslo_vmware.api [None req-5d4f4482-6ba1-44fd-a7f8-6f7d7719883f tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616902, 'name': SuspendVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.826373] env[65682]: DEBUG oslo_vmware.api [None req-427e280c-940c-42f0-aee0-fc599f1f8800 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177851} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.826799] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-427e280c-940c-42f0-aee0-fc599f1f8800 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.826990] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-427e280c-940c-42f0-aee0-fc599f1f8800 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1189.827186] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-427e280c-940c-42f0-aee0-fc599f1f8800 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.827363] env[65682]: INFO nova.compute.manager [None req-427e280c-940c-42f0-aee0-fc599f1f8800 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1189.827618] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-427e280c-940c-42f0-aee0-fc599f1f8800 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1189.827881] env[65682]: DEBUG nova.compute.manager [-] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1189.827983] env[65682]: DEBUG nova.network.neutron [-] [instance: d0a0be9b-5861-4275-b69e-bba224771028] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1189.828241] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.868831] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.934200] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.934557] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.934791] env[65682]: DEBUG nova.objects.instance [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lazy-loading 'resources' on Instance uuid c373a28b-240f-477f-b736-d9040e0c2ec7 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.959228] env[65682]: DEBUG oslo_vmware.api [None req-c75f99b9-05c7-45d0-93a7-84900b5566ea tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.140050] env[65682]: DEBUG oslo_vmware.api [None req-5d4f4482-6ba1-44fd-a7f8-6f7d7719883f tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616902, 'name': SuspendVM_Task} progress is 62%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.459693] env[65682]: DEBUG oslo_vmware.api [None req-c75f99b9-05c7-45d0-93a7-84900b5566ea tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616884, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.523193] env[65682]: DEBUG nova.compute.manager [req-766d59be-97b8-458d-84c0-d5b68e796368 req-416640e4-b8b4-4cb7-83f3-746a1c99ed4b service nova] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Received event network-vif-deleted-8501df2f-3143-4932-a0e0-607e6fe77795 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1190.523434] env[65682]: INFO nova.compute.manager [req-766d59be-97b8-458d-84c0-d5b68e796368 req-416640e4-b8b4-4cb7-83f3-746a1c99ed4b service nova] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Neutron deleted interface 8501df2f-3143-4932-a0e0-607e6fe77795; detaching it from the instance and deleting it from the info cache [ 1190.523840] env[65682]: DEBUG nova.network.neutron [req-766d59be-97b8-458d-84c0-d5b68e796368 req-416640e4-b8b4-4cb7-83f3-746a1c99ed4b service nova] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.605096] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c44e5e6-303b-44ca-9249-97f8db6debea {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.614659] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35990dfe-52fe-456f-b55f-d6999e89daad {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.650580] env[65682]: DEBUG nova.network.neutron [-] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.659516] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a147f4-eac3-4b64-a944-380616aa59cd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.670860] env[65682]: DEBUG oslo_vmware.api [None req-5d4f4482-6ba1-44fd-a7f8-6f7d7719883f tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616902, 'name': SuspendVM_Task, 'duration_secs': 0.653385} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.673393] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5d4f4482-6ba1-44fd-a7f8-6f7d7719883f tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Suspended the VM {{(pid=65682) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1190.673619] env[65682]: DEBUG nova.compute.manager [None req-5d4f4482-6ba1-44fd-a7f8-6f7d7719883f tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1190.674745] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18d14cd-802c-45ff-a99d-604ae3bf61a8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.678760] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc70e6c-70f9-4ae8-9df1-e9ab50a2ce77 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.702178] env[65682]: DEBUG nova.compute.provider_tree [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1190.959032] env[65682]: DEBUG oslo_vmware.api [None req-c75f99b9-05c7-45d0-93a7-84900b5566ea tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616884, 'name': ReconfigVM_Task, 'duration_secs': 5.758105} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.959257] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c75f99b9-05c7-45d0-93a7-84900b5566ea tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Releasing lock "b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.959514] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c75f99b9-05c7-45d0-93a7-84900b5566ea tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Reconfigured VM to detach interface {{(pid=65682) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1190.959928] env[65682]: WARNING neutronclient.v2_0.client [None req-c75f99b9-05c7-45d0-93a7-84900b5566ea tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.960309] env[65682]: WARNING neutronclient.v2_0.client [None req-c75f99b9-05c7-45d0-93a7-84900b5566ea tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1191.030174] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-feac8155-c58d-41c1-82f6-621ce909eeb6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.040888] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078c5646-d112-4f67-bf91-24734c3e7730 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.079608] env[65682]: DEBUG nova.compute.manager [req-766d59be-97b8-458d-84c0-d5b68e796368 req-416640e4-b8b4-4cb7-83f3-746a1c99ed4b service nova] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Detach interface failed, port_id=8501df2f-3143-4932-a0e0-607e6fe77795, reason: Instance d0a0be9b-5861-4275-b69e-bba224771028 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1191.155040] env[65682]: INFO nova.compute.manager [-] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Took 1.33 seconds to deallocate network for instance. [ 1191.238838] env[65682]: DEBUG nova.scheduler.client.report [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Updated inventory for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with generation 160 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1191.239114] env[65682]: DEBUG nova.compute.provider_tree [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Updating resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 generation from 160 to 161 during operation: update_inventory {{(pid=65682) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1191.239306] env[65682]: DEBUG nova.compute.provider_tree [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1191.662482] env[65682]: DEBUG oslo_concurrency.lockutils [None req-427e280c-940c-42f0-aee0-fc599f1f8800 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.744917] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.748933] env[65682]: DEBUG oslo_concurrency.lockutils [None req-427e280c-940c-42f0-aee0-fc599f1f8800 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.087s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.749266] env[65682]: DEBUG nova.objects.instance [None req-427e280c-940c-42f0-aee0-fc599f1f8800 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lazy-loading 'resources' on Instance uuid d0a0be9b-5861-4275-b69e-bba224771028 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.770582] env[65682]: INFO nova.scheduler.client.report [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Deleted allocations for instance c373a28b-240f-477f-b736-d9040e0c2ec7 [ 1192.089833] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5ada0538-f828-4bb1-bb3c-62422d3fee20 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "dadcffdb-a33b-4b0e-8cf2-49337e952466" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.089833] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5ada0538-f828-4bb1-bb3c-62422d3fee20 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "dadcffdb-a33b-4b0e-8cf2-49337e952466" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.090320] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5ada0538-f828-4bb1-bb3c-62422d3fee20 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "dadcffdb-a33b-4b0e-8cf2-49337e952466-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.090320] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5ada0538-f828-4bb1-bb3c-62422d3fee20 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "dadcffdb-a33b-4b0e-8cf2-49337e952466-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.090438] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5ada0538-f828-4bb1-bb3c-62422d3fee20 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "dadcffdb-a33b-4b0e-8cf2-49337e952466-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.092896] env[65682]: INFO nova.compute.manager [None req-5ada0538-f828-4bb1-bb3c-62422d3fee20 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Terminating instance [ 1192.280873] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0cc58cc7-c763-4f14-81d9-ca9f1084270a tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "c373a28b-240f-477f-b736-d9040e0c2ec7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.744s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.299294] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c75f99b9-05c7-45d0-93a7-84900b5566ea tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "refresh_cache-b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.299710] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c75f99b9-05c7-45d0-93a7-84900b5566ea tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquired lock "refresh_cache-b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.299710] env[65682]: DEBUG nova.network.neutron [None req-c75f99b9-05c7-45d0-93a7-84900b5566ea tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1192.411021] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205458e9-6659-440e-92ab-117cf6291372 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.417394] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b30b20-2712-461f-85a3-a21401789cfc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.449166] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d775e0-d2ee-4abd-8a8c-fa622e011173 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.458554] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a09938c-877f-4200-8a54-8a7ddc7672a3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.476192] env[65682]: DEBUG nova.compute.provider_tree [None req-427e280c-940c-42f0-aee0-fc599f1f8800 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.550711] env[65682]: DEBUG nova.compute.manager [req-4b94bc19-7a61-4647-8487-c12713e75962 req-f653cc05-417d-4482-8560-53a41444dc19 service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Received event network-vif-deleted-4e8e0a0c-30cd-4628-9374-6917be62cdeb {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1192.550913] env[65682]: INFO nova.compute.manager [req-4b94bc19-7a61-4647-8487-c12713e75962 req-f653cc05-417d-4482-8560-53a41444dc19 service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Neutron deleted interface 4e8e0a0c-30cd-4628-9374-6917be62cdeb; detaching it from the instance and deleting it from the info cache [ 1192.551449] env[65682]: DEBUG nova.network.neutron [req-4b94bc19-7a61-4647-8487-c12713e75962 req-f653cc05-417d-4482-8560-53a41444dc19 service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Updating instance_info_cache with network_info: [{"id": "454eaab5-9a3e-4dce-b9d4-0d253b918cc7", "address": "fa:16:3e:c5:e7:4c", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap454eaab5-9a", "ovs_interfaceid": "454eaab5-9a3e-4dce-b9d4-0d253b918cc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "efa7fc02-0250-4a05-a298-16b159bbf9ea", "address": "fa:16:3e:43:ba:4d", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefa7fc02-02", "ovs_interfaceid": "efa7fc02-0250-4a05-a298-16b159bbf9ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.598410] env[65682]: DEBUG nova.compute.manager [None req-5ada0538-f828-4bb1-bb3c-62422d3fee20 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1192.598653] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5ada0538-f828-4bb1-bb3c-62422d3fee20 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.599549] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50a345e-cb85-4ae0-8696-171fc7aede87 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.608891] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5ada0538-f828-4bb1-bb3c-62422d3fee20 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.608891] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f04150d9-3a5d-4d49-8e58-1952202dd337 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.623304] env[65682]: DEBUG oslo_concurrency.lockutils [None req-202818f9-d0c1-4424-a066-7bc0654244bd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "b87e45d9-626e-42bc-a3bf-fd78b9d879e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.623556] env[65682]: DEBUG oslo_concurrency.lockutils [None req-202818f9-d0c1-4424-a066-7bc0654244bd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "b87e45d9-626e-42bc-a3bf-fd78b9d879e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.623763] env[65682]: DEBUG oslo_concurrency.lockutils [None req-202818f9-d0c1-4424-a066-7bc0654244bd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "b87e45d9-626e-42bc-a3bf-fd78b9d879e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.624087] env[65682]: DEBUG oslo_concurrency.lockutils [None req-202818f9-d0c1-4424-a066-7bc0654244bd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "b87e45d9-626e-42bc-a3bf-fd78b9d879e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.624162] env[65682]: DEBUG oslo_concurrency.lockutils [None req-202818f9-d0c1-4424-a066-7bc0654244bd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "b87e45d9-626e-42bc-a3bf-fd78b9d879e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.626676] env[65682]: INFO nova.compute.manager [None req-202818f9-d0c1-4424-a066-7bc0654244bd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Terminating instance [ 1192.726914] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5ada0538-f828-4bb1-bb3c-62422d3fee20 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.727311] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5ada0538-f828-4bb1-bb3c-62422d3fee20 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.727636] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ada0538-f828-4bb1-bb3c-62422d3fee20 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Deleting the datastore file [datastore1] dadcffdb-a33b-4b0e-8cf2-49337e952466 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.729335] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d5def4-2479-4bdd-8db4-7c405d79bbf5 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Volume attach. Driver type: vmdk {{(pid=65682) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1192.729658] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d5def4-2479-4bdd-8db4-7c405d79bbf5 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901756', 'volume_id': '08325f0d-9e26-4e58-ac29-999db1113fc4', 'name': 'volume-08325f0d-9e26-4e58-ac29-999db1113fc4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '457726d1-96b3-44fb-bcb4-2f1f00de04da', 'attached_at': '', 'detached_at': '', 'volume_id': '08325f0d-9e26-4e58-ac29-999db1113fc4', 'serial': '08325f0d-9e26-4e58-ac29-999db1113fc4'} {{(pid=65682) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1192.730104] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0cdb637-b0b0-442c-a565-9b972db9fcb8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.733503] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ae5509-8901-4bac-8935-4dede7d81d3c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.752931] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573f70b4-e647-45bb-8629-e3eb50037775 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.757210] env[65682]: DEBUG oslo_vmware.api [None req-5ada0538-f828-4bb1-bb3c-62422d3fee20 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1192.757210] env[65682]: value = "task-4616905" [ 1192.757210] env[65682]: _type = "Task" [ 1192.757210] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.783714] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d5def4-2479-4bdd-8db4-7c405d79bbf5 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-08325f0d-9e26-4e58-ac29-999db1113fc4/volume-08325f0d-9e26-4e58-ac29-999db1113fc4.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.783935] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0e691df-9861-40b8-ac82-aa59aed23d7e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.803227] env[65682]: DEBUG oslo_vmware.api [None req-5ada0538-f828-4bb1-bb3c-62422d3fee20 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.803227] env[65682]: WARNING neutronclient.v2_0.client [None req-c75f99b9-05c7-45d0-93a7-84900b5566ea tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1192.808370] env[65682]: DEBUG oslo_vmware.api [None req-a4d5def4-2479-4bdd-8db4-7c405d79bbf5 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1192.808370] env[65682]: value = "task-4616906" [ 1192.808370] env[65682]: _type = "Task" [ 1192.808370] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.819210] env[65682]: DEBUG oslo_vmware.api [None req-a4d5def4-2479-4bdd-8db4-7c405d79bbf5 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4616906, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.979783] env[65682]: DEBUG nova.scheduler.client.report [None req-427e280c-940c-42f0-aee0-fc599f1f8800 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.012276] env[65682]: WARNING neutronclient.v2_0.client [None req-c75f99b9-05c7-45d0-93a7-84900b5566ea tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.054439] env[65682]: DEBUG oslo_concurrency.lockutils [req-4b94bc19-7a61-4647-8487-c12713e75962 req-f653cc05-417d-4482-8560-53a41444dc19 service nova] Acquiring lock "b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.102313] env[65682]: INFO nova.network.neutron [None req-c75f99b9-05c7-45d0-93a7-84900b5566ea tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Port 4e8e0a0c-30cd-4628-9374-6917be62cdeb from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1193.104839] env[65682]: INFO nova.network.neutron [None req-c75f99b9-05c7-45d0-93a7-84900b5566ea tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Port efa7fc02-0250-4a05-a298-16b159bbf9ea from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1193.105383] env[65682]: DEBUG nova.network.neutron [None req-c75f99b9-05c7-45d0-93a7-84900b5566ea tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Updating instance_info_cache with network_info: [{"id": "454eaab5-9a3e-4dce-b9d4-0d253b918cc7", "address": "fa:16:3e:c5:e7:4c", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap454eaab5-9a", "ovs_interfaceid": "454eaab5-9a3e-4dce-b9d4-0d253b918cc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.131838] env[65682]: DEBUG nova.compute.manager [None req-202818f9-d0c1-4424-a066-7bc0654244bd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1193.132021] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-202818f9-d0c1-4424-a066-7bc0654244bd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.134040] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daec949a-c0d8-47a7-a1dc-e44ed5af071c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.142939] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-202818f9-d0c1-4424-a066-7bc0654244bd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.143270] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54d30669-f379-4fd2-b951-7952fadf90c3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.151661] env[65682]: DEBUG oslo_vmware.api [None req-202818f9-d0c1-4424-a066-7bc0654244bd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1193.151661] env[65682]: value = "task-4616908" [ 1193.151661] env[65682]: _type = "Task" [ 1193.151661] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.161947] env[65682]: DEBUG oslo_vmware.api [None req-202818f9-d0c1-4424-a066-7bc0654244bd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.271775] env[65682]: DEBUG oslo_vmware.api [None req-5ada0538-f828-4bb1-bb3c-62422d3fee20 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162465} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.272137] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ada0538-f828-4bb1-bb3c-62422d3fee20 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.272355] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5ada0538-f828-4bb1-bb3c-62422d3fee20 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.272588] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5ada0538-f828-4bb1-bb3c-62422d3fee20 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.272804] env[65682]: INFO nova.compute.manager [None req-5ada0538-f828-4bb1-bb3c-62422d3fee20 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Took 0.67 seconds to destroy the instance on the hypervisor. [ 1193.273120] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-5ada0538-f828-4bb1-bb3c-62422d3fee20 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1193.273378] env[65682]: DEBUG nova.compute.manager [-] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1193.273510] env[65682]: DEBUG nova.network.neutron [-] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1193.273826] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.321404] env[65682]: DEBUG oslo_vmware.api [None req-a4d5def4-2479-4bdd-8db4-7c405d79bbf5 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4616906, 'name': ReconfigVM_Task, 'duration_secs': 0.393021} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.322202] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d5def4-2479-4bdd-8db4-7c405d79bbf5 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-08325f0d-9e26-4e58-ac29-999db1113fc4/volume-08325f0d-9e26-4e58-ac29-999db1113fc4.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.331513] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf1c372c-f16d-49c6-b8cf-f0b2ad192677 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.361087] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.364377] env[65682]: DEBUG oslo_vmware.api [None req-a4d5def4-2479-4bdd-8db4-7c405d79bbf5 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1193.364377] env[65682]: value = "task-4616909" [ 1193.364377] env[65682]: _type = "Task" [ 1193.364377] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.378513] env[65682]: DEBUG oslo_vmware.api [None req-a4d5def4-2479-4bdd-8db4-7c405d79bbf5 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4616909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.485289] env[65682]: DEBUG oslo_concurrency.lockutils [None req-427e280c-940c-42f0-aee0-fc599f1f8800 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.736s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.511545] env[65682]: INFO nova.scheduler.client.report [None req-427e280c-940c-42f0-aee0-fc599f1f8800 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Deleted allocations for instance d0a0be9b-5861-4275-b69e-bba224771028 [ 1193.610171] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c75f99b9-05c7-45d0-93a7-84900b5566ea tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Releasing lock "refresh_cache-b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.662296] env[65682]: DEBUG oslo_vmware.api [None req-202818f9-d0c1-4424-a066-7bc0654244bd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616908, 'name': PowerOffVM_Task, 'duration_secs': 0.260447} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.662568] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-202818f9-d0c1-4424-a066-7bc0654244bd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.662755] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-202818f9-d0c1-4424-a066-7bc0654244bd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.663018] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4dce08c8-ece5-493b-abcb-dae143ccf8a7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.671080] env[65682]: DEBUG nova.compute.manager [req-5fd3694c-92bd-46d0-8041-5183e46593e1 req-7dd85d2c-f03c-4ef3-8287-8cf358c83c23 service nova] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Received event network-vif-deleted-a6543ec7-2445-4dc5-a303-d9489ed15e91 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1193.671080] env[65682]: INFO nova.compute.manager [req-5fd3694c-92bd-46d0-8041-5183e46593e1 req-7dd85d2c-f03c-4ef3-8287-8cf358c83c23 service nova] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Neutron deleted interface a6543ec7-2445-4dc5-a303-d9489ed15e91; detaching it from the instance and deleting it from the info cache [ 1193.671237] env[65682]: DEBUG nova.network.neutron [req-5fd3694c-92bd-46d0-8041-5183e46593e1 req-7dd85d2c-f03c-4ef3-8287-8cf358c83c23 service nova] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.778740] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-202818f9-d0c1-4424-a066-7bc0654244bd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.778740] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-202818f9-d0c1-4424-a066-7bc0654244bd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.778939] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-202818f9-d0c1-4424-a066-7bc0654244bd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Deleting the datastore file [datastore1] b87e45d9-626e-42bc-a3bf-fd78b9d879e3 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.779497] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b175c113-0baa-417a-a705-12f6a1a6139a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.788209] env[65682]: DEBUG oslo_vmware.api [None req-202818f9-d0c1-4424-a066-7bc0654244bd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1193.788209] env[65682]: value = "task-4616911" [ 1193.788209] env[65682]: _type = "Task" [ 1193.788209] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.798608] env[65682]: DEBUG oslo_vmware.api [None req-202818f9-d0c1-4424-a066-7bc0654244bd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.876543] env[65682]: DEBUG oslo_vmware.api [None req-a4d5def4-2479-4bdd-8db4-7c405d79bbf5 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4616909, 'name': ReconfigVM_Task, 'duration_secs': 0.244537} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.876919] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4d5def4-2479-4bdd-8db4-7c405d79bbf5 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901756', 'volume_id': '08325f0d-9e26-4e58-ac29-999db1113fc4', 'name': 'volume-08325f0d-9e26-4e58-ac29-999db1113fc4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '457726d1-96b3-44fb-bcb4-2f1f00de04da', 'attached_at': '', 'detached_at': '', 'volume_id': '08325f0d-9e26-4e58-ac29-999db1113fc4', 'serial': '08325f0d-9e26-4e58-ac29-999db1113fc4'} {{(pid=65682) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1194.020098] env[65682]: DEBUG oslo_concurrency.lockutils [None req-427e280c-940c-42f0-aee0-fc599f1f8800 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "d0a0be9b-5861-4275-b69e-bba224771028" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.853s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.116280] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c75f99b9-05c7-45d0-93a7-84900b5566ea tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "interface-b87e45d9-626e-42bc-a3bf-fd78b9d879e3-4e8e0a0c-30cd-4628-9374-6917be62cdeb" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.766s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.148536] env[65682]: DEBUG nova.network.neutron [-] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.174735] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f01c7e4-7f0c-46c9-a2b9-0b80e66d489d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.185143] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fa1ee4-60e3-42fb-b3b8-10449884f1e2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.217697] env[65682]: DEBUG nova.compute.manager [req-5fd3694c-92bd-46d0-8041-5183e46593e1 req-7dd85d2c-f03c-4ef3-8287-8cf358c83c23 service nova] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Detach interface failed, port_id=a6543ec7-2445-4dc5-a303-d9489ed15e91, reason: Instance dadcffdb-a33b-4b0e-8cf2-49337e952466 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1194.300590] env[65682]: DEBUG oslo_vmware.api [None req-202818f9-d0c1-4424-a066-7bc0654244bd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200204} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.300823] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-202818f9-d0c1-4424-a066-7bc0654244bd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.301022] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-202818f9-d0c1-4424-a066-7bc0654244bd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.301205] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-202818f9-d0c1-4424-a066-7bc0654244bd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.301453] env[65682]: INFO nova.compute.manager [None req-202818f9-d0c1-4424-a066-7bc0654244bd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1194.301729] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-202818f9-d0c1-4424-a066-7bc0654244bd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1194.301952] env[65682]: DEBUG nova.compute.manager [-] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1194.302074] env[65682]: DEBUG nova.network.neutron [-] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1194.302312] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1194.335432] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1194.352883] env[65682]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port efa7fc02-0250-4a05-a298-16b159bbf9ea could not be found.", "detail": ""}} {{(pid=65682) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:265}} [ 1194.353163] env[65682]: DEBUG nova.network.neutron [-] Unable to show port efa7fc02-0250-4a05-a298-16b159bbf9ea as it no longer exists. {{(pid=65682) _unbind_ports /opt/stack/nova/nova/network/neutron.py:668}} [ 1194.651490] env[65682]: INFO nova.compute.manager [-] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Took 1.38 seconds to deallocate network for instance. [ 1194.911335] env[65682]: DEBUG nova.compute.manager [req-b973e1aa-2230-4415-b812-d2b94d8c555b req-fb2d1502-4dfb-4cd3-a2a6-7fd652e797d6 service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Received event network-vif-deleted-454eaab5-9a3e-4dce-b9d4-0d253b918cc7 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1194.912086] env[65682]: INFO nova.compute.manager [req-b973e1aa-2230-4415-b812-d2b94d8c555b req-fb2d1502-4dfb-4cd3-a2a6-7fd652e797d6 service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Neutron deleted interface 454eaab5-9a3e-4dce-b9d4-0d253b918cc7; detaching it from the instance and deleting it from the info cache [ 1194.912254] env[65682]: DEBUG nova.network.neutron [req-b973e1aa-2230-4415-b812-d2b94d8c555b req-fb2d1502-4dfb-4cd3-a2a6-7fd652e797d6 service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.923169] env[65682]: DEBUG nova.objects.instance [None req-a4d5def4-2479-4bdd-8db4-7c405d79bbf5 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lazy-loading 'flavor' on Instance uuid 457726d1-96b3-44fb-bcb4-2f1f00de04da {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.161700] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5ada0538-f828-4bb1-bb3c-62422d3fee20 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.163225] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5ada0538-f828-4bb1-bb3c-62422d3fee20 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.163225] env[65682]: DEBUG nova.objects.instance [None req-5ada0538-f828-4bb1-bb3c-62422d3fee20 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lazy-loading 'resources' on Instance uuid dadcffdb-a33b-4b0e-8cf2-49337e952466 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.289174] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Acquiring lock "d3765ad9-7c68-4585-bb7d-07fc8b93d2c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.289566] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Lock "d3765ad9-7c68-4585-bb7d-07fc8b93d2c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.368642] env[65682]: DEBUG nova.network.neutron [-] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.415609] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1cddb81b-2bfa-4c31-954b-273b15804a5f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.427552] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44f225c-0274-495a-b21f-0a825702afad {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.445716] env[65682]: DEBUG oslo_concurrency.lockutils [None req-a4d5def4-2479-4bdd-8db4-7c405d79bbf5 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "457726d1-96b3-44fb-bcb4-2f1f00de04da" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.402s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.468571] env[65682]: DEBUG nova.compute.manager [req-b973e1aa-2230-4415-b812-d2b94d8c555b req-fb2d1502-4dfb-4cd3-a2a6-7fd652e797d6 service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Detach interface failed, port_id=454eaab5-9a3e-4dce-b9d4-0d253b918cc7, reason: Instance b87e45d9-626e-42bc-a3bf-fd78b9d879e3 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1195.685593] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "1fa4b475-80fe-452b-988d-264e4cf4ecc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.687278] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "1fa4b475-80fe-452b-988d-264e4cf4ecc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.792520] env[65682]: DEBUG nova.compute.manager [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1195.859173] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de05de4-0a59-4cee-83cb-150a899bb5a8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.868557] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4d63cd-151e-4b74-9d90-a16a6bdc3608 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.872101] env[65682]: INFO nova.compute.manager [-] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Took 1.57 seconds to deallocate network for instance. [ 1195.904760] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf425805-d72f-4b86-849c-a6231f0966af {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.914191] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdeff0e2-92a6-4a4e-8489-f4b34df060d8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.931028] env[65682]: DEBUG nova.compute.provider_tree [None req-5ada0538-f828-4bb1-bb3c-62422d3fee20 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.188335] env[65682]: DEBUG nova.compute.manager [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1196.321241] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.378836] env[65682]: DEBUG oslo_concurrency.lockutils [None req-202818f9-d0c1-4424-a066-7bc0654244bd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.433827] env[65682]: DEBUG nova.scheduler.client.report [None req-5ada0538-f828-4bb1-bb3c-62422d3fee20 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.627154] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c9f88c20-5ac3-4c95-93e1-b9e44ee2d529 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "6812a738-b2c5-4038-9943-ba204da22919" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.627533] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c9f88c20-5ac3-4c95-93e1-b9e44ee2d529 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "6812a738-b2c5-4038-9943-ba204da22919" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.627809] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c9f88c20-5ac3-4c95-93e1-b9e44ee2d529 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "6812a738-b2c5-4038-9943-ba204da22919-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.628060] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c9f88c20-5ac3-4c95-93e1-b9e44ee2d529 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "6812a738-b2c5-4038-9943-ba204da22919-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.628254] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c9f88c20-5ac3-4c95-93e1-b9e44ee2d529 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "6812a738-b2c5-4038-9943-ba204da22919-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.630448] env[65682]: INFO nova.compute.manager [None req-c9f88c20-5ac3-4c95-93e1-b9e44ee2d529 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Terminating instance [ 1196.707980] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.904549] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "117f19ee-dd6a-4f21-92d6-4589002c4be4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.904713] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "117f19ee-dd6a-4f21-92d6-4589002c4be4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.938527] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5ada0538-f828-4bb1-bb3c-62422d3fee20 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.941913] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.620s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.942733] env[65682]: INFO nova.compute.claims [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1196.960645] env[65682]: INFO nova.scheduler.client.report [None req-5ada0538-f828-4bb1-bb3c-62422d3fee20 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Deleted allocations for instance dadcffdb-a33b-4b0e-8cf2-49337e952466 [ 1197.134900] env[65682]: DEBUG nova.compute.manager [None req-c9f88c20-5ac3-4c95-93e1-b9e44ee2d529 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1197.134900] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f88c20-5ac3-4c95-93e1-b9e44ee2d529 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1197.135437] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce602d6-359c-48f5-a906-5defae57e0d5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.143715] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f88c20-5ac3-4c95-93e1-b9e44ee2d529 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.143919] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e92ce727-937e-4a78-805f-7ac5569bac1f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.149926] env[65682]: DEBUG oslo_vmware.api [None req-c9f88c20-5ac3-4c95-93e1-b9e44ee2d529 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 1197.149926] env[65682]: value = "task-4616912" [ 1197.149926] env[65682]: _type = "Task" [ 1197.149926] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.160995] env[65682]: DEBUG oslo_vmware.api [None req-c9f88c20-5ac3-4c95-93e1-b9e44ee2d529 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.407252] env[65682]: DEBUG nova.compute.manager [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1197.467753] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5ada0538-f828-4bb1-bb3c-62422d3fee20 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "dadcffdb-a33b-4b0e-8cf2-49337e952466" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.378s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.661047] env[65682]: DEBUG oslo_vmware.api [None req-c9f88c20-5ac3-4c95-93e1-b9e44ee2d529 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616912, 'name': PowerOffVM_Task, 'duration_secs': 0.239994} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.661334] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f88c20-5ac3-4c95-93e1-b9e44ee2d529 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.661447] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f88c20-5ac3-4c95-93e1-b9e44ee2d529 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1197.661721] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-089d6dc0-8024-4e08-a6f5-597c90184b05 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.731288] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f88c20-5ac3-4c95-93e1-b9e44ee2d529 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1197.731663] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f88c20-5ac3-4c95-93e1-b9e44ee2d529 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1197.731856] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9f88c20-5ac3-4c95-93e1-b9e44ee2d529 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Deleting the datastore file [datastore1] 6812a738-b2c5-4038-9943-ba204da22919 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1197.732185] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f33ba852-f8ed-43f5-a1d9-bb2cf988eed6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.739110] env[65682]: DEBUG oslo_vmware.api [None req-c9f88c20-5ac3-4c95-93e1-b9e44ee2d529 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for the task: (returnval){ [ 1197.739110] env[65682]: value = "task-4616914" [ 1197.739110] env[65682]: _type = "Task" [ 1197.739110] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.748132] env[65682]: DEBUG oslo_vmware.api [None req-c9f88c20-5ac3-4c95-93e1-b9e44ee2d529 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.927650] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.215371] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "2b7ae127-7b9f-42f9-ab84-e653d230ed89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.215371] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "2b7ae127-7b9f-42f9-ab84-e653d230ed89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.218144] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0757c7d-c2b1-4d80-a9f6-972f584c834d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.227086] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5d1de6-a41d-4cc7-bf3b-24cad9e6e918 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.262577] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfe316a-3671-4bfb-baf3-aca4dd11921c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.271800] env[65682]: DEBUG oslo_vmware.api [None req-c9f88c20-5ac3-4c95-93e1-b9e44ee2d529 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Task: {'id': task-4616914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130622} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.274074] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9f88c20-5ac3-4c95-93e1-b9e44ee2d529 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1198.274309] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f88c20-5ac3-4c95-93e1-b9e44ee2d529 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1198.274493] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f88c20-5ac3-4c95-93e1-b9e44ee2d529 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1198.274662] env[65682]: INFO nova.compute.manager [None req-c9f88c20-5ac3-4c95-93e1-b9e44ee2d529 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1198.274912] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-c9f88c20-5ac3-4c95-93e1-b9e44ee2d529 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1198.275497] env[65682]: DEBUG nova.compute.manager [-] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1198.275605] env[65682]: DEBUG nova.network.neutron [-] [instance: 6812a738-b2c5-4038-9943-ba204da22919] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1198.275872] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1198.278744] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925ea8c3-453d-4756-b1f2-dacf49cf5766 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.297732] env[65682]: DEBUG nova.compute.provider_tree [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.315313] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1198.534128] env[65682]: DEBUG nova.compute.manager [req-455e7d1a-8702-42b0-ab54-8fefbcc23670 req-f852a5e5-8a6b-4c5b-8d36-e96c0dec7c47 service nova] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Received event network-vif-deleted-6de21297-b0c2-41b3-bc44-598166ecab68 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1198.534392] env[65682]: INFO nova.compute.manager [req-455e7d1a-8702-42b0-ab54-8fefbcc23670 req-f852a5e5-8a6b-4c5b-8d36-e96c0dec7c47 service nova] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Neutron deleted interface 6de21297-b0c2-41b3-bc44-598166ecab68; detaching it from the instance and deleting it from the info cache [ 1198.534574] env[65682]: DEBUG nova.network.neutron [req-455e7d1a-8702-42b0-ab54-8fefbcc23670 req-f852a5e5-8a6b-4c5b-8d36-e96c0dec7c47 service nova] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.721929] env[65682]: DEBUG nova.compute.manager [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1198.800568] env[65682]: DEBUG nova.scheduler.client.report [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.013037] env[65682]: DEBUG nova.network.neutron [-] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.037546] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dfbcdd68-63e6-4225-a56c-4d0f6d101078 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.048591] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fc62ad-b7ad-4e49-b796-4b525ea02bf6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.086149] env[65682]: DEBUG nova.compute.manager [req-455e7d1a-8702-42b0-ab54-8fefbcc23670 req-f852a5e5-8a6b-4c5b-8d36-e96c0dec7c47 service nova] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Detach interface failed, port_id=6de21297-b0c2-41b3-bc44-598166ecab68, reason: Instance 6812a738-b2c5-4038-9943-ba204da22919 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1199.246868] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.305505] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.306939] env[65682]: DEBUG oslo_concurrency.lockutils [None req-202818f9-d0c1-4424-a066-7bc0654244bd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.928s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.307195] env[65682]: DEBUG nova.objects.instance [None req-202818f9-d0c1-4424-a066-7bc0654244bd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lazy-loading 'resources' on Instance uuid b87e45d9-626e-42bc-a3bf-fd78b9d879e3 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.516248] env[65682]: INFO nova.compute.manager [-] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Took 1.24 seconds to deallocate network for instance. [ 1199.809773] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Acquiring lock "c1787b3a-c21f-4f52-b33a-d8f5a55ff186" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.810152] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Lock "c1787b3a-c21f-4f52-b33a-d8f5a55ff186" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.972858] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a845897-980d-4073-bb30-a1d312ffa09a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.981817] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c8845d-d3fc-49f2-b770-e98dc7a09dbe {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.013909] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efebf461-0c57-4b5e-87aa-6e98fd653db4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.022712] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e028b7f2-e0df-4e77-ad62-3b9fb368972e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.027250] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c9f88c20-5ac3-4c95-93e1-b9e44ee2d529 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.027596] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0509f000-fe33-4c2c-aa5e-726c835aab10 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquiring lock "c8e06fc1-ffc0-45ed-a243-efa04a523aaf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.027811] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0509f000-fe33-4c2c-aa5e-726c835aab10 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "c8e06fc1-ffc0-45ed-a243-efa04a523aaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.027987] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0509f000-fe33-4c2c-aa5e-726c835aab10 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquiring lock "c8e06fc1-ffc0-45ed-a243-efa04a523aaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.028179] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0509f000-fe33-4c2c-aa5e-726c835aab10 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "c8e06fc1-ffc0-45ed-a243-efa04a523aaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.028337] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0509f000-fe33-4c2c-aa5e-726c835aab10 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "c8e06fc1-ffc0-45ed-a243-efa04a523aaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.030926] env[65682]: INFO nova.compute.manager [None req-0509f000-fe33-4c2c-aa5e-726c835aab10 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Terminating instance [ 1200.040673] env[65682]: DEBUG nova.compute.provider_tree [None req-202818f9-d0c1-4424-a066-7bc0654244bd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.315295] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Lock "c1787b3a-c21f-4f52-b33a-d8f5a55ff186" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.315919] env[65682]: DEBUG nova.compute.manager [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1200.544775] env[65682]: DEBUG nova.scheduler.client.report [None req-202818f9-d0c1-4424-a066-7bc0654244bd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.548381] env[65682]: DEBUG nova.compute.manager [None req-0509f000-fe33-4c2c-aa5e-726c835aab10 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1200.548578] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0509f000-fe33-4c2c-aa5e-726c835aab10 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.549734] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39b9f1c-7259-4bb7-b7b3-93cfda2d126a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.560229] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-0509f000-fe33-4c2c-aa5e-726c835aab10 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.560667] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4c3c164-b145-4c32-a763-f54e05239fcd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.568644] env[65682]: DEBUG oslo_vmware.api [None req-0509f000-fe33-4c2c-aa5e-726c835aab10 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 1200.568644] env[65682]: value = "task-4616915" [ 1200.568644] env[65682]: _type = "Task" [ 1200.568644] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.577663] env[65682]: DEBUG oslo_vmware.api [None req-0509f000-fe33-4c2c-aa5e-726c835aab10 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.821640] env[65682]: DEBUG nova.compute.utils [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1200.823274] env[65682]: DEBUG nova.compute.manager [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1200.823518] env[65682]: DEBUG nova.network.neutron [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1200.823826] env[65682]: WARNING neutronclient.v2_0.client [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1200.824144] env[65682]: WARNING neutronclient.v2_0.client [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1200.880792] env[65682]: DEBUG nova.policy [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bafd7b793474e1d971de2fc647a57ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f230966b3834faeba5b5a3ebe1d4d4d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1201.050691] env[65682]: DEBUG oslo_concurrency.lockutils [None req-202818f9-d0c1-4424-a066-7bc0654244bd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.744s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.054206] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.346s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.055020] env[65682]: INFO nova.compute.claims [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1201.076820] env[65682]: INFO nova.scheduler.client.report [None req-202818f9-d0c1-4424-a066-7bc0654244bd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Deleted allocations for instance b87e45d9-626e-42bc-a3bf-fd78b9d879e3 [ 1201.085022] env[65682]: DEBUG oslo_vmware.api [None req-0509f000-fe33-4c2c-aa5e-726c835aab10 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616915, 'name': PowerOffVM_Task, 'duration_secs': 0.231147} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.085550] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-0509f000-fe33-4c2c-aa5e-726c835aab10 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.085726] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0509f000-fe33-4c2c-aa5e-726c835aab10 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.086273] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c114ed16-2bb5-4afd-abcd-4331e6acd325 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.163899] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0509f000-fe33-4c2c-aa5e-726c835aab10 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.163899] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0509f000-fe33-4c2c-aa5e-726c835aab10 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.163899] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-0509f000-fe33-4c2c-aa5e-726c835aab10 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Deleting the datastore file [datastore2] c8e06fc1-ffc0-45ed-a243-efa04a523aaf {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.165055] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bec6cca8-c6c6-4e5c-a526-4861a09bad9a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.172626] env[65682]: DEBUG oslo_vmware.api [None req-0509f000-fe33-4c2c-aa5e-726c835aab10 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for the task: (returnval){ [ 1201.172626] env[65682]: value = "task-4616917" [ 1201.172626] env[65682]: _type = "Task" [ 1201.172626] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.183187] env[65682]: DEBUG oslo_vmware.api [None req-0509f000-fe33-4c2c-aa5e-726c835aab10 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.211361] env[65682]: DEBUG nova.network.neutron [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Successfully created port: fac6f732-767b-4c4c-b4fe-2d1025fc5c01 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1201.327300] env[65682]: DEBUG nova.compute.manager [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1201.589163] env[65682]: DEBUG oslo_concurrency.lockutils [None req-202818f9-d0c1-4424-a066-7bc0654244bd tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "b87e45d9-626e-42bc-a3bf-fd78b9d879e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.965s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.590137] env[65682]: DEBUG oslo_concurrency.lockutils [req-4b94bc19-7a61-4647-8487-c12713e75962 req-f653cc05-417d-4482-8560-53a41444dc19 service nova] Acquired lock "b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.591109] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe8cc3c-02be-4edb-b634-bca0a0319475 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.601556] env[65682]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1201.601719] env[65682]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=65682) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1201.602629] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e814941e-9c6c-4c4e-9719-41cfe0168e47 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.613139] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edeead5-a884-4bc2-897b-2d071bcf1a4d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.653154] env[65682]: ERROR root [req-4b94bc19-7a61-4647-8487-c12713e75962 req-f653cc05-417d-4482-8560-53a41444dc19 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-901736' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-901736' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-901736' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-901736'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-901736' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-901736' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-901736'}\n"]: nova.exception.InstanceNotFound: Instance b87e45d9-626e-42bc-a3bf-fd78b9d879e3 could not be found. [ 1201.653426] env[65682]: DEBUG oslo_concurrency.lockutils [req-4b94bc19-7a61-4647-8487-c12713e75962 req-f653cc05-417d-4482-8560-53a41444dc19 service nova] Releasing lock "b87e45d9-626e-42bc-a3bf-fd78b9d879e3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.653582] env[65682]: DEBUG nova.compute.manager [req-4b94bc19-7a61-4647-8487-c12713e75962 req-f653cc05-417d-4482-8560-53a41444dc19 service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Detach interface failed, port_id=4e8e0a0c-30cd-4628-9374-6917be62cdeb, reason: Instance b87e45d9-626e-42bc-a3bf-fd78b9d879e3 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1201.653792] env[65682]: DEBUG nova.compute.manager [req-4b94bc19-7a61-4647-8487-c12713e75962 req-f653cc05-417d-4482-8560-53a41444dc19 service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Received event network-vif-deleted-efa7fc02-0250-4a05-a298-16b159bbf9ea {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1201.653980] env[65682]: INFO nova.compute.manager [req-4b94bc19-7a61-4647-8487-c12713e75962 req-f653cc05-417d-4482-8560-53a41444dc19 service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Neutron deleted interface efa7fc02-0250-4a05-a298-16b159bbf9ea; detaching it from the instance and deleting it from the info cache [ 1201.654266] env[65682]: DEBUG nova.network.neutron [req-4b94bc19-7a61-4647-8487-c12713e75962 req-f653cc05-417d-4482-8560-53a41444dc19 service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Updating instance_info_cache with network_info: [{"id": "454eaab5-9a3e-4dce-b9d4-0d253b918cc7", "address": "fa:16:3e:c5:e7:4c", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap454eaab5-9a", "ovs_interfaceid": "454eaab5-9a3e-4dce-b9d4-0d253b918cc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.683978] env[65682]: DEBUG oslo_vmware.api [None req-0509f000-fe33-4c2c-aa5e-726c835aab10 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Task: {'id': task-4616917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14272} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.684162] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-0509f000-fe33-4c2c-aa5e-726c835aab10 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1201.684291] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0509f000-fe33-4c2c-aa5e-726c835aab10 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1201.684474] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0509f000-fe33-4c2c-aa5e-726c835aab10 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1201.684646] env[65682]: INFO nova.compute.manager [None req-0509f000-fe33-4c2c-aa5e-726c835aab10 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1201.685121] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-0509f000-fe33-4c2c-aa5e-726c835aab10 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1201.685644] env[65682]: DEBUG nova.compute.manager [-] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1201.685750] env[65682]: DEBUG nova.network.neutron [-] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1201.686047] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.720050] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1202.157402] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1451bf16-bbfb-4354-bb0b-04a5dcbc074f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.173777] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80a1706-6813-4d93-9726-7c8437898a14 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.207574] env[65682]: DEBUG nova.compute.manager [req-4b94bc19-7a61-4647-8487-c12713e75962 req-f653cc05-417d-4482-8560-53a41444dc19 service nova] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Detach interface failed, port_id=efa7fc02-0250-4a05-a298-16b159bbf9ea, reason: Instance b87e45d9-626e-42bc-a3bf-fd78b9d879e3 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1202.273035] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6d3902-f591-4848-97bf-b4290ea8cb00 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.282516] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e930158-292b-48ca-b374-c47058024d44 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.318427] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e78d8d-73b2-4d4c-bc55-f68681db1896 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.328650] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b8aae2-fa43-4f50-92d9-1c54ffb3674b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.347867] env[65682]: DEBUG nova.compute.manager [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1202.352081] env[65682]: DEBUG nova.compute.provider_tree [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.389147] env[65682]: DEBUG nova.virt.hardware [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1202.389431] env[65682]: DEBUG nova.virt.hardware [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.390114] env[65682]: DEBUG nova.virt.hardware [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1202.390430] env[65682]: DEBUG nova.virt.hardware [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.390617] env[65682]: DEBUG nova.virt.hardware [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1202.390768] env[65682]: DEBUG nova.virt.hardware [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1202.390989] env[65682]: DEBUG nova.virt.hardware [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1202.391161] env[65682]: DEBUG nova.virt.hardware [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1202.391331] env[65682]: DEBUG nova.virt.hardware [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1202.391529] env[65682]: DEBUG nova.virt.hardware [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1202.391746] env[65682]: DEBUG nova.virt.hardware [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1202.393307] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40127224-f7cb-411c-9c86-a30cf0ca34cf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.403730] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cb9d6a-949e-4780-bcdd-c86be7912d0e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.485896] env[65682]: DEBUG nova.compute.manager [req-b92bfedb-2d03-4181-977d-f1833cb7a9ac req-f49faaca-a882-406b-8562-d709ab1acb6e service nova] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Received event network-vif-deleted-0114af5b-79ba-4023-afbb-63038d109a48 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1202.486807] env[65682]: INFO nova.compute.manager [req-b92bfedb-2d03-4181-977d-f1833cb7a9ac req-f49faaca-a882-406b-8562-d709ab1acb6e service nova] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Neutron deleted interface 0114af5b-79ba-4023-afbb-63038d109a48; detaching it from the instance and deleting it from the info cache [ 1202.486807] env[65682]: DEBUG nova.network.neutron [req-b92bfedb-2d03-4181-977d-f1833cb7a9ac req-f49faaca-a882-406b-8562-d709ab1acb6e service nova] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.737254] env[65682]: DEBUG nova.compute.manager [req-a463740b-ce74-47e1-824b-38707c0b4cff req-23eb1cd3-e819-4030-82f7-699a98379b5e service nova] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Received event network-vif-plugged-fac6f732-767b-4c4c-b4fe-2d1025fc5c01 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1202.737435] env[65682]: DEBUG oslo_concurrency.lockutils [req-a463740b-ce74-47e1-824b-38707c0b4cff req-23eb1cd3-e819-4030-82f7-699a98379b5e service nova] Acquiring lock "d3765ad9-7c68-4585-bb7d-07fc8b93d2c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.737650] env[65682]: DEBUG oslo_concurrency.lockutils [req-a463740b-ce74-47e1-824b-38707c0b4cff req-23eb1cd3-e819-4030-82f7-699a98379b5e service nova] Lock "d3765ad9-7c68-4585-bb7d-07fc8b93d2c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.738107] env[65682]: DEBUG oslo_concurrency.lockutils [req-a463740b-ce74-47e1-824b-38707c0b4cff req-23eb1cd3-e819-4030-82f7-699a98379b5e service nova] Lock "d3765ad9-7c68-4585-bb7d-07fc8b93d2c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.738107] env[65682]: DEBUG nova.compute.manager [req-a463740b-ce74-47e1-824b-38707c0b4cff req-23eb1cd3-e819-4030-82f7-699a98379b5e service nova] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] No waiting events found dispatching network-vif-plugged-fac6f732-767b-4c4c-b4fe-2d1025fc5c01 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1202.738535] env[65682]: WARNING nova.compute.manager [req-a463740b-ce74-47e1-824b-38707c0b4cff req-23eb1cd3-e819-4030-82f7-699a98379b5e service nova] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Received unexpected event network-vif-plugged-fac6f732-767b-4c4c-b4fe-2d1025fc5c01 for instance with vm_state building and task_state spawning. [ 1202.779992] env[65682]: DEBUG nova.network.neutron [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Successfully updated port: fac6f732-767b-4c4c-b4fe-2d1025fc5c01 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1202.822176] env[65682]: DEBUG nova.network.neutron [-] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.854959] env[65682]: DEBUG nova.scheduler.client.report [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.990355] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d51cba34-1d4d-49a2-a01d-c1a57c5f53a5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.001698] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c387de95-36a4-4c42-aa03-1f6c45cc5141 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.036769] env[65682]: DEBUG nova.compute.manager [req-b92bfedb-2d03-4181-977d-f1833cb7a9ac req-f49faaca-a882-406b-8562-d709ab1acb6e service nova] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Detach interface failed, port_id=0114af5b-79ba-4023-afbb-63038d109a48, reason: Instance c8e06fc1-ffc0-45ed-a243-efa04a523aaf could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1203.282716] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Acquiring lock "refresh_cache-d3765ad9-7c68-4585-bb7d-07fc8b93d2c8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.283116] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Acquired lock "refresh_cache-d3765ad9-7c68-4585-bb7d-07fc8b93d2c8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.283116] env[65682]: DEBUG nova.network.neutron [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1203.325870] env[65682]: INFO nova.compute.manager [-] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Took 1.64 seconds to deallocate network for instance. [ 1203.360477] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.361066] env[65682]: DEBUG nova.compute.manager [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1203.364469] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.437s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.366748] env[65682]: INFO nova.compute.claims [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.831980] env[65682]: DEBUG nova.network.neutron [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1203.835018] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0509f000-fe33-4c2c-aa5e-726c835aab10 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.872724] env[65682]: DEBUG nova.compute.utils [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1203.876499] env[65682]: DEBUG nova.compute.manager [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1203.877910] env[65682]: DEBUG nova.network.neutron [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1203.877910] env[65682]: WARNING neutronclient.v2_0.client [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1203.877910] env[65682]: WARNING neutronclient.v2_0.client [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1203.920912] env[65682]: DEBUG nova.policy [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73aa95d0a41b4b15bbe2b2664f1f64c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '824187397d5f4890a1360d60e59329fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1203.944125] env[65682]: WARNING neutronclient.v2_0.client [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.087052] env[65682]: DEBUG nova.network.neutron [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Updating instance_info_cache with network_info: [{"id": "fac6f732-767b-4c4c-b4fe-2d1025fc5c01", "address": "fa:16:3e:55:45:41", "network": {"id": "592bea4d-dc2e-40ac-b435-b929d7e95d5e", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1638505067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f230966b3834faeba5b5a3ebe1d4d4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfac6f732-76", "ovs_interfaceid": "fac6f732-767b-4c4c-b4fe-2d1025fc5c01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.245181] env[65682]: DEBUG nova.network.neutron [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Successfully created port: 3bfdaee7-aa2b-48ce-ab80-b894e1c80175 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1204.381226] env[65682]: DEBUG nova.compute.manager [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1204.578180] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed3ab2d-7ad6-4e3f-9ff5-1d2309f5bf3c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.587256] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea1585b-ce14-492a-9d2e-ebd3007d4a44 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.590944] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Releasing lock "refresh_cache-d3765ad9-7c68-4585-bb7d-07fc8b93d2c8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.591302] env[65682]: DEBUG nova.compute.manager [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Instance network_info: |[{"id": "fac6f732-767b-4c4c-b4fe-2d1025fc5c01", "address": "fa:16:3e:55:45:41", "network": {"id": "592bea4d-dc2e-40ac-b435-b929d7e95d5e", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1638505067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f230966b3834faeba5b5a3ebe1d4d4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfac6f732-76", "ovs_interfaceid": "fac6f732-767b-4c4c-b4fe-2d1025fc5c01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1204.591762] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:45:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49b5df12-d801-4140-8816-2fd401608c7d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fac6f732-767b-4c4c-b4fe-2d1025fc5c01', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1204.599195] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Creating folder: Project (9f230966b3834faeba5b5a3ebe1d4d4d). Parent ref: group-v901426. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1204.599801] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28fda487-8f71-486e-a5e2-49e1bee46da0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.630170] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3a3180-671a-4139-825c-972f6521c281 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.632826] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Created folder: Project (9f230966b3834faeba5b5a3ebe1d4d4d) in parent group-v901426. [ 1204.633016] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Creating folder: Instances. Parent ref: group-v901757. {{(pid=65682) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1204.633256] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90a0d00c-8b0e-47ed-9b76-c80fd59cad78 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.640434] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2c4a4b-69af-4b44-8299-5612fd831d57 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.645115] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Created folder: Instances in parent group-v901757. [ 1204.645350] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1204.645869] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1204.646089] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-812bdb15-4348-4cc7-93e8-0aff6de61fd7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.668129] env[65682]: DEBUG nova.compute.provider_tree [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.675350] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1204.675350] env[65682]: value = "task-4616920" [ 1204.675350] env[65682]: _type = "Task" [ 1204.675350] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.684610] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616920, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.765919] env[65682]: DEBUG oslo_concurrency.lockutils [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "54c0aa42-b608-4e72-b397-4805232d89b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.766557] env[65682]: DEBUG oslo_concurrency.lockutils [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "54c0aa42-b608-4e72-b397-4805232d89b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.779800] env[65682]: DEBUG nova.compute.manager [req-8d26d66c-6e16-421e-9401-9566a1ed1e22 req-84d785eb-afee-497e-b4bb-f78353c6b03b service nova] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Received event network-changed-fac6f732-767b-4c4c-b4fe-2d1025fc5c01 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1204.781106] env[65682]: DEBUG nova.compute.manager [req-8d26d66c-6e16-421e-9401-9566a1ed1e22 req-84d785eb-afee-497e-b4bb-f78353c6b03b service nova] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Refreshing instance network info cache due to event network-changed-fac6f732-767b-4c4c-b4fe-2d1025fc5c01. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1204.781106] env[65682]: DEBUG oslo_concurrency.lockutils [req-8d26d66c-6e16-421e-9401-9566a1ed1e22 req-84d785eb-afee-497e-b4bb-f78353c6b03b service nova] Acquiring lock "refresh_cache-d3765ad9-7c68-4585-bb7d-07fc8b93d2c8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.781106] env[65682]: DEBUG oslo_concurrency.lockutils [req-8d26d66c-6e16-421e-9401-9566a1ed1e22 req-84d785eb-afee-497e-b4bb-f78353c6b03b service nova] Acquired lock "refresh_cache-d3765ad9-7c68-4585-bb7d-07fc8b93d2c8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.781805] env[65682]: DEBUG nova.network.neutron [req-8d26d66c-6e16-421e-9401-9566a1ed1e22 req-84d785eb-afee-497e-b4bb-f78353c6b03b service nova] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Refreshing network info cache for port fac6f732-767b-4c4c-b4fe-2d1025fc5c01 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.172100] env[65682]: DEBUG nova.scheduler.client.report [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.186565] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616920, 'name': CreateVM_Task, 'duration_secs': 0.370977} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.186762] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1205.187343] env[65682]: WARNING neutronclient.v2_0.client [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.197400] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.197752] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.198968] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.198968] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bd6e8a8-a3b4-445a-ab89-99d58d0a2635 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.205643] env[65682]: DEBUG oslo_vmware.api [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Waiting for the task: (returnval){ [ 1205.205643] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52eb29dd-6375-6a01-1de9-89f75aeb910c" [ 1205.205643] env[65682]: _type = "Task" [ 1205.205643] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.219446] env[65682]: DEBUG oslo_vmware.api [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52eb29dd-6375-6a01-1de9-89f75aeb910c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.269616] env[65682]: DEBUG nova.compute.manager [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1205.272764] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.273246] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.273409] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.273564] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.273783] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.273866] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.273991] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._sync_power_states {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.285041] env[65682]: WARNING neutronclient.v2_0.client [req-8d26d66c-6e16-421e-9401-9566a1ed1e22 req-84d785eb-afee-497e-b4bb-f78353c6b03b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.393541] env[65682]: DEBUG nova.compute.manager [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1205.422402] env[65682]: DEBUG nova.virt.hardware [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1205.422654] env[65682]: DEBUG nova.virt.hardware [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.422807] env[65682]: DEBUG nova.virt.hardware [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1205.422980] env[65682]: DEBUG nova.virt.hardware [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.423136] env[65682]: DEBUG nova.virt.hardware [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1205.423292] env[65682]: DEBUG nova.virt.hardware [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1205.423568] env[65682]: DEBUG nova.virt.hardware [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1205.423838] env[65682]: DEBUG nova.virt.hardware [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1205.424063] env[65682]: DEBUG nova.virt.hardware [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1205.424247] env[65682]: DEBUG nova.virt.hardware [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1205.424737] env[65682]: DEBUG nova.virt.hardware [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1205.425291] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0841d14c-e177-4458-ad01-cedd3dc28eac {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.434901] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2299cbf1-1a59-4375-9229-7eb957379e88 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.453241] env[65682]: WARNING neutronclient.v2_0.client [req-8d26d66c-6e16-421e-9401-9566a1ed1e22 req-84d785eb-afee-497e-b4bb-f78353c6b03b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.521020] env[65682]: DEBUG nova.network.neutron [req-8d26d66c-6e16-421e-9401-9566a1ed1e22 req-84d785eb-afee-497e-b4bb-f78353c6b03b service nova] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Updated VIF entry in instance network info cache for port fac6f732-767b-4c4c-b4fe-2d1025fc5c01. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1205.521425] env[65682]: DEBUG nova.network.neutron [req-8d26d66c-6e16-421e-9401-9566a1ed1e22 req-84d785eb-afee-497e-b4bb-f78353c6b03b service nova] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Updating instance_info_cache with network_info: [{"id": "fac6f732-767b-4c4c-b4fe-2d1025fc5c01", "address": "fa:16:3e:55:45:41", "network": {"id": "592bea4d-dc2e-40ac-b435-b929d7e95d5e", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1638505067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f230966b3834faeba5b5a3ebe1d4d4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfac6f732-76", "ovs_interfaceid": "fac6f732-767b-4c4c-b4fe-2d1025fc5c01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.680951] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.681739] env[65682]: DEBUG nova.compute.manager [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1205.684694] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.438s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.686910] env[65682]: INFO nova.compute.claims [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.725875] env[65682]: DEBUG oslo_vmware.api [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52eb29dd-6375-6a01-1de9-89f75aeb910c, 'name': SearchDatastore_Task, 'duration_secs': 0.012189} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.726247] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.726503] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1205.726766] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.726911] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.727107] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1205.728080] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb9d0fc5-f6fc-44c7-8e8b-beb61de7444e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.740114] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1205.740346] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1205.741366] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acf713a1-af60-4f71-a100-d0f679e502a5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.747573] env[65682]: DEBUG oslo_vmware.api [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Waiting for the task: (returnval){ [ 1205.747573] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52bc19c1-e47d-48c0-7f94-1dade0be9664" [ 1205.747573] env[65682]: _type = "Task" [ 1205.747573] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.757132] env[65682]: DEBUG oslo_vmware.api [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52bc19c1-e47d-48c0-7f94-1dade0be9664, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.778308] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Getting list of instances from cluster (obj){ [ 1205.778308] env[65682]: value = "domain-c8" [ 1205.778308] env[65682]: _type = "ClusterComputeResource" [ 1205.778308] env[65682]: } {{(pid=65682) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1205.782208] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47425793-574c-4072-9266-18b9aaf1618f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.788131] env[65682]: DEBUG nova.network.neutron [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Successfully updated port: 3bfdaee7-aa2b-48ce-ab80-b894e1c80175 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1205.805212] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Got total of 6 instances {{(pid=65682) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1205.805212] env[65682]: WARNING nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] While synchronizing instance power states, found 10 instances in the database and 6 instances on the hypervisor. [ 1205.805212] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Triggering sync for uuid 6812a738-b2c5-4038-9943-ba204da22919 {{(pid=65682) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1205.805212] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Triggering sync for uuid 2cdca24a-4bb0-4adc-886f-4b73acc2a545 {{(pid=65682) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1205.805212] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Triggering sync for uuid d59edbef-b7dc-40e8-8a31-c1c1f3bc8647 {{(pid=65682) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1205.805212] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Triggering sync for uuid c8e06fc1-ffc0-45ed-a243-efa04a523aaf {{(pid=65682) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1205.805415] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Triggering sync for uuid 457726d1-96b3-44fb-bcb4-2f1f00de04da {{(pid=65682) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1205.805613] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Triggering sync for uuid 06ab8e62-b5e9-4dad-a201-cd3c31f7a386 {{(pid=65682) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1205.805810] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Triggering sync for uuid 2d0d314a-af07-4f58-ac67-bf12028f8ac5 {{(pid=65682) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1205.806019] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Triggering sync for uuid d3765ad9-7c68-4585-bb7d-07fc8b93d2c8 {{(pid=65682) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1205.806223] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Triggering sync for uuid 1fa4b475-80fe-452b-988d-264e4cf4ecc3 {{(pid=65682) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1205.806415] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Triggering sync for uuid 117f19ee-dd6a-4f21-92d6-4589002c4be4 {{(pid=65682) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1205.808174] env[65682]: DEBUG oslo_concurrency.lockutils [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.808487] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "6812a738-b2c5-4038-9943-ba204da22919" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.808713] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "2cdca24a-4bb0-4adc-886f-4b73acc2a545" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.808898] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "2cdca24a-4bb0-4adc-886f-4b73acc2a545" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.809192] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.809372] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.809682] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "c8e06fc1-ffc0-45ed-a243-efa04a523aaf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.810067] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "457726d1-96b3-44fb-bcb4-2f1f00de04da" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.810458] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "457726d1-96b3-44fb-bcb4-2f1f00de04da" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.810657] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "06ab8e62-b5e9-4dad-a201-cd3c31f7a386" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.810839] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "06ab8e62-b5e9-4dad-a201-cd3c31f7a386" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.811094] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "2d0d314a-af07-4f58-ac67-bf12028f8ac5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.811274] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "2d0d314a-af07-4f58-ac67-bf12028f8ac5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.811525] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "d3765ad9-7c68-4585-bb7d-07fc8b93d2c8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.811757] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "1fa4b475-80fe-452b-988d-264e4cf4ecc3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.811959] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "117f19ee-dd6a-4f21-92d6-4589002c4be4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.812153] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.812288] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65682) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1205.813614] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156cc6aa-fe79-462e-ab9a-34d8aafae675 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.816824] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b98bd8-48fa-479a-a218-09c56795ce0e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.819803] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0db34f-4322-4af0-89f4-9675d28d3365 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.822567] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1f1770-08ba-4bab-b2bf-44a1d6c41c1b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.825374] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0340291c-18d0-482e-bb21-3b8c38664633 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.827624] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager.update_available_resource {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.024915] env[65682]: DEBUG oslo_concurrency.lockutils [req-8d26d66c-6e16-421e-9401-9566a1ed1e22 req-84d785eb-afee-497e-b4bb-f78353c6b03b service nova] Releasing lock "refresh_cache-d3765ad9-7c68-4585-bb7d-07fc8b93d2c8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.191951] env[65682]: DEBUG nova.compute.utils [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1206.196110] env[65682]: DEBUG nova.compute.manager [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1206.196326] env[65682]: DEBUG nova.network.neutron [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1206.196659] env[65682]: WARNING neutronclient.v2_0.client [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1206.196956] env[65682]: WARNING neutronclient.v2_0.client [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1206.248587] env[65682]: DEBUG nova.policy [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9be76c44fd2541bbb9c03b9c1c6f8189', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5863e73c6b24975a9b9ad9e27eb944e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1206.260688] env[65682]: DEBUG oslo_vmware.api [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52bc19c1-e47d-48c0-7f94-1dade0be9664, 'name': SearchDatastore_Task, 'duration_secs': 0.010346} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.261515] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf7e84b2-17c1-4560-b4a1-1b28e5c1c24d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.268106] env[65682]: DEBUG oslo_vmware.api [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Waiting for the task: (returnval){ [ 1206.268106] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52219927-e055-f36d-1b6a-2589d4321571" [ 1206.268106] env[65682]: _type = "Task" [ 1206.268106] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.278349] env[65682]: DEBUG oslo_vmware.api [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52219927-e055-f36d-1b6a-2589d4321571, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.292394] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "refresh_cache-1fa4b475-80fe-452b-988d-264e4cf4ecc3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.292576] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquired lock "refresh_cache-1fa4b475-80fe-452b-988d-264e4cf4ecc3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.292774] env[65682]: DEBUG nova.network.neutron [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1206.331215] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.346594] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.347061] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "2cdca24a-4bb0-4adc-886f-4b73acc2a545" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.538s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.347399] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "457726d1-96b3-44fb-bcb4-2f1f00de04da" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.347726] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "06ab8e62-b5e9-4dad-a201-cd3c31f7a386" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.353352] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "2d0d314a-af07-4f58-ac67-bf12028f8ac5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.563525] env[65682]: DEBUG nova.network.neutron [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Successfully created port: e2ec60c6-736d-4b53-b173-c280eae691a3 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1206.696798] env[65682]: DEBUG nova.compute.manager [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1206.786643] env[65682]: DEBUG oslo_vmware.api [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52219927-e055-f36d-1b6a-2589d4321571, 'name': SearchDatastore_Task, 'duration_secs': 0.010492} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.786643] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.786643] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] d3765ad9-7c68-4585-bb7d-07fc8b93d2c8/d3765ad9-7c68-4585-bb7d-07fc8b93d2c8.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1206.786643] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-694929cd-56de-41e0-8ecc-27b5d5def176 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.797712] env[65682]: DEBUG oslo_vmware.api [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Waiting for the task: (returnval){ [ 1206.797712] env[65682]: value = "task-4616921" [ 1206.797712] env[65682]: _type = "Task" [ 1206.797712] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.808423] env[65682]: DEBUG oslo_vmware.api [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Task: {'id': task-4616921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.812770] env[65682]: DEBUG nova.compute.manager [req-ca2e9a4d-1c35-4ff9-96cd-2c9c46526b2b req-69b5c839-7eb8-45c1-bbd7-a97bad103259 service nova] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Received event network-vif-plugged-3bfdaee7-aa2b-48ce-ab80-b894e1c80175 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1206.813445] env[65682]: DEBUG oslo_concurrency.lockutils [req-ca2e9a4d-1c35-4ff9-96cd-2c9c46526b2b req-69b5c839-7eb8-45c1-bbd7-a97bad103259 service nova] Acquiring lock "1fa4b475-80fe-452b-988d-264e4cf4ecc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.813445] env[65682]: DEBUG oslo_concurrency.lockutils [req-ca2e9a4d-1c35-4ff9-96cd-2c9c46526b2b req-69b5c839-7eb8-45c1-bbd7-a97bad103259 service nova] Lock "1fa4b475-80fe-452b-988d-264e4cf4ecc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.813445] env[65682]: DEBUG oslo_concurrency.lockutils [req-ca2e9a4d-1c35-4ff9-96cd-2c9c46526b2b req-69b5c839-7eb8-45c1-bbd7-a97bad103259 service nova] Lock "1fa4b475-80fe-452b-988d-264e4cf4ecc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.813633] env[65682]: DEBUG nova.compute.manager [req-ca2e9a4d-1c35-4ff9-96cd-2c9c46526b2b req-69b5c839-7eb8-45c1-bbd7-a97bad103259 service nova] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] No waiting events found dispatching network-vif-plugged-3bfdaee7-aa2b-48ce-ab80-b894e1c80175 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1206.813683] env[65682]: WARNING nova.compute.manager [req-ca2e9a4d-1c35-4ff9-96cd-2c9c46526b2b req-69b5c839-7eb8-45c1-bbd7-a97bad103259 service nova] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Received unexpected event network-vif-plugged-3bfdaee7-aa2b-48ce-ab80-b894e1c80175 for instance with vm_state building and task_state spawning. [ 1206.813798] env[65682]: DEBUG nova.compute.manager [req-ca2e9a4d-1c35-4ff9-96cd-2c9c46526b2b req-69b5c839-7eb8-45c1-bbd7-a97bad103259 service nova] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Received event network-changed-3bfdaee7-aa2b-48ce-ab80-b894e1c80175 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1206.813941] env[65682]: DEBUG nova.compute.manager [req-ca2e9a4d-1c35-4ff9-96cd-2c9c46526b2b req-69b5c839-7eb8-45c1-bbd7-a97bad103259 service nova] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Refreshing instance network info cache due to event network-changed-3bfdaee7-aa2b-48ce-ab80-b894e1c80175. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1206.814161] env[65682]: DEBUG oslo_concurrency.lockutils [req-ca2e9a4d-1c35-4ff9-96cd-2c9c46526b2b req-69b5c839-7eb8-45c1-bbd7-a97bad103259 service nova] Acquiring lock "refresh_cache-1fa4b475-80fe-452b-988d-264e4cf4ecc3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.831034] env[65682]: DEBUG nova.network.neutron [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1206.904392] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618e0070-1da5-474a-8b84-78358d694a58 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.912798] env[65682]: WARNING neutronclient.v2_0.client [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1206.915739] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c36c08-e93e-477b-a5d5-c64d357e3aaa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.951566] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629d7b70-f591-46e4-b24f-0de9e2595c15 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.960697] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369ff0c8-1d8b-4716-b6f1-09a4d8f71713 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.977100] env[65682]: DEBUG nova.compute.provider_tree [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.051535] env[65682]: DEBUG nova.network.neutron [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Updating instance_info_cache with network_info: [{"id": "3bfdaee7-aa2b-48ce-ab80-b894e1c80175", "address": "fa:16:3e:58:aa:b4", "network": {"id": "6478e152-17d6-438a-af59-4acacc2303f3", "bridge": "br-int", "label": "tempest-ServersTestJSON-1098750738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824187397d5f4890a1360d60e59329fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bfdaee7-aa", "ovs_interfaceid": "3bfdaee7-aa2b-48ce-ab80-b894e1c80175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.308851] env[65682]: DEBUG oslo_vmware.api [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Task: {'id': task-4616921, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457931} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.309127] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] d3765ad9-7c68-4585-bb7d-07fc8b93d2c8/d3765ad9-7c68-4585-bb7d-07fc8b93d2c8.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1207.309344] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1207.309613] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8860c6b-96bb-4f53-8f78-930247649fe5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.317658] env[65682]: DEBUG oslo_vmware.api [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Waiting for the task: (returnval){ [ 1207.317658] env[65682]: value = "task-4616922" [ 1207.317658] env[65682]: _type = "Task" [ 1207.317658] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.328542] env[65682]: DEBUG oslo_vmware.api [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Task: {'id': task-4616922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.480358] env[65682]: DEBUG nova.scheduler.client.report [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.554873] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Releasing lock "refresh_cache-1fa4b475-80fe-452b-988d-264e4cf4ecc3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.555326] env[65682]: DEBUG nova.compute.manager [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Instance network_info: |[{"id": "3bfdaee7-aa2b-48ce-ab80-b894e1c80175", "address": "fa:16:3e:58:aa:b4", "network": {"id": "6478e152-17d6-438a-af59-4acacc2303f3", "bridge": "br-int", "label": "tempest-ServersTestJSON-1098750738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824187397d5f4890a1360d60e59329fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bfdaee7-aa", "ovs_interfaceid": "3bfdaee7-aa2b-48ce-ab80-b894e1c80175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1207.555752] env[65682]: DEBUG oslo_concurrency.lockutils [req-ca2e9a4d-1c35-4ff9-96cd-2c9c46526b2b req-69b5c839-7eb8-45c1-bbd7-a97bad103259 service nova] Acquired lock "refresh_cache-1fa4b475-80fe-452b-988d-264e4cf4ecc3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.555957] env[65682]: DEBUG nova.network.neutron [req-ca2e9a4d-1c35-4ff9-96cd-2c9c46526b2b req-69b5c839-7eb8-45c1-bbd7-a97bad103259 service nova] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Refreshing network info cache for port 3bfdaee7-aa2b-48ce-ab80-b894e1c80175 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.557374] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:aa:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bfdaee7-aa2b-48ce-ab80-b894e1c80175', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1207.565495] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1207.566678] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1207.566924] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac778612-57f0-48b8-ad93-f53ac9171698 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.589217] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1207.589217] env[65682]: value = "task-4616923" [ 1207.589217] env[65682]: _type = "Task" [ 1207.589217] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.599499] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616923, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.713253] env[65682]: DEBUG nova.compute.manager [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1207.741314] env[65682]: DEBUG nova.virt.hardware [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1207.741538] env[65682]: DEBUG nova.virt.hardware [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.741651] env[65682]: DEBUG nova.virt.hardware [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1207.742360] env[65682]: DEBUG nova.virt.hardware [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.742360] env[65682]: DEBUG nova.virt.hardware [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1207.742360] env[65682]: DEBUG nova.virt.hardware [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1207.742360] env[65682]: DEBUG nova.virt.hardware [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1207.742682] env[65682]: DEBUG nova.virt.hardware [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1207.742682] env[65682]: DEBUG nova.virt.hardware [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1207.742864] env[65682]: DEBUG nova.virt.hardware [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1207.742963] env[65682]: DEBUG nova.virt.hardware [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1207.744174] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495bcaf7-49bc-4bae-af07-53d4f7d38c5c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.753472] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41d13ac-5702-4399-bfd6-0f0b6182a821 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.831633] env[65682]: DEBUG oslo_vmware.api [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Task: {'id': task-4616922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066944} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.832172] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1207.833497] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f2cf76-b568-4c8e-87a8-a4aaf8fee9ce {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.859069] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] d3765ad9-7c68-4585-bb7d-07fc8b93d2c8/d3765ad9-7c68-4585-bb7d-07fc8b93d2c8.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1207.859400] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c49ce89e-a99b-4e63-ba71-794cd94b64bb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.879885] env[65682]: DEBUG oslo_vmware.api [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Waiting for the task: (returnval){ [ 1207.879885] env[65682]: value = "task-4616924" [ 1207.879885] env[65682]: _type = "Task" [ 1207.879885] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.889196] env[65682]: DEBUG oslo_vmware.api [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Task: {'id': task-4616924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.985717] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.986164] env[65682]: DEBUG nova.compute.manager [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1207.989141] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c9f88c20-5ac3-4c95-93e1-b9e44ee2d529 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.962s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.989437] env[65682]: DEBUG nova.objects.instance [None req-c9f88c20-5ac3-4c95-93e1-b9e44ee2d529 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lazy-loading 'resources' on Instance uuid 6812a738-b2c5-4038-9943-ba204da22919 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.006215] env[65682]: DEBUG nova.compute.manager [req-11880a2a-3779-4f89-90b9-a657976dabf0 req-97688d59-0a7d-4b65-a2b1-cd324fe28820 service nova] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Received event network-vif-plugged-e2ec60c6-736d-4b53-b173-c280eae691a3 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1208.006437] env[65682]: DEBUG oslo_concurrency.lockutils [req-11880a2a-3779-4f89-90b9-a657976dabf0 req-97688d59-0a7d-4b65-a2b1-cd324fe28820 service nova] Acquiring lock "117f19ee-dd6a-4f21-92d6-4589002c4be4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.006638] env[65682]: DEBUG oslo_concurrency.lockutils [req-11880a2a-3779-4f89-90b9-a657976dabf0 req-97688d59-0a7d-4b65-a2b1-cd324fe28820 service nova] Lock "117f19ee-dd6a-4f21-92d6-4589002c4be4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.006884] env[65682]: DEBUG oslo_concurrency.lockutils [req-11880a2a-3779-4f89-90b9-a657976dabf0 req-97688d59-0a7d-4b65-a2b1-cd324fe28820 service nova] Lock "117f19ee-dd6a-4f21-92d6-4589002c4be4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.007131] env[65682]: DEBUG nova.compute.manager [req-11880a2a-3779-4f89-90b9-a657976dabf0 req-97688d59-0a7d-4b65-a2b1-cd324fe28820 service nova] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] No waiting events found dispatching network-vif-plugged-e2ec60c6-736d-4b53-b173-c280eae691a3 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1208.007287] env[65682]: WARNING nova.compute.manager [req-11880a2a-3779-4f89-90b9-a657976dabf0 req-97688d59-0a7d-4b65-a2b1-cd324fe28820 service nova] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Received unexpected event network-vif-plugged-e2ec60c6-736d-4b53-b173-c280eae691a3 for instance with vm_state building and task_state spawning. [ 1208.067422] env[65682]: WARNING neutronclient.v2_0.client [req-ca2e9a4d-1c35-4ff9-96cd-2c9c46526b2b req-69b5c839-7eb8-45c1-bbd7-a97bad103259 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1208.100376] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616923, 'name': CreateVM_Task, 'duration_secs': 0.387254} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.100664] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1208.101264] env[65682]: WARNING neutronclient.v2_0.client [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1208.101692] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.101922] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.102307] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.102625] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2033ea6a-aa2b-487d-836c-7ead5addd620 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.107578] env[65682]: DEBUG nova.network.neutron [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Successfully updated port: e2ec60c6-736d-4b53-b173-c280eae691a3 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1208.110282] env[65682]: DEBUG oslo_vmware.api [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1208.110282] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]521c29ec-1db6-a234-f1f5-04f4ad6f1c95" [ 1208.110282] env[65682]: _type = "Task" [ 1208.110282] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.122639] env[65682]: DEBUG oslo_vmware.api [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]521c29ec-1db6-a234-f1f5-04f4ad6f1c95, 'name': SearchDatastore_Task, 'duration_secs': 0.010077} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.126974] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.127148] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.127559] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.127559] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.127694] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.128748] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcc87de9-be5c-4056-8de0-2d5cb014b4f1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.139220] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.139462] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.140247] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1acaaa2b-3507-4fa1-ad74-28eab37a9f0e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.147237] env[65682]: DEBUG oslo_vmware.api [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1208.147237] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f810a7-34b6-a28e-8454-12818a09ecc1" [ 1208.147237] env[65682]: _type = "Task" [ 1208.147237] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.155777] env[65682]: DEBUG oslo_vmware.api [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f810a7-34b6-a28e-8454-12818a09ecc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.251049] env[65682]: WARNING neutronclient.v2_0.client [req-ca2e9a4d-1c35-4ff9-96cd-2c9c46526b2b req-69b5c839-7eb8-45c1-bbd7-a97bad103259 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1208.327884] env[65682]: DEBUG nova.network.neutron [req-ca2e9a4d-1c35-4ff9-96cd-2c9c46526b2b req-69b5c839-7eb8-45c1-bbd7-a97bad103259 service nova] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Updated VIF entry in instance network info cache for port 3bfdaee7-aa2b-48ce-ab80-b894e1c80175. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1208.328275] env[65682]: DEBUG nova.network.neutron [req-ca2e9a4d-1c35-4ff9-96cd-2c9c46526b2b req-69b5c839-7eb8-45c1-bbd7-a97bad103259 service nova] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Updating instance_info_cache with network_info: [{"id": "3bfdaee7-aa2b-48ce-ab80-b894e1c80175", "address": "fa:16:3e:58:aa:b4", "network": {"id": "6478e152-17d6-438a-af59-4acacc2303f3", "bridge": "br-int", "label": "tempest-ServersTestJSON-1098750738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "824187397d5f4890a1360d60e59329fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bfdaee7-aa", "ovs_interfaceid": "3bfdaee7-aa2b-48ce-ab80-b894e1c80175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.391542] env[65682]: DEBUG oslo_vmware.api [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Task: {'id': task-4616924, 'name': ReconfigVM_Task, 'duration_secs': 0.292023} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.391947] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Reconfigured VM instance instance-00000075 to attach disk [datastore1] d3765ad9-7c68-4585-bb7d-07fc8b93d2c8/d3765ad9-7c68-4585-bb7d-07fc8b93d2c8.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1208.392687] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b63c5cde-53c9-4ca7-b476-e1370a5dc196 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.400077] env[65682]: DEBUG oslo_vmware.api [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Waiting for the task: (returnval){ [ 1208.400077] env[65682]: value = "task-4616925" [ 1208.400077] env[65682]: _type = "Task" [ 1208.400077] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.410186] env[65682]: DEBUG oslo_vmware.api [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Task: {'id': task-4616925, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.492857] env[65682]: DEBUG nova.compute.utils [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1208.497648] env[65682]: DEBUG nova.compute.manager [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1208.497918] env[65682]: DEBUG nova.network.neutron [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1208.498259] env[65682]: WARNING neutronclient.v2_0.client [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1208.498589] env[65682]: WARNING neutronclient.v2_0.client [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1208.537131] env[65682]: DEBUG nova.policy [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e57073e2ad84d08a91ca82ce72096c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '983a459c835447309a57d7ac8b8bcfa5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1208.612486] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "refresh_cache-117f19ee-dd6a-4f21-92d6-4589002c4be4" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.612995] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquired lock "refresh_cache-117f19ee-dd6a-4f21-92d6-4589002c4be4" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.612995] env[65682]: DEBUG nova.network.neutron [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1208.659271] env[65682]: DEBUG oslo_vmware.api [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f810a7-34b6-a28e-8454-12818a09ecc1, 'name': SearchDatastore_Task, 'duration_secs': 0.009398} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.661409] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643e37f2-f09b-4305-8914-70d04ed3f355 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.664331] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c4171e5-5f3e-4825-8ea8-965d719deeda {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.672888] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baea9a79-0b0a-4794-bb16-7e1c269c1ff2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.676387] env[65682]: DEBUG oslo_vmware.api [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1208.676387] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527b1a12-539f-c4ad-64ca-3cd54bf30f36" [ 1208.676387] env[65682]: _type = "Task" [ 1208.676387] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.710077] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce42da3-a34a-4863-b6a9-9e048bc213dc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.712792] env[65682]: DEBUG oslo_vmware.api [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527b1a12-539f-c4ad-64ca-3cd54bf30f36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.718712] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b369a14-af2f-4a90-91f9-cb346578da33 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.733141] env[65682]: DEBUG nova.compute.provider_tree [None req-c9f88c20-5ac3-4c95-93e1-b9e44ee2d529 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.827534] env[65682]: DEBUG nova.network.neutron [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Successfully created port: bedb8d85-b5ab-497a-bc2c-1f3fc00a961f {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1208.830749] env[65682]: DEBUG oslo_concurrency.lockutils [req-ca2e9a4d-1c35-4ff9-96cd-2c9c46526b2b req-69b5c839-7eb8-45c1-bbd7-a97bad103259 service nova] Releasing lock "refresh_cache-1fa4b475-80fe-452b-988d-264e4cf4ecc3" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.911832] env[65682]: DEBUG oslo_vmware.api [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Task: {'id': task-4616925, 'name': Rename_Task, 'duration_secs': 0.173089} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.912149] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1208.912402] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d9e2e04-117a-4c67-90b5-b05ab30a5c7e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.919419] env[65682]: DEBUG oslo_vmware.api [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Waiting for the task: (returnval){ [ 1208.919419] env[65682]: value = "task-4616926" [ 1208.919419] env[65682]: _type = "Task" [ 1208.919419] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.930354] env[65682]: DEBUG oslo_vmware.api [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Task: {'id': task-4616926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.998310] env[65682]: DEBUG nova.compute.manager [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1209.153564] env[65682]: DEBUG nova.network.neutron [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1209.187465] env[65682]: DEBUG oslo_vmware.api [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527b1a12-539f-c4ad-64ca-3cd54bf30f36, 'name': SearchDatastore_Task, 'duration_secs': 0.029296} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.187799] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.188084] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 1fa4b475-80fe-452b-988d-264e4cf4ecc3/1fa4b475-80fe-452b-988d-264e4cf4ecc3.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1209.188364] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee4a95f3-26e3-48cf-ba5d-f80c443ac35a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.195788] env[65682]: DEBUG oslo_vmware.api [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1209.195788] env[65682]: value = "task-4616927" [ 1209.195788] env[65682]: _type = "Task" [ 1209.195788] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.208055] env[65682]: DEBUG oslo_vmware.api [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.237409] env[65682]: DEBUG nova.scheduler.client.report [None req-c9f88c20-5ac3-4c95-93e1-b9e44ee2d529 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.286801] env[65682]: WARNING neutronclient.v2_0.client [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1209.431787] env[65682]: DEBUG oslo_vmware.api [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Task: {'id': task-4616926, 'name': PowerOnVM_Task, 'duration_secs': 0.46295} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.432650] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.432650] env[65682]: INFO nova.compute.manager [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Took 7.08 seconds to spawn the instance on the hypervisor. [ 1209.432650] env[65682]: DEBUG nova.compute.manager [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1209.433570] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43489677-35d9-490a-a026-10270a40780a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.519029] env[65682]: DEBUG nova.network.neutron [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Updating instance_info_cache with network_info: [{"id": "e2ec60c6-736d-4b53-b173-c280eae691a3", "address": "fa:16:3e:1e:15:da", "network": {"id": "4af9ad29-aa78-4e31-a549-d3d6076f5828", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-940499248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5863e73c6b24975a9b9ad9e27eb944e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2ec60c6-73", "ovs_interfaceid": "e2ec60c6-736d-4b53-b173-c280eae691a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.706523] env[65682]: DEBUG oslo_vmware.api [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485682} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.707015] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 1fa4b475-80fe-452b-988d-264e4cf4ecc3/1fa4b475-80fe-452b-988d-264e4cf4ecc3.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1209.707015] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1209.707287] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1dd9b8de-15a3-4a1f-a291-b60f4114ff92 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.714943] env[65682]: DEBUG oslo_vmware.api [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1209.714943] env[65682]: value = "task-4616928" [ 1209.714943] env[65682]: _type = "Task" [ 1209.714943] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.725181] env[65682]: DEBUG oslo_vmware.api [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.743344] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c9f88c20-5ac3-4c95-93e1-b9e44ee2d529 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.746084] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0509f000-fe33-4c2c-aa5e-726c835aab10 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.911s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.746275] env[65682]: DEBUG nova.objects.instance [None req-0509f000-fe33-4c2c-aa5e-726c835aab10 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lazy-loading 'resources' on Instance uuid c8e06fc1-ffc0-45ed-a243-efa04a523aaf {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.769203] env[65682]: INFO nova.scheduler.client.report [None req-c9f88c20-5ac3-4c95-93e1-b9e44ee2d529 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Deleted allocations for instance 6812a738-b2c5-4038-9943-ba204da22919 [ 1209.954759] env[65682]: INFO nova.compute.manager [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Took 13.66 seconds to build instance. [ 1210.008767] env[65682]: DEBUG nova.compute.manager [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1210.022435] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Releasing lock "refresh_cache-117f19ee-dd6a-4f21-92d6-4589002c4be4" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.022906] env[65682]: DEBUG nova.compute.manager [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Instance network_info: |[{"id": "e2ec60c6-736d-4b53-b173-c280eae691a3", "address": "fa:16:3e:1e:15:da", "network": {"id": "4af9ad29-aa78-4e31-a549-d3d6076f5828", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-940499248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5863e73c6b24975a9b9ad9e27eb944e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2ec60c6-73", "ovs_interfaceid": "e2ec60c6-736d-4b53-b173-c280eae691a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1210.023522] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:15:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a34aa30-95be-4b18-98ca-1f2d81f7e9e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2ec60c6-736d-4b53-b173-c280eae691a3', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.032283] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1210.034484] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.034916] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63a3d382-e043-4bd3-8bf3-2629dfb89e06 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.055227] env[65682]: DEBUG nova.virt.hardware [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1210.055661] env[65682]: DEBUG nova.virt.hardware [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.056223] env[65682]: DEBUG nova.virt.hardware [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1210.056560] env[65682]: DEBUG nova.virt.hardware [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.056783] env[65682]: DEBUG nova.virt.hardware [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1210.056957] env[65682]: DEBUG nova.virt.hardware [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1210.057216] env[65682]: DEBUG nova.virt.hardware [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1210.057374] env[65682]: DEBUG nova.virt.hardware [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1210.057543] env[65682]: DEBUG nova.virt.hardware [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1210.057706] env[65682]: DEBUG nova.virt.hardware [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1210.057875] env[65682]: DEBUG nova.virt.hardware [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1210.059197] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53106ba6-8477-4fdd-a31c-a60db943a4dd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.070414] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb468b27-be2c-4a59-b7a4-9cdb829c6194 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.074100] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.074100] env[65682]: value = "task-4616929" [ 1210.074100] env[65682]: _type = "Task" [ 1210.074100] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.095174] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616929, 'name': CreateVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.224633] env[65682]: DEBUG nova.compute.manager [req-4ab9f5e6-7655-462f-9514-fb29a71d697b req-e4d6d692-be62-4d63-9414-8dda697d0647 service nova] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Received event network-changed-e2ec60c6-736d-4b53-b173-c280eae691a3 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1210.224633] env[65682]: DEBUG nova.compute.manager [req-4ab9f5e6-7655-462f-9514-fb29a71d697b req-e4d6d692-be62-4d63-9414-8dda697d0647 service nova] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Refreshing instance network info cache due to event network-changed-e2ec60c6-736d-4b53-b173-c280eae691a3. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1210.224633] env[65682]: DEBUG oslo_concurrency.lockutils [req-4ab9f5e6-7655-462f-9514-fb29a71d697b req-e4d6d692-be62-4d63-9414-8dda697d0647 service nova] Acquiring lock "refresh_cache-117f19ee-dd6a-4f21-92d6-4589002c4be4" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.224947] env[65682]: DEBUG oslo_concurrency.lockutils [req-4ab9f5e6-7655-462f-9514-fb29a71d697b req-e4d6d692-be62-4d63-9414-8dda697d0647 service nova] Acquired lock "refresh_cache-117f19ee-dd6a-4f21-92d6-4589002c4be4" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.224983] env[65682]: DEBUG nova.network.neutron [req-4ab9f5e6-7655-462f-9514-fb29a71d697b req-e4d6d692-be62-4d63-9414-8dda697d0647 service nova] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Refreshing network info cache for port e2ec60c6-736d-4b53-b173-c280eae691a3 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.230559] env[65682]: DEBUG oslo_vmware.api [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085014} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.231127] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1210.232063] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1542e8-0546-4c1c-8f7f-06c6d7a72659 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.260910] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 1fa4b475-80fe-452b-988d-264e4cf4ecc3/1fa4b475-80fe-452b-988d-264e4cf4ecc3.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.262440] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48a5d71b-ca61-45be-ac1f-3c4d864ec4fa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.283627] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c9f88c20-5ac3-4c95-93e1-b9e44ee2d529 tempest-ServerActionsTestOtherA-1623571804 tempest-ServerActionsTestOtherA-1623571804-project-member] Lock "6812a738-b2c5-4038-9943-ba204da22919" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.656s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.285222] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "6812a738-b2c5-4038-9943-ba204da22919" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.476s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.287524] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-125d204d-87e6-4f2b-946f-ccc157d42ee3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.292498] env[65682]: DEBUG oslo_vmware.api [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1210.292498] env[65682]: value = "task-4616930" [ 1210.292498] env[65682]: _type = "Task" [ 1210.292498] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.305969] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1c1bb3-9ed6-45c2-9e71-175ff17a73d1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.326807] env[65682]: DEBUG oslo_vmware.api [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616930, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.383387] env[65682]: DEBUG nova.network.neutron [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Successfully updated port: bedb8d85-b5ab-497a-bc2c-1f3fc00a961f {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1210.457129] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c2b01d1c-2eef-4948-ae2c-cfe7cc71511e tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Lock "d3765ad9-7c68-4585-bb7d-07fc8b93d2c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.167s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.457518] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "d3765ad9-7c68-4585-bb7d-07fc8b93d2c8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.646s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.457748] env[65682]: INFO nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] During sync_power_state the instance has a pending task (spawning). Skip. [ 1210.458023] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "d3765ad9-7c68-4585-bb7d-07fc8b93d2c8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.506012] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9b523f-88cc-4d9d-8d60-9120ac590f79 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.516508] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245b13b5-aef3-4dc0-a014-13cfa01956e4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.556193] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec90738-f6c3-4bec-b5fa-4f8c55af8d18 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.566793] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f8ce45-43d9-450f-9fb1-ad720e706b18 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.593735] env[65682]: DEBUG nova.compute.provider_tree [None req-0509f000-fe33-4c2c-aa5e-726c835aab10 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.601824] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616929, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.732432] env[65682]: WARNING neutronclient.v2_0.client [req-4ab9f5e6-7655-462f-9514-fb29a71d697b req-e4d6d692-be62-4d63-9414-8dda697d0647 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.805863] env[65682]: DEBUG oslo_vmware.api [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616930, 'name': ReconfigVM_Task, 'duration_secs': 0.378726} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.806201] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 1fa4b475-80fe-452b-988d-264e4cf4ecc3/1fa4b475-80fe-452b-988d-264e4cf4ecc3.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.806853] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26e4d5a2-0adf-40ad-be3f-2fa2b66e99c7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.814824] env[65682]: DEBUG oslo_vmware.api [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1210.814824] env[65682]: value = "task-4616931" [ 1210.814824] env[65682]: _type = "Task" [ 1210.814824] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.823706] env[65682]: DEBUG oslo_vmware.api [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616931, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.861898] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "6812a738-b2c5-4038-9943-ba204da22919" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.577s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.889500] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "refresh_cache-2b7ae127-7b9f-42f9-ab84-e653d230ed89" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.889500] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquired lock "refresh_cache-2b7ae127-7b9f-42f9-ab84-e653d230ed89" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.889591] env[65682]: DEBUG nova.network.neutron [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1210.969786] env[65682]: INFO nova.compute.manager [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Rebuilding instance [ 1211.024517] env[65682]: WARNING neutronclient.v2_0.client [req-4ab9f5e6-7655-462f-9514-fb29a71d697b req-e4d6d692-be62-4d63-9414-8dda697d0647 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1211.033027] env[65682]: DEBUG nova.compute.manager [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1211.034512] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42766231-8c68-45a7-83a3-f2357d2a1372 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.094183] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616929, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.097572] env[65682]: DEBUG nova.scheduler.client.report [None req-0509f000-fe33-4c2c-aa5e-726c835aab10 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.136855] env[65682]: DEBUG nova.network.neutron [req-4ab9f5e6-7655-462f-9514-fb29a71d697b req-e4d6d692-be62-4d63-9414-8dda697d0647 service nova] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Updated VIF entry in instance network info cache for port e2ec60c6-736d-4b53-b173-c280eae691a3. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1211.137250] env[65682]: DEBUG nova.network.neutron [req-4ab9f5e6-7655-462f-9514-fb29a71d697b req-e4d6d692-be62-4d63-9414-8dda697d0647 service nova] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Updating instance_info_cache with network_info: [{"id": "e2ec60c6-736d-4b53-b173-c280eae691a3", "address": "fa:16:3e:1e:15:da", "network": {"id": "4af9ad29-aa78-4e31-a549-d3d6076f5828", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-940499248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5863e73c6b24975a9b9ad9e27eb944e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2ec60c6-73", "ovs_interfaceid": "e2ec60c6-736d-4b53-b173-c280eae691a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.146440] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e571f66b-c334-4bc9-9a0d-077efd0c5098 tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Acquiring lock "d3765ad9-7c68-4585-bb7d-07fc8b93d2c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.146658] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e571f66b-c334-4bc9-9a0d-077efd0c5098 tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Lock "d3765ad9-7c68-4585-bb7d-07fc8b93d2c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.146860] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e571f66b-c334-4bc9-9a0d-077efd0c5098 tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Acquiring lock "d3765ad9-7c68-4585-bb7d-07fc8b93d2c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.147076] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e571f66b-c334-4bc9-9a0d-077efd0c5098 tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Lock "d3765ad9-7c68-4585-bb7d-07fc8b93d2c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.147241] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e571f66b-c334-4bc9-9a0d-077efd0c5098 tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Lock "d3765ad9-7c68-4585-bb7d-07fc8b93d2c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.149551] env[65682]: INFO nova.compute.manager [None req-e571f66b-c334-4bc9-9a0d-077efd0c5098 tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Terminating instance [ 1211.325694] env[65682]: DEBUG oslo_vmware.api [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616931, 'name': Rename_Task, 'duration_secs': 0.160766} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.325934] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.326191] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f3acca9-8717-4aad-a93b-93ac9fed70d6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.335845] env[65682]: DEBUG oslo_vmware.api [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1211.335845] env[65682]: value = "task-4616932" [ 1211.335845] env[65682]: _type = "Task" [ 1211.335845] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.345472] env[65682]: DEBUG oslo_vmware.api [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.425447] env[65682]: DEBUG nova.network.neutron [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1211.511133] env[65682]: WARNING neutronclient.v2_0.client [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1211.584030] env[65682]: DEBUG nova.network.neutron [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Updating instance_info_cache with network_info: [{"id": "bedb8d85-b5ab-497a-bc2c-1f3fc00a961f", "address": "fa:16:3e:32:45:d3", "network": {"id": "d2e676e7-8222-43c3-a279-0be7d717d854", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637644478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983a459c835447309a57d7ac8b8bcfa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbedb8d85-b5", "ovs_interfaceid": "bedb8d85-b5ab-497a-bc2c-1f3fc00a961f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.588990] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616929, 'name': CreateVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.603216] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0509f000-fe33-4c2c-aa5e-726c835aab10 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.857s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.605688] env[65682]: DEBUG oslo_concurrency.lockutils [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.798s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.607639] env[65682]: INFO nova.compute.claims [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1211.630190] env[65682]: INFO nova.scheduler.client.report [None req-0509f000-fe33-4c2c-aa5e-726c835aab10 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Deleted allocations for instance c8e06fc1-ffc0-45ed-a243-efa04a523aaf [ 1211.640757] env[65682]: DEBUG oslo_concurrency.lockutils [req-4ab9f5e6-7655-462f-9514-fb29a71d697b req-e4d6d692-be62-4d63-9414-8dda697d0647 service nova] Releasing lock "refresh_cache-117f19ee-dd6a-4f21-92d6-4589002c4be4" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.653717] env[65682]: DEBUG nova.compute.manager [None req-e571f66b-c334-4bc9-9a0d-077efd0c5098 tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1211.654062] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e571f66b-c334-4bc9-9a0d-077efd0c5098 tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.657865] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb4c4ee-f847-402c-8bde-6cf9c80ffb79 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.664854] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-e571f66b-c334-4bc9-9a0d-077efd0c5098 tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.665279] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86e2fdac-4187-47af-9c96-63fef524f2b7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.674509] env[65682]: DEBUG oslo_vmware.api [None req-e571f66b-c334-4bc9-9a0d-077efd0c5098 tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Waiting for the task: (returnval){ [ 1211.674509] env[65682]: value = "task-4616933" [ 1211.674509] env[65682]: _type = "Task" [ 1211.674509] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.685310] env[65682]: DEBUG oslo_vmware.api [None req-e571f66b-c334-4bc9-9a0d-077efd0c5098 tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Task: {'id': task-4616933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.847727] env[65682]: DEBUG oslo_vmware.api [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616932, 'name': PowerOnVM_Task, 'duration_secs': 0.47646} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.848064] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.848396] env[65682]: INFO nova.compute.manager [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Took 6.45 seconds to spawn the instance on the hypervisor. [ 1211.848547] env[65682]: DEBUG nova.compute.manager [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1211.849813] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e9e8d9-423f-4074-85ca-a1aca719abaa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.053629] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.053629] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38de9fff-04c8-46a5-b3b8-31ae8dff07f9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.063060] env[65682]: DEBUG oslo_vmware.api [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1212.063060] env[65682]: value = "task-4616934" [ 1212.063060] env[65682]: _type = "Task" [ 1212.063060] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.073549] env[65682]: DEBUG oslo_vmware.api [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.085835] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616929, 'name': CreateVM_Task, 'duration_secs': 1.614241} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.086041] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1212.086609] env[65682]: WARNING neutronclient.v2_0.client [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.087622] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.087622] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.087622] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.087853] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f0a44ca-921d-4d59-84d8-f7bd345b2fb2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.090110] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Releasing lock "refresh_cache-2b7ae127-7b9f-42f9-ab84-e653d230ed89" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.090453] env[65682]: DEBUG nova.compute.manager [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Instance network_info: |[{"id": "bedb8d85-b5ab-497a-bc2c-1f3fc00a961f", "address": "fa:16:3e:32:45:d3", "network": {"id": "d2e676e7-8222-43c3-a279-0be7d717d854", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637644478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983a459c835447309a57d7ac8b8bcfa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbedb8d85-b5", "ovs_interfaceid": "bedb8d85-b5ab-497a-bc2c-1f3fc00a961f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1212.091121] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:45:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bedb8d85-b5ab-497a-bc2c-1f3fc00a961f', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1212.100649] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1212.101526] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1212.101829] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33b5db03-0aaa-4a75-930e-40f28457d3ae {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.123059] env[65682]: DEBUG oslo_vmware.api [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1212.123059] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523b4095-ed4b-5cdd-32f6-eadef18e2856" [ 1212.123059] env[65682]: _type = "Task" [ 1212.123059] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.128868] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1212.128868] env[65682]: value = "task-4616935" [ 1212.128868] env[65682]: _type = "Task" [ 1212.128868] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.142386] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0509f000-fe33-4c2c-aa5e-726c835aab10 tempest-AttachVolumeShelveTestJSON-1810166903 tempest-AttachVolumeShelveTestJSON-1810166903-project-member] Lock "c8e06fc1-ffc0-45ed-a243-efa04a523aaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.114s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.144607] env[65682]: DEBUG oslo_vmware.api [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523b4095-ed4b-5cdd-32f6-eadef18e2856, 'name': SearchDatastore_Task, 'duration_secs': 0.01356} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.146793] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "c8e06fc1-ffc0-45ed-a243-efa04a523aaf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.337s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.147223] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.147555] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.147859] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.148185] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.148467] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.153228] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63479e82-29f5-411d-9e1a-4a45d90d461f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.155414] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-840a9164-8eea-463a-8925-5a2ae28ecf2a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.157853] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616935, 'name': CreateVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.168100] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d116d06-86c3-4d30-b580-c39b5e5e502b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.182178] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.182333] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.187331] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9adedefb-15e0-4c6a-aa2a-7339203920e5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.196925] env[65682]: DEBUG oslo_vmware.api [None req-e571f66b-c334-4bc9-9a0d-077efd0c5098 tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Task: {'id': task-4616933, 'name': PowerOffVM_Task, 'duration_secs': 0.239939} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.198407] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-e571f66b-c334-4bc9-9a0d-077efd0c5098 tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.198585] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e571f66b-c334-4bc9-9a0d-077efd0c5098 tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.198896] env[65682]: DEBUG oslo_vmware.api [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1212.198896] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]521aac98-80dc-b617-9983-13910eea22f2" [ 1212.198896] env[65682]: _type = "Task" [ 1212.198896] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.200396] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f14c6717-9d98-42ca-9f54-df4dcd63b93f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.226982] env[65682]: DEBUG oslo_vmware.api [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]521aac98-80dc-b617-9983-13910eea22f2, 'name': SearchDatastore_Task, 'duration_secs': 0.015515} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.228278] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f92c7327-e757-4cf8-902a-61c63b85eab4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.237299] env[65682]: DEBUG oslo_vmware.api [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1212.237299] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52e12b24-7ed1-1438-f2e4-2dbe428b55eb" [ 1212.237299] env[65682]: _type = "Task" [ 1212.237299] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.251482] env[65682]: DEBUG oslo_vmware.api [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52e12b24-7ed1-1438-f2e4-2dbe428b55eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.270769] env[65682]: DEBUG nova.compute.manager [req-d2bf2691-6e10-4274-b5f2-ed762b9cb77f req-292f4651-3623-480f-b14f-88f97f4db50d service nova] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Received event network-vif-plugged-bedb8d85-b5ab-497a-bc2c-1f3fc00a961f {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1212.271040] env[65682]: DEBUG oslo_concurrency.lockutils [req-d2bf2691-6e10-4274-b5f2-ed762b9cb77f req-292f4651-3623-480f-b14f-88f97f4db50d service nova] Acquiring lock "2b7ae127-7b9f-42f9-ab84-e653d230ed89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.271294] env[65682]: DEBUG oslo_concurrency.lockutils [req-d2bf2691-6e10-4274-b5f2-ed762b9cb77f req-292f4651-3623-480f-b14f-88f97f4db50d service nova] Lock "2b7ae127-7b9f-42f9-ab84-e653d230ed89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.271477] env[65682]: DEBUG oslo_concurrency.lockutils [req-d2bf2691-6e10-4274-b5f2-ed762b9cb77f req-292f4651-3623-480f-b14f-88f97f4db50d service nova] Lock "2b7ae127-7b9f-42f9-ab84-e653d230ed89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.271749] env[65682]: DEBUG nova.compute.manager [req-d2bf2691-6e10-4274-b5f2-ed762b9cb77f req-292f4651-3623-480f-b14f-88f97f4db50d service nova] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] No waiting events found dispatching network-vif-plugged-bedb8d85-b5ab-497a-bc2c-1f3fc00a961f {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1212.272611] env[65682]: WARNING nova.compute.manager [req-d2bf2691-6e10-4274-b5f2-ed762b9cb77f req-292f4651-3623-480f-b14f-88f97f4db50d service nova] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Received unexpected event network-vif-plugged-bedb8d85-b5ab-497a-bc2c-1f3fc00a961f for instance with vm_state building and task_state spawning. [ 1212.272611] env[65682]: DEBUG nova.compute.manager [req-d2bf2691-6e10-4274-b5f2-ed762b9cb77f req-292f4651-3623-480f-b14f-88f97f4db50d service nova] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Received event network-changed-bedb8d85-b5ab-497a-bc2c-1f3fc00a961f {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1212.272611] env[65682]: DEBUG nova.compute.manager [req-d2bf2691-6e10-4274-b5f2-ed762b9cb77f req-292f4651-3623-480f-b14f-88f97f4db50d service nova] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Refreshing instance network info cache due to event network-changed-bedb8d85-b5ab-497a-bc2c-1f3fc00a961f. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1212.272611] env[65682]: DEBUG oslo_concurrency.lockutils [req-d2bf2691-6e10-4274-b5f2-ed762b9cb77f req-292f4651-3623-480f-b14f-88f97f4db50d service nova] Acquiring lock "refresh_cache-2b7ae127-7b9f-42f9-ab84-e653d230ed89" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.272611] env[65682]: DEBUG oslo_concurrency.lockutils [req-d2bf2691-6e10-4274-b5f2-ed762b9cb77f req-292f4651-3623-480f-b14f-88f97f4db50d service nova] Acquired lock "refresh_cache-2b7ae127-7b9f-42f9-ab84-e653d230ed89" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.272927] env[65682]: DEBUG nova.network.neutron [req-d2bf2691-6e10-4274-b5f2-ed762b9cb77f req-292f4651-3623-480f-b14f-88f97f4db50d service nova] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Refreshing network info cache for port bedb8d85-b5ab-497a-bc2c-1f3fc00a961f {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.299649] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e571f66b-c334-4bc9-9a0d-077efd0c5098 tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.299889] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e571f66b-c334-4bc9-9a0d-077efd0c5098 tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.300134] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-e571f66b-c334-4bc9-9a0d-077efd0c5098 tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Deleting the datastore file [datastore1] d3765ad9-7c68-4585-bb7d-07fc8b93d2c8 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.300444] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5ffe141-82bc-4aa6-ac7f-a2d565593f24 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.308407] env[65682]: DEBUG oslo_vmware.api [None req-e571f66b-c334-4bc9-9a0d-077efd0c5098 tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Waiting for the task: (returnval){ [ 1212.308407] env[65682]: value = "task-4616937" [ 1212.308407] env[65682]: _type = "Task" [ 1212.308407] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.319964] env[65682]: DEBUG oslo_vmware.api [None req-e571f66b-c334-4bc9-9a0d-077efd0c5098 tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Task: {'id': task-4616937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.376447] env[65682]: INFO nova.compute.manager [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Took 15.68 seconds to build instance. [ 1212.574848] env[65682]: DEBUG oslo_vmware.api [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616934, 'name': PowerOffVM_Task, 'duration_secs': 0.193027} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.575675] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.575921] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.577211] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a23f356-9af9-498c-b012-6f957170c954 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.587501] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.587646] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a8f188f-7ee4-41b2-94a1-a784d73ab079 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.642057] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616935, 'name': CreateVM_Task, 'duration_secs': 0.380293} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.642057] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1212.642591] env[65682]: WARNING neutronclient.v2_0.client [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.643033] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.643280] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.643656] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.643970] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18653055-8a80-457b-826e-9e0c4347b439 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.651688] env[65682]: DEBUG oslo_vmware.api [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1212.651688] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528c49d0-81ff-cfc3-eb26-2a2e3276f4db" [ 1212.651688] env[65682]: _type = "Task" [ 1212.651688] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.662580] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.662909] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.662980] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Deleting the datastore file [datastore2] 06ab8e62-b5e9-4dad-a201-cd3c31f7a386 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.663283] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7565f80-b0ad-4731-aee2-d694b4f3980f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.669033] env[65682]: DEBUG oslo_vmware.api [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528c49d0-81ff-cfc3-eb26-2a2e3276f4db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.674884] env[65682]: DEBUG oslo_vmware.api [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1212.674884] env[65682]: value = "task-4616939" [ 1212.674884] env[65682]: _type = "Task" [ 1212.674884] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.683382] env[65682]: DEBUG oslo_vmware.api [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616939, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.720219] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "c8e06fc1-ffc0-45ed-a243-efa04a523aaf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.573s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.747465] env[65682]: DEBUG oslo_vmware.api [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52e12b24-7ed1-1438-f2e4-2dbe428b55eb, 'name': SearchDatastore_Task, 'duration_secs': 0.014656} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.750742] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.750742] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 117f19ee-dd6a-4f21-92d6-4589002c4be4/117f19ee-dd6a-4f21-92d6-4589002c4be4.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1212.751008] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8818839f-99bc-444e-bb41-9618615b9f0f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.758263] env[65682]: DEBUG oslo_vmware.api [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1212.758263] env[65682]: value = "task-4616940" [ 1212.758263] env[65682]: _type = "Task" [ 1212.758263] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.769598] env[65682]: DEBUG oslo_vmware.api [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4616940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.776929] env[65682]: WARNING neutronclient.v2_0.client [req-d2bf2691-6e10-4274-b5f2-ed762b9cb77f req-292f4651-3623-480f-b14f-88f97f4db50d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.792145] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a927c0-8428-4f7a-ae1d-bd3823446063 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.800714] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b71249-267c-4fb9-b8da-2fe71c97be38 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.846285] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79f3aad-1ee0-4ed8-b1a4-4f0a50b0a140 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.857173] env[65682]: DEBUG oslo_vmware.api [None req-e571f66b-c334-4bc9-9a0d-077efd0c5098 tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Task: {'id': task-4616937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337459} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.859992] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-e571f66b-c334-4bc9-9a0d-077efd0c5098 tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.860083] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e571f66b-c334-4bc9-9a0d-077efd0c5098 tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1212.860304] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-e571f66b-c334-4bc9-9a0d-077efd0c5098 tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1212.860632] env[65682]: INFO nova.compute.manager [None req-e571f66b-c334-4bc9-9a0d-077efd0c5098 tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1212.860911] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-e571f66b-c334-4bc9-9a0d-077efd0c5098 tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1212.861233] env[65682]: DEBUG nova.compute.manager [-] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1212.861337] env[65682]: DEBUG nova.network.neutron [-] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1212.861591] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.864675] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a787bba-12b8-4907-bb01-53d0973f8e0a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.881172] env[65682]: DEBUG oslo_concurrency.lockutils [None req-c57c3e09-4f2c-4481-a312-f07a5221b0d8 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "1fa4b475-80fe-452b-988d-264e4cf4ecc3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.195s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.881958] env[65682]: DEBUG nova.compute.provider_tree [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.883550] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "1fa4b475-80fe-452b-988d-264e4cf4ecc3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.072s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.883737] env[65682]: INFO nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] During sync_power_state the instance has a pending task (spawning). Skip. [ 1212.883988] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "1fa4b475-80fe-452b-988d-264e4cf4ecc3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.972317] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1213.170028] env[65682]: DEBUG oslo_vmware.api [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528c49d0-81ff-cfc3-eb26-2a2e3276f4db, 'name': SearchDatastore_Task, 'duration_secs': 0.025998} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.170392] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.170675] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1213.170961] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.171133] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.171328] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1213.171654] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbe7af17-5d6e-424a-8f4e-7e075f9be589 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.186085] env[65682]: DEBUG oslo_vmware.api [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616939, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318058} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.186581] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.186671] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1213.186847] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1213.192170] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1213.192373] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1213.193465] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d755c686-007d-453c-8be7-9c0f9a25a1b8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.200197] env[65682]: DEBUG oslo_vmware.api [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1213.200197] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527cce5a-7066-8f73-9098-e811bea7fed5" [ 1213.200197] env[65682]: _type = "Task" [ 1213.200197] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.209937] env[65682]: DEBUG oslo_vmware.api [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527cce5a-7066-8f73-9098-e811bea7fed5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.268797] env[65682]: DEBUG oslo_vmware.api [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4616940, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.338714] env[65682]: WARNING neutronclient.v2_0.client [req-d2bf2691-6e10-4274-b5f2-ed762b9cb77f req-292f4651-3623-480f-b14f-88f97f4db50d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1213.386418] env[65682]: DEBUG nova.scheduler.client.report [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.474132] env[65682]: DEBUG nova.network.neutron [req-d2bf2691-6e10-4274-b5f2-ed762b9cb77f req-292f4651-3623-480f-b14f-88f97f4db50d service nova] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Updated VIF entry in instance network info cache for port bedb8d85-b5ab-497a-bc2c-1f3fc00a961f. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1213.474518] env[65682]: DEBUG nova.network.neutron [req-d2bf2691-6e10-4274-b5f2-ed762b9cb77f req-292f4651-3623-480f-b14f-88f97f4db50d service nova] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Updating instance_info_cache with network_info: [{"id": "bedb8d85-b5ab-497a-bc2c-1f3fc00a961f", "address": "fa:16:3e:32:45:d3", "network": {"id": "d2e676e7-8222-43c3-a279-0be7d717d854", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637644478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983a459c835447309a57d7ac8b8bcfa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbedb8d85-b5", "ovs_interfaceid": "bedb8d85-b5ab-497a-bc2c-1f3fc00a961f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.713531] env[65682]: DEBUG oslo_vmware.api [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527cce5a-7066-8f73-9098-e811bea7fed5, 'name': SearchDatastore_Task, 'duration_secs': 0.047901} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.714625] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8360d31b-09b2-47f6-8d6a-61df039e5d5d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.722346] env[65682]: DEBUG oslo_vmware.api [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1213.722346] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52246f15-f093-61e8-308f-3a79c5dc109e" [ 1213.722346] env[65682]: _type = "Task" [ 1213.722346] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.733051] env[65682]: DEBUG oslo_vmware.api [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52246f15-f093-61e8-308f-3a79c5dc109e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.768390] env[65682]: DEBUG oslo_vmware.api [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4616940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654527} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.768765] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 117f19ee-dd6a-4f21-92d6-4589002c4be4/117f19ee-dd6a-4f21-92d6-4589002c4be4.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1213.768874] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1213.769219] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-308db1e1-1d98-4320-b7f5-15fab28a9f4f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.776459] env[65682]: DEBUG oslo_vmware.api [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1213.776459] env[65682]: value = "task-4616941" [ 1213.776459] env[65682]: _type = "Task" [ 1213.776459] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.788145] env[65682]: DEBUG oslo_vmware.api [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4616941, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.809731] env[65682]: DEBUG nova.network.neutron [-] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.897299] env[65682]: DEBUG oslo_concurrency.lockutils [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.897299] env[65682]: DEBUG nova.compute.manager [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1213.900106] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.569s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.900106] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.900418] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65682) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1213.901422] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7697a67f-73ad-4ec1-b6a1-0c19b2422672 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.911585] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2b26af-742f-40c9-8e54-cc654493be09 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.927938] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934e6255-aaf4-4eb7-a2e4-5960902315d2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.938027] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74a8e96-d35e-4d58-a8cb-ed4dd4fc1a54 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.969326] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179154MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65682) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1213.969492] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.969765] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.977023] env[65682]: DEBUG oslo_concurrency.lockutils [req-d2bf2691-6e10-4274-b5f2-ed762b9cb77f req-292f4651-3623-480f-b14f-88f97f4db50d service nova] Releasing lock "refresh_cache-2b7ae127-7b9f-42f9-ab84-e653d230ed89" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.227759] env[65682]: DEBUG nova.virt.hardware [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1214.228037] env[65682]: DEBUG nova.virt.hardware [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1214.228204] env[65682]: DEBUG nova.virt.hardware [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1214.228402] env[65682]: DEBUG nova.virt.hardware [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1214.228633] env[65682]: DEBUG nova.virt.hardware [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1214.228870] env[65682]: DEBUG nova.virt.hardware [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1214.229346] env[65682]: DEBUG nova.virt.hardware [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1214.229532] env[65682]: DEBUG nova.virt.hardware [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1214.229872] env[65682]: DEBUG nova.virt.hardware [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1214.229872] env[65682]: DEBUG nova.virt.hardware [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1214.230066] env[65682]: DEBUG nova.virt.hardware [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1214.234175] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bb01cf-9499-4be3-bf50-2e50d9973e2d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.243563] env[65682]: DEBUG oslo_vmware.api [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52246f15-f093-61e8-308f-3a79c5dc109e, 'name': SearchDatastore_Task, 'duration_secs': 0.033828} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.245739] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.245998] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 2b7ae127-7b9f-42f9-ab84-e653d230ed89/2b7ae127-7b9f-42f9-ab84-e653d230ed89.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1214.246323] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef62b335-64db-4e09-b4ab-9c9f02f19650 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.249289] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc297f9b-e9a8-4afa-85e5-08c874026050 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.266206] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:6b:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e582c0e-f50c-4916-87ac-e4674c69fb1d', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1214.274433] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1214.276074] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1214.276821] env[65682]: DEBUG oslo_vmware.api [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1214.276821] env[65682]: value = "task-4616943" [ 1214.276821] env[65682]: _type = "Task" [ 1214.276821] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.277109] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58a252ea-c6b1-429c-8556-a8996a66d031 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.304267] env[65682]: DEBUG oslo_vmware.api [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4616941, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07384} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.309691] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1214.310069] env[65682]: DEBUG oslo_vmware.api [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.311864] env[65682]: DEBUG nova.compute.manager [req-c05e6f93-f5a6-4579-bf5d-7c9aaf590923 req-2ebee571-337c-4ec8-be4a-953afd8bef0a service nova] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Received event network-vif-deleted-fac6f732-767b-4c4c-b4fe-2d1025fc5c01 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1214.312220] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1214.312220] env[65682]: value = "task-4616944" [ 1214.312220] env[65682]: _type = "Task" [ 1214.312220] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.313029] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c03574-945d-4927-bb3c-37bc0ea45a2e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.316010] env[65682]: INFO nova.compute.manager [-] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Took 1.45 seconds to deallocate network for instance. [ 1214.316765] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7fb381ed-c762-402d-bd17-76e7bbcc3b34 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "1fa4b475-80fe-452b-988d-264e4cf4ecc3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.316981] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7fb381ed-c762-402d-bd17-76e7bbcc3b34 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "1fa4b475-80fe-452b-988d-264e4cf4ecc3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.317200] env[65682]: DEBUG nova.compute.manager [None req-7fb381ed-c762-402d-bd17-76e7bbcc3b34 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1214.327168] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb26864c-1507-4d5d-b1c7-32cc4005f42f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.357534] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 117f19ee-dd6a-4f21-92d6-4589002c4be4/117f19ee-dd6a-4f21-92d6-4589002c4be4.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.362758] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30a4558c-760f-4da5-91d0-01b77de9c76e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.379178] env[65682]: DEBUG nova.compute.manager [None req-7fb381ed-c762-402d-bd17-76e7bbcc3b34 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65682) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1214.379851] env[65682]: DEBUG nova.objects.instance [None req-7fb381ed-c762-402d-bd17-76e7bbcc3b34 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lazy-loading 'flavor' on Instance uuid 1fa4b475-80fe-452b-988d-264e4cf4ecc3 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.381889] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616944, 'name': CreateVM_Task} progress is 15%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.389805] env[65682]: DEBUG oslo_vmware.api [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1214.389805] env[65682]: value = "task-4616945" [ 1214.389805] env[65682]: _type = "Task" [ 1214.389805] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.404254] env[65682]: DEBUG nova.compute.utils [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1214.404254] env[65682]: DEBUG oslo_vmware.api [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4616945, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.405909] env[65682]: DEBUG nova.compute.manager [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1214.405909] env[65682]: DEBUG nova.network.neutron [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1214.405909] env[65682]: WARNING neutronclient.v2_0.client [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1214.406408] env[65682]: WARNING neutronclient.v2_0.client [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1214.480928] env[65682]: DEBUG nova.policy [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '624e5e7ac2844a7c8fc447e8890214e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b87a7f5e3294030a48b0bacd6637caf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1214.802506] env[65682]: DEBUG oslo_vmware.api [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616943, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.828278] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e571f66b-c334-4bc9-9a0d-077efd0c5098 tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.828748] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616944, 'name': CreateVM_Task, 'duration_secs': 0.403287} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.829011] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.829471] env[65682]: WARNING neutronclient.v2_0.client [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1214.829878] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.830082] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.830358] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.831012] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eb0733d-3a97-4c9a-810d-547c53e168ce {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.840544] env[65682]: DEBUG oslo_vmware.api [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1214.840544] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c015bc-3752-22b7-11f3-24f398458a09" [ 1214.840544] env[65682]: _type = "Task" [ 1214.840544] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.855123] env[65682]: DEBUG oslo_vmware.api [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c015bc-3752-22b7-11f3-24f398458a09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.900729] env[65682]: DEBUG oslo_vmware.api [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4616945, 'name': ReconfigVM_Task, 'duration_secs': 0.364496} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.901100] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 117f19ee-dd6a-4f21-92d6-4589002c4be4/117f19ee-dd6a-4f21-92d6-4589002c4be4.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.901728] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e6f41b5-ad3c-40aa-8b05-07ac1eb19ad8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.908697] env[65682]: DEBUG oslo_vmware.api [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1214.908697] env[65682]: value = "task-4616946" [ 1214.908697] env[65682]: _type = "Task" [ 1214.908697] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.909261] env[65682]: DEBUG nova.compute.manager [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1214.922454] env[65682]: DEBUG oslo_vmware.api [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4616946, 'name': Rename_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.923555] env[65682]: DEBUG nova.network.neutron [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Successfully created port: ec5fa4c5-ac0f-4d29-a646-be52aef382f1 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1215.014336] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 2cdca24a-4bb0-4adc-886f-4b73acc2a545 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1215.014336] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance d59edbef-b7dc-40e8-8a31-c1c1f3bc8647 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1215.014336] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 457726d1-96b3-44fb-bcb4-2f1f00de04da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1215.014336] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 06ab8e62-b5e9-4dad-a201-cd3c31f7a386 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1215.014336] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 2d0d314a-af07-4f58-ac67-bf12028f8ac5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1215.014845] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance d3765ad9-7c68-4585-bb7d-07fc8b93d2c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1215.014845] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 1fa4b475-80fe-452b-988d-264e4cf4ecc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1215.014845] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 117f19ee-dd6a-4f21-92d6-4589002c4be4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1215.015030] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 2b7ae127-7b9f-42f9-ab84-e653d230ed89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1215.015157] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 54c0aa42-b608-4e72-b397-4805232d89b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1215.015416] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=65682) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1215.015730] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=100GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '10', 'num_vm_active': '7', 'num_task_None': '4', 'num_os_type_None': '10', 'num_proj_824187397d5f4890a1360d60e59329fa': '2', 'io_workload': '3', 'num_proj_67a873a51b0a41c58c8fa980aa58f328': '2', 'num_proj_c5863e73c6b24975a9b9ad9e27eb944e': '2', 'num_task_rebuild_spawning': '1', 'num_proj_1063d410f5864f5292ea4436f03d192c': '1', 'num_task_deleting': '1', 'num_proj_9f230966b3834faeba5b5a3ebe1d4d4d': '1', 'num_task_powering-off': '1', 'num_vm_building': '3', 'num_task_spawning': '2', 'num_proj_983a459c835447309a57d7ac8b8bcfa5': '1', 'num_task_networking': '1', 'num_proj_3b87a7f5e3294030a48b0bacd6637caf': '1'} {{(pid=65682) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1215.168277] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33fa3f5-03be-4a08-a511-4c8e18533d00 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.178091] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4884748-c5e4-4b09-ab4b-0c69ec3299c6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.215516] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3ccb9c-fa0a-4ea1-abed-8ebf5d048b44 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.227482] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86892a0-d9f3-4342-bee0-a16778fc4132 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.243104] env[65682]: DEBUG nova.compute.provider_tree [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1215.303762] env[65682]: DEBUG oslo_vmware.api [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626597} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.304318] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 2b7ae127-7b9f-42f9-ab84-e653d230ed89/2b7ae127-7b9f-42f9-ab84-e653d230ed89.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1215.304715] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1215.305108] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec1f7ba3-4657-42da-9ee2-84b82309d15f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.313387] env[65682]: DEBUG oslo_vmware.api [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1215.313387] env[65682]: value = "task-4616947" [ 1215.313387] env[65682]: _type = "Task" [ 1215.313387] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.326948] env[65682]: DEBUG oslo_vmware.api [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616947, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.354087] env[65682]: DEBUG oslo_vmware.api [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c015bc-3752-22b7-11f3-24f398458a09, 'name': SearchDatastore_Task, 'duration_secs': 0.029482} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.354087] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.354087] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1215.354087] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.354087] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.354087] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1215.354714] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72194a91-d0d1-4e8a-a78f-2e9e743e582b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.374456] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1215.374456] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1215.374456] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9053b55b-dfc8-47f2-8686-0ffca6fb3f4c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.382166] env[65682]: DEBUG oslo_vmware.api [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1215.382166] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]529a1ed5-d15e-1ae6-ad05-bdd0ae4a7199" [ 1215.382166] env[65682]: _type = "Task" [ 1215.382166] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.389028] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb381ed-c762-402d-bd17-76e7bbcc3b34 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1215.393024] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40201689-163d-4ad7-8a61-a7d3ce9d0850 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.395535] env[65682]: DEBUG oslo_vmware.api [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]529a1ed5-d15e-1ae6-ad05-bdd0ae4a7199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.403696] env[65682]: DEBUG oslo_vmware.api [None req-7fb381ed-c762-402d-bd17-76e7bbcc3b34 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1215.403696] env[65682]: value = "task-4616948" [ 1215.403696] env[65682]: _type = "Task" [ 1215.403696] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.422518] env[65682]: DEBUG oslo_vmware.api [None req-7fb381ed-c762-402d-bd17-76e7bbcc3b34 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.434025] env[65682]: DEBUG oslo_vmware.api [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4616946, 'name': Rename_Task, 'duration_secs': 0.150429} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.434025] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.434025] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89eb812b-21ec-4419-8045-713dbcd74281 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.440201] env[65682]: DEBUG oslo_vmware.api [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1215.440201] env[65682]: value = "task-4616949" [ 1215.440201] env[65682]: _type = "Task" [ 1215.440201] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.451673] env[65682]: DEBUG oslo_vmware.api [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4616949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.770244] env[65682]: ERROR nova.scheduler.client.report [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [req-ce93f71c-63c9-4d1d-b710-d823d76115d4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ce93f71c-63c9-4d1d-b710-d823d76115d4"}]} [ 1215.788156] env[65682]: DEBUG nova.scheduler.client.report [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Refreshing inventories for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1215.805150] env[65682]: DEBUG nova.scheduler.client.report [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Updating ProviderTree inventory for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1215.805888] env[65682]: DEBUG nova.compute.provider_tree [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1215.821403] env[65682]: DEBUG nova.scheduler.client.report [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Refreshing aggregate associations for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4, aggregates: None {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1215.829846] env[65682]: DEBUG oslo_vmware.api [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616947, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160863} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.830634] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1215.831834] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efacdb40-1663-4844-adf6-a66db1742205 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.862402] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 2b7ae127-7b9f-42f9-ab84-e653d230ed89/2b7ae127-7b9f-42f9-ab84-e653d230ed89.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.863809] env[65682]: DEBUG nova.scheduler.client.report [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Refreshing trait associations for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1215.867104] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30b6eb39-ee7d-40ca-8d3c-77c9b9615ce8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.891206] env[65682]: DEBUG oslo_vmware.api [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1215.891206] env[65682]: value = "task-4616950" [ 1215.891206] env[65682]: _type = "Task" [ 1215.891206] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.896231] env[65682]: DEBUG oslo_vmware.api [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]529a1ed5-d15e-1ae6-ad05-bdd0ae4a7199, 'name': SearchDatastore_Task, 'duration_secs': 0.036598} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.903316] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0833b430-3174-42e3-b58a-cce71eb1fd48 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.913572] env[65682]: DEBUG oslo_vmware.api [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1215.913572] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52be1d47-329c-ea39-1fd3-a1d33334e906" [ 1215.913572] env[65682]: _type = "Task" [ 1215.913572] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.913883] env[65682]: DEBUG oslo_vmware.api [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.921370] env[65682]: DEBUG oslo_vmware.api [None req-7fb381ed-c762-402d-bd17-76e7bbcc3b34 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616948, 'name': PowerOffVM_Task, 'duration_secs': 0.474066} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.925199] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb381ed-c762-402d-bd17-76e7bbcc3b34 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.925354] env[65682]: DEBUG nova.compute.manager [None req-7fb381ed-c762-402d-bd17-76e7bbcc3b34 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1215.926764] env[65682]: DEBUG nova.compute.manager [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1215.936901] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d778c9ad-dc6d-4f9a-a1a1-4f7b519e6995 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.942222] env[65682]: DEBUG oslo_vmware.api [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52be1d47-329c-ea39-1fd3-a1d33334e906, 'name': SearchDatastore_Task, 'duration_secs': 0.011779} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.942222] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.942222] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 06ab8e62-b5e9-4dad-a201-cd3c31f7a386/06ab8e62-b5e9-4dad-a201-cd3c31f7a386.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.947742] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d8030a0-52ee-4ba1-91c2-caa20011cd17 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.980356] env[65682]: DEBUG oslo_vmware.api [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4616949, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.987167] env[65682]: DEBUG nova.virt.hardware [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1215.987657] env[65682]: DEBUG nova.virt.hardware [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1215.987945] env[65682]: DEBUG nova.virt.hardware [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1215.988482] env[65682]: DEBUG nova.virt.hardware [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1215.988781] env[65682]: DEBUG nova.virt.hardware [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1215.989087] env[65682]: DEBUG nova.virt.hardware [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1215.989461] env[65682]: DEBUG nova.virt.hardware [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1215.989789] env[65682]: DEBUG nova.virt.hardware [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1215.990129] env[65682]: DEBUG nova.virt.hardware [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1215.990628] env[65682]: DEBUG nova.virt.hardware [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1215.991027] env[65682]: DEBUG nova.virt.hardware [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1215.991655] env[65682]: DEBUG oslo_vmware.api [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1215.991655] env[65682]: value = "task-4616951" [ 1215.991655] env[65682]: _type = "Task" [ 1215.991655] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.992926] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebf321d-c014-4507-8f3d-8f9f0a9c5647 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.021370] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cad5d6-a647-4309-bf79-670fd98be043 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.154293] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c5fa52-dc83-4199-a6d3-8321d78d62f8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.164756] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bc01af-17a0-4ed2-838f-c4aee5ca7731 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.199034] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30239bae-d3a9-4e27-84f4-ee645264e217 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.209260] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7df1dd7-2e28-4a55-9ba0-824190d7356e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.226573] env[65682]: DEBUG nova.compute.provider_tree [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1216.409657] env[65682]: DEBUG oslo_vmware.api [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616950, 'name': ReconfigVM_Task, 'duration_secs': 0.338108} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.410121] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 2b7ae127-7b9f-42f9-ab84-e653d230ed89/2b7ae127-7b9f-42f9-ab84-e653d230ed89.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.410893] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86790814-25c8-40a1-8d41-b518c0ffa4eb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.420505] env[65682]: DEBUG oslo_vmware.api [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1216.420505] env[65682]: value = "task-4616952" [ 1216.420505] env[65682]: _type = "Task" [ 1216.420505] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.431269] env[65682]: DEBUG oslo_vmware.api [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616952, 'name': Rename_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.452422] env[65682]: DEBUG oslo_vmware.api [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4616949, 'name': PowerOnVM_Task, 'duration_secs': 0.743929} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.452422] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.453181] env[65682]: INFO nova.compute.manager [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1216.453181] env[65682]: DEBUG nova.compute.manager [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1216.453858] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5b7671-6143-44ce-bf85-ed64417c279b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.474727] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7fb381ed-c762-402d-bd17-76e7bbcc3b34 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "1fa4b475-80fe-452b-988d-264e4cf4ecc3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.158s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.512920] env[65682]: DEBUG oslo_vmware.api [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616951, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.544995] env[65682]: DEBUG nova.network.neutron [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Successfully updated port: ec5fa4c5-ac0f-4d29-a646-be52aef382f1 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1216.688137] env[65682]: DEBUG nova.compute.manager [req-4488e3db-b9b9-47b5-8cb7-3985e6454940 req-24fd58a8-fe5c-4345-b7d3-6107330ee37c service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Received event network-vif-plugged-ec5fa4c5-ac0f-4d29-a646-be52aef382f1 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1216.688137] env[65682]: DEBUG oslo_concurrency.lockutils [req-4488e3db-b9b9-47b5-8cb7-3985e6454940 req-24fd58a8-fe5c-4345-b7d3-6107330ee37c service nova] Acquiring lock "54c0aa42-b608-4e72-b397-4805232d89b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.688137] env[65682]: DEBUG oslo_concurrency.lockutils [req-4488e3db-b9b9-47b5-8cb7-3985e6454940 req-24fd58a8-fe5c-4345-b7d3-6107330ee37c service nova] Lock "54c0aa42-b608-4e72-b397-4805232d89b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.690602] env[65682]: DEBUG oslo_concurrency.lockutils [req-4488e3db-b9b9-47b5-8cb7-3985e6454940 req-24fd58a8-fe5c-4345-b7d3-6107330ee37c service nova] Lock "54c0aa42-b608-4e72-b397-4805232d89b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.690602] env[65682]: DEBUG nova.compute.manager [req-4488e3db-b9b9-47b5-8cb7-3985e6454940 req-24fd58a8-fe5c-4345-b7d3-6107330ee37c service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] No waiting events found dispatching network-vif-plugged-ec5fa4c5-ac0f-4d29-a646-be52aef382f1 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1216.690909] env[65682]: WARNING nova.compute.manager [req-4488e3db-b9b9-47b5-8cb7-3985e6454940 req-24fd58a8-fe5c-4345-b7d3-6107330ee37c service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Received unexpected event network-vif-plugged-ec5fa4c5-ac0f-4d29-a646-be52aef382f1 for instance with vm_state building and task_state spawning. [ 1216.789201] env[65682]: DEBUG nova.scheduler.client.report [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Updated inventory for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with generation 166 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1216.789446] env[65682]: DEBUG nova.compute.provider_tree [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Updating resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 generation from 166 to 167 during operation: update_inventory {{(pid=65682) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1216.789623] env[65682]: DEBUG nova.compute.provider_tree [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1216.931651] env[65682]: DEBUG oslo_vmware.api [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616952, 'name': Rename_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.979290] env[65682]: INFO nova.compute.manager [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Took 19.07 seconds to build instance. [ 1217.014697] env[65682]: DEBUG oslo_vmware.api [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542269} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.015075] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 06ab8e62-b5e9-4dad-a201-cd3c31f7a386/06ab8e62-b5e9-4dad-a201-cd3c31f7a386.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1217.015313] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1217.015596] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5fa8ee9-5199-4fe1-9bc7-3a34665bf2e1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.024205] env[65682]: DEBUG oslo_vmware.api [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1217.024205] env[65682]: value = "task-4616953" [ 1217.024205] env[65682]: _type = "Task" [ 1217.024205] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.037681] env[65682]: DEBUG oslo_vmware.api [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.047868] env[65682]: DEBUG oslo_concurrency.lockutils [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "refresh_cache-54c0aa42-b608-4e72-b397-4805232d89b8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.048135] env[65682]: DEBUG oslo_concurrency.lockutils [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquired lock "refresh_cache-54c0aa42-b608-4e72-b397-4805232d89b8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.048368] env[65682]: DEBUG nova.network.neutron [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1217.166022] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "2d0d314a-af07-4f58-ac67-bf12028f8ac5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.166175] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "2d0d314a-af07-4f58-ac67-bf12028f8ac5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.002s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.166314] env[65682]: INFO nova.compute.manager [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Shelving [ 1217.295317] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65682) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1217.295525] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.326s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.295783] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e571f66b-c334-4bc9-9a0d-077efd0c5098 tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.468s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.296032] env[65682]: DEBUG nova.objects.instance [None req-e571f66b-c334-4bc9-9a0d-077efd0c5098 tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Lazy-loading 'resources' on Instance uuid d3765ad9-7c68-4585-bb7d-07fc8b93d2c8 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.434802] env[65682]: DEBUG oslo_vmware.api [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616952, 'name': Rename_Task, 'duration_secs': 0.983367} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.435389] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.437244] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32eb87bb-72ee-4934-834e-1b8f6df79b6d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.446365] env[65682]: DEBUG oslo_vmware.api [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1217.446365] env[65682]: value = "task-4616954" [ 1217.446365] env[65682]: _type = "Task" [ 1217.446365] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.459339] env[65682]: DEBUG oslo_vmware.api [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.482713] env[65682]: DEBUG oslo_concurrency.lockutils [None req-3a1a942e-80df-4889-8c03-ad47a6ca4a2e tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "117f19ee-dd6a-4f21-92d6-4589002c4be4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.578s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.483540] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "117f19ee-dd6a-4f21-92d6-4589002c4be4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.671s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.485092] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6539d3f-df61-4cd7-b7be-0620d47530ab {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.536697] env[65682]: DEBUG oslo_vmware.api [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071726} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.537140] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.537913] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf262ad-56fc-48b0-b607-5cce0efe0387 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.566686] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 06ab8e62-b5e9-4dad-a201-cd3c31f7a386/06ab8e62-b5e9-4dad-a201-cd3c31f7a386.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.567822] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b37a2f3-3eea-451f-bb37-a9c114552ff3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.590639] env[65682]: DEBUG oslo_vmware.api [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1217.590639] env[65682]: value = "task-4616955" [ 1217.590639] env[65682]: _type = "Task" [ 1217.590639] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.600875] env[65682]: DEBUG oslo_vmware.api [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616955, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.784815] env[65682]: DEBUG nova.network.neutron [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1217.965511] env[65682]: DEBUG oslo_vmware.api [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616954, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.998709] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "117f19ee-dd6a-4f21-92d6-4589002c4be4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.515s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.058293] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59597f31-a394-426f-b169-ff2afc077517 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.062791] env[65682]: WARNING neutronclient.v2_0.client [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1218.071210] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f338dda3-982a-464b-9656-7655e4d9dfe9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.113259] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b65f629-8c43-4dc4-9403-f82c3af9c189 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.125616] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0f2625-b66c-4a1a-b129-4edbf34575a8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.130066] env[65682]: DEBUG oslo_vmware.api [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616955, 'name': ReconfigVM_Task, 'duration_secs': 0.393717} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.130175] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 06ab8e62-b5e9-4dad-a201-cd3c31f7a386/06ab8e62-b5e9-4dad-a201-cd3c31f7a386.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.132486] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb0eb379-c71f-4f97-8c77-d59259276b8d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.142727] env[65682]: DEBUG nova.compute.provider_tree [None req-e571f66b-c334-4bc9-9a0d-077efd0c5098 tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.150302] env[65682]: DEBUG oslo_vmware.api [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1218.150302] env[65682]: value = "task-4616956" [ 1218.150302] env[65682]: _type = "Task" [ 1218.150302] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.160938] env[65682]: DEBUG oslo_vmware.api [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616956, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.178497] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.178497] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08d059cf-9cc7-4708-9346-3ee45255b057 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.187100] env[65682]: DEBUG oslo_vmware.api [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1218.187100] env[65682]: value = "task-4616957" [ 1218.187100] env[65682]: _type = "Task" [ 1218.187100] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.201030] env[65682]: DEBUG oslo_vmware.api [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.376057] env[65682]: DEBUG nova.network.neutron [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Updating instance_info_cache with network_info: [{"id": "ec5fa4c5-ac0f-4d29-a646-be52aef382f1", "address": "fa:16:3e:f2:f7:6a", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec5fa4c5-ac", "ovs_interfaceid": "ec5fa4c5-ac0f-4d29-a646-be52aef382f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.459383] env[65682]: DEBUG oslo_vmware.api [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616954, 'name': PowerOnVM_Task, 'duration_secs': 0.579982} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.459675] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.459907] env[65682]: INFO nova.compute.manager [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1218.460095] env[65682]: DEBUG nova.compute.manager [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1218.461379] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ca449f-ca16-4545-9457-e7f49e3566ed {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.647019] env[65682]: DEBUG nova.scheduler.client.report [None req-e571f66b-c334-4bc9-9a0d-077efd0c5098 tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.661350] env[65682]: DEBUG oslo_vmware.api [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616956, 'name': Rename_Task, 'duration_secs': 0.197388} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.662269] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.662516] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d795e80e-5e88-4e82-aaaa-e5381863c791 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.669497] env[65682]: DEBUG oslo_vmware.api [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1218.669497] env[65682]: value = "task-4616958" [ 1218.669497] env[65682]: _type = "Task" [ 1218.669497] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.678916] env[65682]: DEBUG oslo_vmware.api [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.697206] env[65682]: DEBUG oslo_vmware.api [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616957, 'name': PowerOffVM_Task, 'duration_secs': 0.307505} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.697206] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.697946] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde5b2d6-2fab-482c-984e-50974edb07da {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.719703] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ade011b-4308-487c-9598-7b56602d4a13 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.881143] env[65682]: DEBUG oslo_concurrency.lockutils [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Releasing lock "refresh_cache-54c0aa42-b608-4e72-b397-4805232d89b8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.881634] env[65682]: DEBUG nova.compute.manager [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Instance network_info: |[{"id": "ec5fa4c5-ac0f-4d29-a646-be52aef382f1", "address": "fa:16:3e:f2:f7:6a", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec5fa4c5-ac", "ovs_interfaceid": "ec5fa4c5-ac0f-4d29-a646-be52aef382f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1218.882157] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:f7:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '051f343d-ac4f-4070-a26d-467603122c81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec5fa4c5-ac0f-4d29-a646-be52aef382f1', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1218.893330] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1218.893490] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1218.894147] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06243b84-11e7-460d-bded-ce550359b2a6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.922630] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1218.922630] env[65682]: value = "task-4616959" [ 1218.922630] env[65682]: _type = "Task" [ 1218.922630] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.933270] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616959, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.958181] env[65682]: DEBUG nova.compute.manager [req-ca9c580b-cdbd-4080-9127-dc1a4ead455f req-f99422e1-3a66-45c4-bf2f-083185d4840b service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Received event network-changed-ec5fa4c5-ac0f-4d29-a646-be52aef382f1 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1218.958181] env[65682]: DEBUG nova.compute.manager [req-ca9c580b-cdbd-4080-9127-dc1a4ead455f req-f99422e1-3a66-45c4-bf2f-083185d4840b service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Refreshing instance network info cache due to event network-changed-ec5fa4c5-ac0f-4d29-a646-be52aef382f1. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1218.958181] env[65682]: DEBUG oslo_concurrency.lockutils [req-ca9c580b-cdbd-4080-9127-dc1a4ead455f req-f99422e1-3a66-45c4-bf2f-083185d4840b service nova] Acquiring lock "refresh_cache-54c0aa42-b608-4e72-b397-4805232d89b8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.958181] env[65682]: DEBUG oslo_concurrency.lockutils [req-ca9c580b-cdbd-4080-9127-dc1a4ead455f req-f99422e1-3a66-45c4-bf2f-083185d4840b service nova] Acquired lock "refresh_cache-54c0aa42-b608-4e72-b397-4805232d89b8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.958741] env[65682]: DEBUG nova.network.neutron [req-ca9c580b-cdbd-4080-9127-dc1a4ead455f req-f99422e1-3a66-45c4-bf2f-083185d4840b service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Refreshing network info cache for port ec5fa4c5-ac0f-4d29-a646-be52aef382f1 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.982918] env[65682]: INFO nova.compute.manager [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Took 19.76 seconds to build instance. [ 1219.152112] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e571f66b-c334-4bc9-9a0d-077efd0c5098 tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.185847] env[65682]: DEBUG oslo_vmware.api [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616958, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.186904] env[65682]: INFO nova.scheduler.client.report [None req-e571f66b-c334-4bc9-9a0d-077efd0c5098 tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Deleted allocations for instance d3765ad9-7c68-4585-bb7d-07fc8b93d2c8 [ 1219.232573] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Creating Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1219.233373] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e7e01eb2-c3ba-40d4-b935-ac0ceb6da7e1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.243421] env[65682]: DEBUG oslo_vmware.api [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1219.243421] env[65682]: value = "task-4616960" [ 1219.243421] env[65682]: _type = "Task" [ 1219.243421] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.256397] env[65682]: DEBUG oslo_vmware.api [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616960, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.260352] env[65682]: DEBUG nova.compute.manager [req-f55efd4f-5e98-4b7f-b6c2-d435dacd3735 req-d6110e9a-9bf7-4741-98ec-33b39e1029f4 service nova] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Received event network-changed-e2ec60c6-736d-4b53-b173-c280eae691a3 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1219.260352] env[65682]: DEBUG nova.compute.manager [req-f55efd4f-5e98-4b7f-b6c2-d435dacd3735 req-d6110e9a-9bf7-4741-98ec-33b39e1029f4 service nova] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Refreshing instance network info cache due to event network-changed-e2ec60c6-736d-4b53-b173-c280eae691a3. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1219.260352] env[65682]: DEBUG oslo_concurrency.lockutils [req-f55efd4f-5e98-4b7f-b6c2-d435dacd3735 req-d6110e9a-9bf7-4741-98ec-33b39e1029f4 service nova] Acquiring lock "refresh_cache-117f19ee-dd6a-4f21-92d6-4589002c4be4" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.260628] env[65682]: DEBUG oslo_concurrency.lockutils [req-f55efd4f-5e98-4b7f-b6c2-d435dacd3735 req-d6110e9a-9bf7-4741-98ec-33b39e1029f4 service nova] Acquired lock "refresh_cache-117f19ee-dd6a-4f21-92d6-4589002c4be4" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.260628] env[65682]: DEBUG nova.network.neutron [req-f55efd4f-5e98-4b7f-b6c2-d435dacd3735 req-d6110e9a-9bf7-4741-98ec-33b39e1029f4 service nova] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Refreshing network info cache for port e2ec60c6-736d-4b53-b173-c280eae691a3 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.436490] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616959, 'name': CreateVM_Task, 'duration_secs': 0.408241} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.436772] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1219.437279] env[65682]: WARNING neutronclient.v2_0.client [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1219.437662] env[65682]: DEBUG oslo_concurrency.lockutils [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.437858] env[65682]: DEBUG oslo_concurrency.lockutils [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.439683] env[65682]: DEBUG oslo_concurrency.lockutils [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.439999] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-625a7984-b356-4200-9219-f5f8a9524882 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.447219] env[65682]: DEBUG oslo_vmware.api [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1219.447219] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]526ed3ae-8013-bb08-0d8e-15a6ba5a5b39" [ 1219.447219] env[65682]: _type = "Task" [ 1219.447219] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.458851] env[65682]: DEBUG oslo_vmware.api [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]526ed3ae-8013-bb08-0d8e-15a6ba5a5b39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.462850] env[65682]: WARNING neutronclient.v2_0.client [req-ca9c580b-cdbd-4080-9127-dc1a4ead455f req-f99422e1-3a66-45c4-bf2f-083185d4840b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1219.485799] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ead81616-0679-4409-b470-1c22657a1b1c tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "2b7ae127-7b9f-42f9-ab84-e653d230ed89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.270s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.574322] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2fdd1617-7cc1-49d8-8972-4cb2d4d27a72 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "1fa4b475-80fe-452b-988d-264e4cf4ecc3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.574582] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2fdd1617-7cc1-49d8-8972-4cb2d4d27a72 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "1fa4b475-80fe-452b-988d-264e4cf4ecc3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.574784] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2fdd1617-7cc1-49d8-8972-4cb2d4d27a72 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "1fa4b475-80fe-452b-988d-264e4cf4ecc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.575060] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2fdd1617-7cc1-49d8-8972-4cb2d4d27a72 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "1fa4b475-80fe-452b-988d-264e4cf4ecc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.575228] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2fdd1617-7cc1-49d8-8972-4cb2d4d27a72 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "1fa4b475-80fe-452b-988d-264e4cf4ecc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.577424] env[65682]: INFO nova.compute.manager [None req-2fdd1617-7cc1-49d8-8972-4cb2d4d27a72 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Terminating instance [ 1219.637538] env[65682]: WARNING neutronclient.v2_0.client [req-ca9c580b-cdbd-4080-9127-dc1a4ead455f req-f99422e1-3a66-45c4-bf2f-083185d4840b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1219.684760] env[65682]: DEBUG oslo_vmware.api [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4616958, 'name': PowerOnVM_Task, 'duration_secs': 0.574379} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.685330] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.685650] env[65682]: DEBUG nova.compute.manager [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1219.686549] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51ac819-5c6e-42a3-bd40-4b2063174a43 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.699304] env[65682]: DEBUG oslo_concurrency.lockutils [None req-e571f66b-c334-4bc9-9a0d-077efd0c5098 tempest-ServerGroupTestJSON-1704562978 tempest-ServerGroupTestJSON-1704562978-project-member] Lock "d3765ad9-7c68-4585-bb7d-07fc8b93d2c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.552s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.712824] env[65682]: DEBUG nova.network.neutron [req-ca9c580b-cdbd-4080-9127-dc1a4ead455f req-f99422e1-3a66-45c4-bf2f-083185d4840b service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Updated VIF entry in instance network info cache for port ec5fa4c5-ac0f-4d29-a646-be52aef382f1. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1219.712992] env[65682]: DEBUG nova.network.neutron [req-ca9c580b-cdbd-4080-9127-dc1a4ead455f req-f99422e1-3a66-45c4-bf2f-083185d4840b service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Updating instance_info_cache with network_info: [{"id": "ec5fa4c5-ac0f-4d29-a646-be52aef382f1", "address": "fa:16:3e:f2:f7:6a", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec5fa4c5-ac", "ovs_interfaceid": "ec5fa4c5-ac0f-4d29-a646-be52aef382f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.755091] env[65682]: DEBUG oslo_vmware.api [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616960, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.766032] env[65682]: WARNING neutronclient.v2_0.client [req-f55efd4f-5e98-4b7f-b6c2-d435dacd3735 req-d6110e9a-9bf7-4741-98ec-33b39e1029f4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1219.923636] env[65682]: WARNING neutronclient.v2_0.client [req-f55efd4f-5e98-4b7f-b6c2-d435dacd3735 req-d6110e9a-9bf7-4741-98ec-33b39e1029f4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1219.960216] env[65682]: DEBUG oslo_vmware.api [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]526ed3ae-8013-bb08-0d8e-15a6ba5a5b39, 'name': SearchDatastore_Task, 'duration_secs': 0.011265} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.963793] env[65682]: DEBUG oslo_concurrency.lockutils [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.964041] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1219.964348] env[65682]: DEBUG oslo_concurrency.lockutils [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.964495] env[65682]: DEBUG oslo_concurrency.lockutils [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.964690] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1219.965180] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6cca8c2-b8b2-4f99-9626-2e181390d23e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.974696] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1219.974962] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1219.975789] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d76e5d2-3dd7-4da6-b6e1-5b05440778c5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.982474] env[65682]: DEBUG oslo_vmware.api [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1219.982474] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f2edfc-e0a5-7d7a-ed9d-cb4f5e950543" [ 1219.982474] env[65682]: _type = "Task" [ 1219.982474] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.991084] env[65682]: DEBUG oslo_vmware.api [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f2edfc-e0a5-7d7a-ed9d-cb4f5e950543, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.003387] env[65682]: DEBUG nova.network.neutron [req-f55efd4f-5e98-4b7f-b6c2-d435dacd3735 req-d6110e9a-9bf7-4741-98ec-33b39e1029f4 service nova] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Updated VIF entry in instance network info cache for port e2ec60c6-736d-4b53-b173-c280eae691a3. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1220.003755] env[65682]: DEBUG nova.network.neutron [req-f55efd4f-5e98-4b7f-b6c2-d435dacd3735 req-d6110e9a-9bf7-4741-98ec-33b39e1029f4 service nova] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Updating instance_info_cache with network_info: [{"id": "e2ec60c6-736d-4b53-b173-c280eae691a3", "address": "fa:16:3e:1e:15:da", "network": {"id": "4af9ad29-aa78-4e31-a549-d3d6076f5828", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-940499248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5863e73c6b24975a9b9ad9e27eb944e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2ec60c6-73", "ovs_interfaceid": "e2ec60c6-736d-4b53-b173-c280eae691a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.083586] env[65682]: DEBUG nova.compute.manager [None req-2fdd1617-7cc1-49d8-8972-4cb2d4d27a72 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1220.083586] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdd1617-7cc1-49d8-8972-4cb2d4d27a72 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1220.084598] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133c832d-683f-4453-a009-ef688c05d29c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.094507] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdd1617-7cc1-49d8-8972-4cb2d4d27a72 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1220.094788] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-414aa105-ea11-4f98-9fcd-1399e38e043d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.167243] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdd1617-7cc1-49d8-8972-4cb2d4d27a72 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1220.167495] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdd1617-7cc1-49d8-8972-4cb2d4d27a72 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1220.167812] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fdd1617-7cc1-49d8-8972-4cb2d4d27a72 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Deleting the datastore file [datastore1] 1fa4b475-80fe-452b-988d-264e4cf4ecc3 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1220.168180] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35add8a4-c033-4669-b2e4-f71ec34eb089 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.176029] env[65682]: DEBUG oslo_vmware.api [None req-2fdd1617-7cc1-49d8-8972-4cb2d4d27a72 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1220.176029] env[65682]: value = "task-4616962" [ 1220.176029] env[65682]: _type = "Task" [ 1220.176029] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.186078] env[65682]: DEBUG oslo_vmware.api [None req-2fdd1617-7cc1-49d8-8972-4cb2d4d27a72 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.208844] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.209162] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.211265] env[65682]: DEBUG nova.objects.instance [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65682) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1220.216502] env[65682]: DEBUG oslo_concurrency.lockutils [req-ca9c580b-cdbd-4080-9127-dc1a4ead455f req-f99422e1-3a66-45c4-bf2f-083185d4840b service nova] Releasing lock "refresh_cache-54c0aa42-b608-4e72-b397-4805232d89b8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.258303] env[65682]: DEBUG oslo_vmware.api [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616960, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.496748] env[65682]: DEBUG oslo_vmware.api [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f2edfc-e0a5-7d7a-ed9d-cb4f5e950543, 'name': SearchDatastore_Task, 'duration_secs': 0.0095} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.497406] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f95466da-1e25-43f1-81cd-ef49769e6290 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.504521] env[65682]: DEBUG oslo_vmware.api [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1220.504521] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52279693-1ccc-0624-a622-49b934443217" [ 1220.504521] env[65682]: _type = "Task" [ 1220.504521] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.508398] env[65682]: DEBUG oslo_concurrency.lockutils [req-f55efd4f-5e98-4b7f-b6c2-d435dacd3735 req-d6110e9a-9bf7-4741-98ec-33b39e1029f4 service nova] Releasing lock "refresh_cache-117f19ee-dd6a-4f21-92d6-4589002c4be4" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.514975] env[65682]: DEBUG oslo_vmware.api [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52279693-1ccc-0624-a622-49b934443217, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.687330] env[65682]: DEBUG oslo_vmware.api [None req-2fdd1617-7cc1-49d8-8972-4cb2d4d27a72 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167449} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.687614] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fdd1617-7cc1-49d8-8972-4cb2d4d27a72 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1220.687794] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdd1617-7cc1-49d8-8972-4cb2d4d27a72 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1220.687935] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdd1617-7cc1-49d8-8972-4cb2d4d27a72 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1220.688124] env[65682]: INFO nova.compute.manager [None req-2fdd1617-7cc1-49d8-8972-4cb2d4d27a72 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1220.688374] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-2fdd1617-7cc1-49d8-8972-4cb2d4d27a72 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1220.688572] env[65682]: DEBUG nova.compute.manager [-] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1220.688672] env[65682]: DEBUG nova.network.neutron [-] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1220.688912] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1220.723974] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1220.755713] env[65682]: DEBUG oslo_vmware.api [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616960, 'name': CreateSnapshot_Task, 'duration_secs': 1.096519} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.756044] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Created Snapshot of the VM instance {{(pid=65682) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1220.756801] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf8b1fd-ea3d-4fe6-9ce9-5fd8e9e5f641 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.017154] env[65682]: DEBUG oslo_vmware.api [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52279693-1ccc-0624-a622-49b934443217, 'name': SearchDatastore_Task, 'duration_secs': 0.010948} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.017441] env[65682]: DEBUG oslo_concurrency.lockutils [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.017675] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 54c0aa42-b608-4e72-b397-4805232d89b8/54c0aa42-b608-4e72-b397-4805232d89b8.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1221.018319] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58e30d0d-1e20-418b-8685-a8acbad42f0b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.026462] env[65682]: DEBUG oslo_vmware.api [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1221.026462] env[65682]: value = "task-4616963" [ 1221.026462] env[65682]: _type = "Task" [ 1221.026462] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.036538] env[65682]: DEBUG oslo_vmware.api [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.220975] env[65682]: DEBUG oslo_concurrency.lockutils [None req-4dfe83c1-2336-4cbf-9a55-aec9363a6fd0 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.277669] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Creating linked-clone VM from snapshot {{(pid=65682) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1221.278327] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e5dee348-2627-44c2-b741-c5948bb6ab6c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.289698] env[65682]: DEBUG oslo_vmware.api [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1221.289698] env[65682]: value = "task-4616964" [ 1221.289698] env[65682]: _type = "Task" [ 1221.289698] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.299717] env[65682]: DEBUG nova.compute.manager [req-7ac86de1-be11-466c-9d42-b8ed9080a00d req-158be2ee-4adc-4558-98b4-3f7c5f524546 service nova] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Received event network-vif-deleted-3bfdaee7-aa2b-48ce-ab80-b894e1c80175 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1221.299785] env[65682]: INFO nova.compute.manager [req-7ac86de1-be11-466c-9d42-b8ed9080a00d req-158be2ee-4adc-4558-98b4-3f7c5f524546 service nova] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Neutron deleted interface 3bfdaee7-aa2b-48ce-ab80-b894e1c80175; detaching it from the instance and deleting it from the info cache [ 1221.300035] env[65682]: DEBUG nova.network.neutron [req-7ac86de1-be11-466c-9d42-b8ed9080a00d req-158be2ee-4adc-4558-98b4-3f7c5f524546 service nova] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.307484] env[65682]: DEBUG oslo_vmware.api [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616964, 'name': CloneVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.410641] env[65682]: DEBUG nova.network.neutron [-] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.462949] env[65682]: DEBUG nova.compute.manager [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Stashing vm_state: active {{(pid=65682) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1221.539051] env[65682]: DEBUG oslo_vmware.api [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50277} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.539358] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 54c0aa42-b608-4e72-b397-4805232d89b8/54c0aa42-b608-4e72-b397-4805232d89b8.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1221.539434] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1221.539704] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f695562-46dd-4e79-ac35-80b772d8801b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.549704] env[65682]: DEBUG oslo_vmware.api [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1221.549704] env[65682]: value = "task-4616965" [ 1221.549704] env[65682]: _type = "Task" [ 1221.549704] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.561060] env[65682]: DEBUG oslo_vmware.api [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616965, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.801375] env[65682]: DEBUG oslo_vmware.api [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616964, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.804099] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c8cdf16-0f85-4b39-bcfe-c7f002e44bad {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.813774] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f71139-2598-4bbe-8635-6fad11eac432 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.847208] env[65682]: DEBUG nova.compute.manager [req-7ac86de1-be11-466c-9d42-b8ed9080a00d req-158be2ee-4adc-4558-98b4-3f7c5f524546 service nova] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Detach interface failed, port_id=3bfdaee7-aa2b-48ce-ab80-b894e1c80175, reason: Instance 1fa4b475-80fe-452b-988d-264e4cf4ecc3 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1221.914084] env[65682]: INFO nova.compute.manager [-] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Took 1.23 seconds to deallocate network for instance. [ 1221.986568] env[65682]: DEBUG oslo_concurrency.lockutils [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.986887] env[65682]: DEBUG oslo_concurrency.lockutils [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.060453] env[65682]: DEBUG oslo_vmware.api [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616965, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109544} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.060865] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1222.061696] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e715d0b6-412d-44b1-b09c-d41756820448 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.084738] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 54c0aa42-b608-4e72-b397-4805232d89b8/54c0aa42-b608-4e72-b397-4805232d89b8.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.085026] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c74351a-0007-4ac5-ad91-fda2c1e61983 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.105386] env[65682]: DEBUG oslo_vmware.api [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1222.105386] env[65682]: value = "task-4616966" [ 1222.105386] env[65682]: _type = "Task" [ 1222.105386] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.113993] env[65682]: DEBUG oslo_vmware.api [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616966, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.302100] env[65682]: DEBUG oslo_vmware.api [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616964, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.420188] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2fdd1617-7cc1-49d8-8972-4cb2d4d27a72 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.492403] env[65682]: INFO nova.compute.claims [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1222.617404] env[65682]: DEBUG oslo_vmware.api [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616966, 'name': ReconfigVM_Task, 'duration_secs': 0.274702} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.617683] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 54c0aa42-b608-4e72-b397-4805232d89b8/54c0aa42-b608-4e72-b397-4805232d89b8.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.618518] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80e62ee6-3dd6-430e-96f0-f834bc6ca7cd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.627559] env[65682]: DEBUG oslo_vmware.api [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1222.627559] env[65682]: value = "task-4616967" [ 1222.627559] env[65682]: _type = "Task" [ 1222.627559] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.646974] env[65682]: DEBUG oslo_vmware.api [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616967, 'name': Rename_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.803684] env[65682]: DEBUG oslo_vmware.api [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616964, 'name': CloneVM_Task} progress is 94%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.999368] env[65682]: INFO nova.compute.resource_tracker [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Updating resource usage from migration 2764c199-7a13-4685-959e-62fffc5edc1f [ 1223.137721] env[65682]: DEBUG oslo_vmware.api [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616967, 'name': Rename_Task, 'duration_secs': 0.147702} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.138843] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1223.139590] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758dc60a-aee8-404c-b8e3-4f61c7689735 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.142090] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af384115-4fe2-4b0f-81f9-66d2553a069f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.148650] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aaab4c7-3f75-4b00-addb-8e970902cb20 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.152686] env[65682]: DEBUG oslo_vmware.api [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1223.152686] env[65682]: value = "task-4616968" [ 1223.152686] env[65682]: _type = "Task" [ 1223.152686] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.184926] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774c802d-2139-4020-adf8-df93d1c0a7cd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.191812] env[65682]: DEBUG oslo_vmware.api [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616968, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.198424] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d350050c-dc43-4038-813d-7c34fbc3db5b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.213359] env[65682]: DEBUG nova.compute.provider_tree [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1223.303502] env[65682]: DEBUG oslo_vmware.api [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616964, 'name': CloneVM_Task} progress is 95%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.663819] env[65682]: DEBUG oslo_vmware.api [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616968, 'name': PowerOnVM_Task, 'duration_secs': 0.476782} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.664107] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.664305] env[65682]: INFO nova.compute.manager [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1223.664563] env[65682]: DEBUG nova.compute.manager [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1223.665489] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb33f22-049c-4c5a-a330-e4e2462446e2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.741567] env[65682]: ERROR nova.scheduler.client.report [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [req-eb6acd9a-5808-4f1d-a85d-2190cc6ccaeb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-eb6acd9a-5808-4f1d-a85d-2190cc6ccaeb"}]} [ 1223.763021] env[65682]: DEBUG nova.scheduler.client.report [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Refreshing inventories for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1223.781892] env[65682]: DEBUG nova.scheduler.client.report [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Updating ProviderTree inventory for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1223.782175] env[65682]: DEBUG nova.compute.provider_tree [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1223.794575] env[65682]: DEBUG nova.scheduler.client.report [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Refreshing aggregate associations for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4, aggregates: None {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1223.808067] env[65682]: DEBUG oslo_vmware.api [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616964, 'name': CloneVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.817832] env[65682]: DEBUG nova.scheduler.client.report [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Refreshing trait associations for resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=65682) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1223.952343] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba9d197-e154-4d05-b4ac-df2ce01dde24 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.961030] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddbce0b-a4cf-4d08-ba5f-3b1b98a31522 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.994886] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160baa14-0331-4d0f-8b39-04ba8234ed0a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.005360] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce917f93-41d2-45ae-acd8-952a305afab2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.021143] env[65682]: DEBUG nova.compute.provider_tree [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1224.183801] env[65682]: INFO nova.compute.manager [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Took 18.41 seconds to build instance. [ 1224.307855] env[65682]: DEBUG oslo_vmware.api [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616964, 'name': CloneVM_Task, 'duration_secs': 2.568514} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.308148] env[65682]: INFO nova.virt.vmwareapi.vmops [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Created linked-clone VM from snapshot [ 1224.308928] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea287546-bbf3-4477-b6b0-fbb162a27aa0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.317751] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Uploading image 5d11974e-1840-449b-8d7c-dbd36868f4fa {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1224.345748] env[65682]: DEBUG oslo_vmware.rw_handles [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1224.345748] env[65682]: value = "vm-901766" [ 1224.345748] env[65682]: _type = "VirtualMachine" [ 1224.345748] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1224.346099] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ea1cddcb-f9fd-4d4a-81d6-9598a0b4e883 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.354865] env[65682]: DEBUG oslo_vmware.rw_handles [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lease: (returnval){ [ 1224.354865] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525a32a5-b995-3a99-18a8-a997e9842c93" [ 1224.354865] env[65682]: _type = "HttpNfcLease" [ 1224.354865] env[65682]: } obtained for exporting VM: (result){ [ 1224.354865] env[65682]: value = "vm-901766" [ 1224.354865] env[65682]: _type = "VirtualMachine" [ 1224.354865] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1224.355307] env[65682]: DEBUG oslo_vmware.api [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the lease: (returnval){ [ 1224.355307] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525a32a5-b995-3a99-18a8-a997e9842c93" [ 1224.355307] env[65682]: _type = "HttpNfcLease" [ 1224.355307] env[65682]: } to be ready. {{(pid=65682) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1224.362842] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1224.362842] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525a32a5-b995-3a99-18a8-a997e9842c93" [ 1224.362842] env[65682]: _type = "HttpNfcLease" [ 1224.362842] env[65682]: } is initializing. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1224.522539] env[65682]: DEBUG nova.compute.manager [req-78d3a39c-dad2-4a82-8941-51dd490f5985 req-8a7156fb-5ab8-4ad6-b0e3-a395c1586d5a service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Received event network-changed-ec5fa4c5-ac0f-4d29-a646-be52aef382f1 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1224.522622] env[65682]: DEBUG nova.compute.manager [req-78d3a39c-dad2-4a82-8941-51dd490f5985 req-8a7156fb-5ab8-4ad6-b0e3-a395c1586d5a service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Refreshing instance network info cache due to event network-changed-ec5fa4c5-ac0f-4d29-a646-be52aef382f1. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1224.522817] env[65682]: DEBUG oslo_concurrency.lockutils [req-78d3a39c-dad2-4a82-8941-51dd490f5985 req-8a7156fb-5ab8-4ad6-b0e3-a395c1586d5a service nova] Acquiring lock "refresh_cache-54c0aa42-b608-4e72-b397-4805232d89b8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.522952] env[65682]: DEBUG oslo_concurrency.lockutils [req-78d3a39c-dad2-4a82-8941-51dd490f5985 req-8a7156fb-5ab8-4ad6-b0e3-a395c1586d5a service nova] Acquired lock "refresh_cache-54c0aa42-b608-4e72-b397-4805232d89b8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.523124] env[65682]: DEBUG nova.network.neutron [req-78d3a39c-dad2-4a82-8941-51dd490f5985 req-8a7156fb-5ab8-4ad6-b0e3-a395c1586d5a service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Refreshing network info cache for port ec5fa4c5-ac0f-4d29-a646-be52aef382f1 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.557859] env[65682]: DEBUG nova.scheduler.client.report [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Updated inventory for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with generation 169 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1224.558209] env[65682]: DEBUG nova.compute.provider_tree [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Updating resource provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 generation from 169 to 170 during operation: update_inventory {{(pid=65682) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1224.558425] env[65682]: DEBUG nova.compute.provider_tree [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Updating inventory in ProviderTree for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1224.686248] env[65682]: DEBUG oslo_concurrency.lockutils [None req-462c3441-b23d-41d6-a038-153cce1e1097 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "54c0aa42-b608-4e72-b397-4805232d89b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.920s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.864681] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1224.864681] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525a32a5-b995-3a99-18a8-a997e9842c93" [ 1224.864681] env[65682]: _type = "HttpNfcLease" [ 1224.864681] env[65682]: } is ready. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1224.864983] env[65682]: DEBUG oslo_vmware.rw_handles [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1224.864983] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]525a32a5-b995-3a99-18a8-a997e9842c93" [ 1224.864983] env[65682]: _type = "HttpNfcLease" [ 1224.864983] env[65682]: }. {{(pid=65682) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1224.865815] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff467808-617c-46a1-acc4-fbc61bef1402 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.875377] env[65682]: DEBUG oslo_vmware.rw_handles [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cfcb07-ac58-db5e-4702-66c3dd26f2ff/disk-0.vmdk from lease info. {{(pid=65682) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1224.875377] env[65682]: DEBUG oslo_vmware.rw_handles [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cfcb07-ac58-db5e-4702-66c3dd26f2ff/disk-0.vmdk for reading. {{(pid=65682) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1224.974031] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d766fd82-6cb4-4626-bd52-b315ee40f815 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.030165] env[65682]: WARNING neutronclient.v2_0.client [req-78d3a39c-dad2-4a82-8941-51dd490f5985 req-8a7156fb-5ab8-4ad6-b0e3-a395c1586d5a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.064070] env[65682]: DEBUG oslo_concurrency.lockutils [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.077s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.064070] env[65682]: INFO nova.compute.manager [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Migrating [ 1225.072015] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2fdd1617-7cc1-49d8-8972-4cb2d4d27a72 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.652s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.072327] env[65682]: DEBUG nova.objects.instance [None req-2fdd1617-7cc1-49d8-8972-4cb2d4d27a72 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lazy-loading 'resources' on Instance uuid 1fa4b475-80fe-452b-988d-264e4cf4ecc3 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.271067] env[65682]: WARNING neutronclient.v2_0.client [req-78d3a39c-dad2-4a82-8941-51dd490f5985 req-8a7156fb-5ab8-4ad6-b0e3-a395c1586d5a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.351412] env[65682]: DEBUG nova.network.neutron [req-78d3a39c-dad2-4a82-8941-51dd490f5985 req-8a7156fb-5ab8-4ad6-b0e3-a395c1586d5a service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Updated VIF entry in instance network info cache for port ec5fa4c5-ac0f-4d29-a646-be52aef382f1. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1225.353679] env[65682]: DEBUG nova.network.neutron [req-78d3a39c-dad2-4a82-8941-51dd490f5985 req-8a7156fb-5ab8-4ad6-b0e3-a395c1586d5a service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Updating instance_info_cache with network_info: [{"id": "ec5fa4c5-ac0f-4d29-a646-be52aef382f1", "address": "fa:16:3e:f2:f7:6a", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec5fa4c5-ac", "ovs_interfaceid": "ec5fa4c5-ac0f-4d29-a646-be52aef382f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.591303] env[65682]: DEBUG oslo_concurrency.lockutils [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "refresh_cache-2b7ae127-7b9f-42f9-ab84-e653d230ed89" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.591361] env[65682]: DEBUG oslo_concurrency.lockutils [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquired lock "refresh_cache-2b7ae127-7b9f-42f9-ab84-e653d230ed89" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.591577] env[65682]: DEBUG nova.network.neutron [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1225.605244] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "8c99edfb-dbb6-45e2-a6da-933e1954a1af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.605575] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "8c99edfb-dbb6-45e2-a6da-933e1954a1af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.761813] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6234a5bf-10db-4f4a-88cb-71474ab6ceef {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.770425] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ed63a5-f007-498f-bcc3-02dbe2d0990a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.804701] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd08f618-5314-4323-a04b-6622b2b7888b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.813359] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cea563-fa82-45b4-baa5-692a6117a497 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.828740] env[65682]: DEBUG nova.compute.provider_tree [None req-2fdd1617-7cc1-49d8-8972-4cb2d4d27a72 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.855735] env[65682]: DEBUG oslo_concurrency.lockutils [req-78d3a39c-dad2-4a82-8941-51dd490f5985 req-8a7156fb-5ab8-4ad6-b0e3-a395c1586d5a service nova] Releasing lock "refresh_cache-54c0aa42-b608-4e72-b397-4805232d89b8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.094264] env[65682]: WARNING neutronclient.v2_0.client [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.108877] env[65682]: DEBUG nova.compute.manager [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1226.274657] env[65682]: WARNING neutronclient.v2_0.client [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.331909] env[65682]: DEBUG nova.scheduler.client.report [None req-2fdd1617-7cc1-49d8-8972-4cb2d4d27a72 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.352278] env[65682]: DEBUG nova.network.neutron [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Updating instance_info_cache with network_info: [{"id": "bedb8d85-b5ab-497a-bc2c-1f3fc00a961f", "address": "fa:16:3e:32:45:d3", "network": {"id": "d2e676e7-8222-43c3-a279-0be7d717d854", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637644478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983a459c835447309a57d7ac8b8bcfa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbedb8d85-b5", "ovs_interfaceid": "bedb8d85-b5ab-497a-bc2c-1f3fc00a961f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.634457] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.837070] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2fdd1617-7cc1-49d8-8972-4cb2d4d27a72 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.765s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.840128] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.206s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.842651] env[65682]: INFO nova.compute.claims [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1226.855075] env[65682]: DEBUG oslo_concurrency.lockutils [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Releasing lock "refresh_cache-2b7ae127-7b9f-42f9-ab84-e653d230ed89" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.859883] env[65682]: INFO nova.scheduler.client.report [None req-2fdd1617-7cc1-49d8-8972-4cb2d4d27a72 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Deleted allocations for instance 1fa4b475-80fe-452b-988d-264e4cf4ecc3 [ 1227.371454] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2fdd1617-7cc1-49d8-8972-4cb2d4d27a72 tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "1fa4b475-80fe-452b-988d-264e4cf4ecc3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.796s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.871278] env[65682]: DEBUG oslo_concurrency.lockutils [None req-27a6b979-e4b7-4e9c-92ee-5ef762abb94f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "2cdca24a-4bb0-4adc-886f-4b73acc2a545" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.871557] env[65682]: DEBUG oslo_concurrency.lockutils [None req-27a6b979-e4b7-4e9c-92ee-5ef762abb94f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "2cdca24a-4bb0-4adc-886f-4b73acc2a545" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.871799] env[65682]: DEBUG oslo_concurrency.lockutils [None req-27a6b979-e4b7-4e9c-92ee-5ef762abb94f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "2cdca24a-4bb0-4adc-886f-4b73acc2a545-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.872060] env[65682]: DEBUG oslo_concurrency.lockutils [None req-27a6b979-e4b7-4e9c-92ee-5ef762abb94f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "2cdca24a-4bb0-4adc-886f-4b73acc2a545-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.872277] env[65682]: DEBUG oslo_concurrency.lockutils [None req-27a6b979-e4b7-4e9c-92ee-5ef762abb94f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "2cdca24a-4bb0-4adc-886f-4b73acc2a545-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.875087] env[65682]: INFO nova.compute.manager [None req-27a6b979-e4b7-4e9c-92ee-5ef762abb94f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Terminating instance [ 1228.001296] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbb8786-a25c-44d9-a876-d38e5bca6b0c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.010465] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff944976-ac27-4b63-8dfb-07b570a1215d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.041971] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a2f730-93bc-425a-b23b-2d710e22f9fc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.050223] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b11ead-a386-4590-bfae-ef284c95cef5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.065436] env[65682]: DEBUG nova.compute.provider_tree [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.371790] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093e6f3c-eae2-412f-a6f8-ae12ae06b163 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.393768] env[65682]: DEBUG nova.compute.manager [None req-27a6b979-e4b7-4e9c-92ee-5ef762abb94f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1228.394020] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-27a6b979-e4b7-4e9c-92ee-5ef762abb94f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.394482] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Updating instance '2b7ae127-7b9f-42f9-ab84-e653d230ed89' progress to 0 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1228.399232] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ca6092-5d1a-48b8-bcfb-4e776a2c60e7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.408721] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a6b979-e4b7-4e9c-92ee-5ef762abb94f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.409058] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b49b426b-0a87-4a1c-8507-ae84f3c73c9a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.417228] env[65682]: DEBUG oslo_vmware.api [None req-27a6b979-e4b7-4e9c-92ee-5ef762abb94f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1228.417228] env[65682]: value = "task-4616970" [ 1228.417228] env[65682]: _type = "Task" [ 1228.417228] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.428085] env[65682]: DEBUG oslo_vmware.api [None req-27a6b979-e4b7-4e9c-92ee-5ef762abb94f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.568481] env[65682]: DEBUG nova.scheduler.client.report [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.906374] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.906775] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b42644e-3f9e-4224-a923-8e055562081f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.915116] env[65682]: DEBUG oslo_vmware.api [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1228.915116] env[65682]: value = "task-4616971" [ 1228.915116] env[65682]: _type = "Task" [ 1228.915116] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.929825] env[65682]: DEBUG oslo_vmware.api [None req-27a6b979-e4b7-4e9c-92ee-5ef762abb94f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616970, 'name': PowerOffVM_Task, 'duration_secs': 0.339217} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.933248] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a6b979-e4b7-4e9c-92ee-5ef762abb94f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.933436] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-27a6b979-e4b7-4e9c-92ee-5ef762abb94f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.933711] env[65682]: DEBUG oslo_vmware.api [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.933941] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b20d1aea-b358-434f-90e1-bc09ea3550d4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.010833] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-27a6b979-e4b7-4e9c-92ee-5ef762abb94f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.011165] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-27a6b979-e4b7-4e9c-92ee-5ef762abb94f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.011398] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-27a6b979-e4b7-4e9c-92ee-5ef762abb94f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Deleting the datastore file [datastore2] 2cdca24a-4bb0-4adc-886f-4b73acc2a545 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.011771] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-871dd34d-37cd-4d93-8c6b-2522c8608a75 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.020797] env[65682]: DEBUG oslo_vmware.api [None req-27a6b979-e4b7-4e9c-92ee-5ef762abb94f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for the task: (returnval){ [ 1229.020797] env[65682]: value = "task-4616973" [ 1229.020797] env[65682]: _type = "Task" [ 1229.020797] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.030213] env[65682]: DEBUG oslo_vmware.api [None req-27a6b979-e4b7-4e9c-92ee-5ef762abb94f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.074387] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.074926] env[65682]: DEBUG nova.compute.manager [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1229.426279] env[65682]: DEBUG oslo_vmware.api [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616971, 'name': PowerOffVM_Task, 'duration_secs': 0.315329} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.426595] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.426785] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Updating instance '2b7ae127-7b9f-42f9-ab84-e653d230ed89' progress to 17 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.532790] env[65682]: DEBUG oslo_vmware.api [None req-27a6b979-e4b7-4e9c-92ee-5ef762abb94f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Task: {'id': task-4616973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279471} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.532981] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-27a6b979-e4b7-4e9c-92ee-5ef762abb94f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.533178] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-27a6b979-e4b7-4e9c-92ee-5ef762abb94f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.533355] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-27a6b979-e4b7-4e9c-92ee-5ef762abb94f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.533525] env[65682]: INFO nova.compute.manager [None req-27a6b979-e4b7-4e9c-92ee-5ef762abb94f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1229.533793] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-27a6b979-e4b7-4e9c-92ee-5ef762abb94f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1229.534017] env[65682]: DEBUG nova.compute.manager [-] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1229.534140] env[65682]: DEBUG nova.network.neutron [-] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1229.534396] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1229.580989] env[65682]: DEBUG nova.compute.utils [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1229.582541] env[65682]: DEBUG nova.compute.manager [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1229.582745] env[65682]: DEBUG nova.network.neutron [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1229.583190] env[65682]: WARNING neutronclient.v2_0.client [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1229.583568] env[65682]: WARNING neutronclient.v2_0.client [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1229.594262] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1229.624744] env[65682]: DEBUG nova.policy [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '624e5e7ac2844a7c8fc447e8890214e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b87a7f5e3294030a48b0bacd6637caf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1229.824259] env[65682]: DEBUG nova.compute.manager [req-40242532-f04f-4bc8-86d0-01a83814becc req-01e483a4-cd2e-4153-88c5-17c09027b097 service nova] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Received event network-vif-deleted-cb21dae9-67ec-4933-a4fa-cf1ce8e84505 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1229.827087] env[65682]: INFO nova.compute.manager [req-40242532-f04f-4bc8-86d0-01a83814becc req-01e483a4-cd2e-4153-88c5-17c09027b097 service nova] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Neutron deleted interface cb21dae9-67ec-4933-a4fa-cf1ce8e84505; detaching it from the instance and deleting it from the info cache [ 1229.827370] env[65682]: DEBUG nova.network.neutron [req-40242532-f04f-4bc8-86d0-01a83814becc req-01e483a4-cd2e-4153-88c5-17c09027b097 service nova] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.933463] env[65682]: DEBUG nova.network.neutron [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Successfully created port: 22122495-9912-46c1-87ab-9a40c024a4c8 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1229.938529] env[65682]: DEBUG nova.virt.hardware [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:23:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1229.938795] env[65682]: DEBUG nova.virt.hardware [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.939016] env[65682]: DEBUG nova.virt.hardware [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1229.939227] env[65682]: DEBUG nova.virt.hardware [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.939414] env[65682]: DEBUG nova.virt.hardware [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1229.939606] env[65682]: DEBUG nova.virt.hardware [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1229.939831] env[65682]: DEBUG nova.virt.hardware [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1229.940077] env[65682]: DEBUG nova.virt.hardware [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1229.940295] env[65682]: DEBUG nova.virt.hardware [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1229.940476] env[65682]: DEBUG nova.virt.hardware [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1229.940710] env[65682]: DEBUG nova.virt.hardware [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1229.946556] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7732cf7b-ce49-4599-a5e0-3e149a93c41d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.964353] env[65682]: DEBUG oslo_vmware.api [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1229.964353] env[65682]: value = "task-4616974" [ 1229.964353] env[65682]: _type = "Task" [ 1229.964353] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.973481] env[65682]: DEBUG oslo_vmware.api [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616974, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.087555] env[65682]: DEBUG nova.compute.manager [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1230.302357] env[65682]: DEBUG nova.network.neutron [-] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.331267] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7867d6cf-7358-425a-b6c6-d0178207469f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.342565] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2701fdd4-e62a-4315-b2d6-43b57b411e27 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.376645] env[65682]: DEBUG nova.compute.manager [req-40242532-f04f-4bc8-86d0-01a83814becc req-01e483a4-cd2e-4153-88c5-17c09027b097 service nova] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Detach interface failed, port_id=cb21dae9-67ec-4933-a4fa-cf1ce8e84505, reason: Instance 2cdca24a-4bb0-4adc-886f-4b73acc2a545 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1230.474861] env[65682]: DEBUG oslo_vmware.api [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616974, 'name': ReconfigVM_Task, 'duration_secs': 0.303555} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.475242] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Updating instance '2b7ae127-7b9f-42f9-ab84-e653d230ed89' progress to 33 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1230.805688] env[65682]: INFO nova.compute.manager [-] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Took 1.27 seconds to deallocate network for instance. [ 1230.982888] env[65682]: DEBUG nova.virt.hardware [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1230.982888] env[65682]: DEBUG nova.virt.hardware [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1230.982888] env[65682]: DEBUG nova.virt.hardware [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1230.982888] env[65682]: DEBUG nova.virt.hardware [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1230.982888] env[65682]: DEBUG nova.virt.hardware [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1230.982888] env[65682]: DEBUG nova.virt.hardware [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1230.983332] env[65682]: DEBUG nova.virt.hardware [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1230.983332] env[65682]: DEBUG nova.virt.hardware [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1230.983403] env[65682]: DEBUG nova.virt.hardware [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1230.983541] env[65682]: DEBUG nova.virt.hardware [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1230.983719] env[65682]: DEBUG nova.virt.hardware [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1230.989148] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1230.989823] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0b30c12-b9df-4d9e-92a5-84e1c304fab9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.011496] env[65682]: DEBUG oslo_vmware.api [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1231.011496] env[65682]: value = "task-4616975" [ 1231.011496] env[65682]: _type = "Task" [ 1231.011496] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.023905] env[65682]: DEBUG oslo_vmware.api [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616975, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.098679] env[65682]: DEBUG nova.compute.manager [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1231.170944] env[65682]: DEBUG nova.virt.hardware [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1231.171288] env[65682]: DEBUG nova.virt.hardware [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1231.171496] env[65682]: DEBUG nova.virt.hardware [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1231.171792] env[65682]: DEBUG nova.virt.hardware [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1231.172042] env[65682]: DEBUG nova.virt.hardware [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1231.172237] env[65682]: DEBUG nova.virt.hardware [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1231.172539] env[65682]: DEBUG nova.virt.hardware [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1231.173088] env[65682]: DEBUG nova.virt.hardware [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1231.173088] env[65682]: DEBUG nova.virt.hardware [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1231.173324] env[65682]: DEBUG nova.virt.hardware [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1231.173551] env[65682]: DEBUG nova.virt.hardware [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1231.174673] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab12e106-af3d-42bd-a82a-aac6ba5b3e23 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.188436] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de3ee03-1fd8-4ece-a4dc-39b689651da2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.315505] env[65682]: DEBUG oslo_concurrency.lockutils [None req-27a6b979-e4b7-4e9c-92ee-5ef762abb94f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.315886] env[65682]: DEBUG oslo_concurrency.lockutils [None req-27a6b979-e4b7-4e9c-92ee-5ef762abb94f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.316245] env[65682]: DEBUG nova.objects.instance [None req-27a6b979-e4b7-4e9c-92ee-5ef762abb94f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lazy-loading 'resources' on Instance uuid 2cdca24a-4bb0-4adc-886f-4b73acc2a545 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.506773] env[65682]: DEBUG nova.network.neutron [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Successfully updated port: 22122495-9912-46c1-87ab-9a40c024a4c8 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1231.523060] env[65682]: DEBUG oslo_vmware.api [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616975, 'name': ReconfigVM_Task, 'duration_secs': 0.190672} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.523568] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1231.524698] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e588dd-19c4-4aa9-b3a5-261837b1a328 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.550779] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 2b7ae127-7b9f-42f9-ab84-e653d230ed89/2b7ae127-7b9f-42f9-ab84-e653d230ed89.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.551139] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19a87033-aa9e-4382-9e12-3bd81f4ac861 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.572568] env[65682]: DEBUG oslo_vmware.api [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1231.572568] env[65682]: value = "task-4616976" [ 1231.572568] env[65682]: _type = "Task" [ 1231.572568] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.584568] env[65682]: DEBUG oslo_vmware.api [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616976, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.859693] env[65682]: DEBUG nova.compute.manager [req-7bf4b837-dade-4d80-9130-c0b2a4451aaf req-52fd4f35-1884-4856-a9ca-f65592969883 service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Received event network-vif-plugged-22122495-9912-46c1-87ab-9a40c024a4c8 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1231.860235] env[65682]: DEBUG oslo_concurrency.lockutils [req-7bf4b837-dade-4d80-9130-c0b2a4451aaf req-52fd4f35-1884-4856-a9ca-f65592969883 service nova] Acquiring lock "8c99edfb-dbb6-45e2-a6da-933e1954a1af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.860507] env[65682]: DEBUG oslo_concurrency.lockutils [req-7bf4b837-dade-4d80-9130-c0b2a4451aaf req-52fd4f35-1884-4856-a9ca-f65592969883 service nova] Lock "8c99edfb-dbb6-45e2-a6da-933e1954a1af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.860736] env[65682]: DEBUG oslo_concurrency.lockutils [req-7bf4b837-dade-4d80-9130-c0b2a4451aaf req-52fd4f35-1884-4856-a9ca-f65592969883 service nova] Lock "8c99edfb-dbb6-45e2-a6da-933e1954a1af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.860956] env[65682]: DEBUG nova.compute.manager [req-7bf4b837-dade-4d80-9130-c0b2a4451aaf req-52fd4f35-1884-4856-a9ca-f65592969883 service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] No waiting events found dispatching network-vif-plugged-22122495-9912-46c1-87ab-9a40c024a4c8 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1231.861399] env[65682]: WARNING nova.compute.manager [req-7bf4b837-dade-4d80-9130-c0b2a4451aaf req-52fd4f35-1884-4856-a9ca-f65592969883 service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Received unexpected event network-vif-plugged-22122495-9912-46c1-87ab-9a40c024a4c8 for instance with vm_state building and task_state spawning. [ 1231.861529] env[65682]: DEBUG nova.compute.manager [req-7bf4b837-dade-4d80-9130-c0b2a4451aaf req-52fd4f35-1884-4856-a9ca-f65592969883 service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Received event network-changed-22122495-9912-46c1-87ab-9a40c024a4c8 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1231.861704] env[65682]: DEBUG nova.compute.manager [req-7bf4b837-dade-4d80-9130-c0b2a4451aaf req-52fd4f35-1884-4856-a9ca-f65592969883 service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Refreshing instance network info cache due to event network-changed-22122495-9912-46c1-87ab-9a40c024a4c8. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1231.861961] env[65682]: DEBUG oslo_concurrency.lockutils [req-7bf4b837-dade-4d80-9130-c0b2a4451aaf req-52fd4f35-1884-4856-a9ca-f65592969883 service nova] Acquiring lock "refresh_cache-8c99edfb-dbb6-45e2-a6da-933e1954a1af" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.862154] env[65682]: DEBUG oslo_concurrency.lockutils [req-7bf4b837-dade-4d80-9130-c0b2a4451aaf req-52fd4f35-1884-4856-a9ca-f65592969883 service nova] Acquired lock "refresh_cache-8c99edfb-dbb6-45e2-a6da-933e1954a1af" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.862352] env[65682]: DEBUG nova.network.neutron [req-7bf4b837-dade-4d80-9130-c0b2a4451aaf req-52fd4f35-1884-4856-a9ca-f65592969883 service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Refreshing network info cache for port 22122495-9912-46c1-87ab-9a40c024a4c8 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.975603] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bae9c23-5a7b-43f3-9a1b-3dd9ae60b450 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.984463] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862dd78a-e845-46c5-9534-95b5e6c84c18 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.017390] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "refresh_cache-8c99edfb-dbb6-45e2-a6da-933e1954a1af" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.018475] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a5d0d2-71b8-42fc-ac6c-192a0165fe4e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.027333] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f96c129-f6da-43b2-8379-61cf39958ba8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.042552] env[65682]: DEBUG nova.compute.provider_tree [None req-27a6b979-e4b7-4e9c-92ee-5ef762abb94f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.082574] env[65682]: DEBUG oslo_vmware.api [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616976, 'name': ReconfigVM_Task, 'duration_secs': 0.302355} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.082857] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 2b7ae127-7b9f-42f9-ab84-e653d230ed89/2b7ae127-7b9f-42f9-ab84-e653d230ed89.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.083179] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Updating instance '2b7ae127-7b9f-42f9-ab84-e653d230ed89' progress to 50 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1232.365675] env[65682]: WARNING neutronclient.v2_0.client [req-7bf4b837-dade-4d80-9130-c0b2a4451aaf req-52fd4f35-1884-4856-a9ca-f65592969883 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.398252] env[65682]: DEBUG nova.network.neutron [req-7bf4b837-dade-4d80-9130-c0b2a4451aaf req-52fd4f35-1884-4856-a9ca-f65592969883 service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1232.488155] env[65682]: DEBUG nova.network.neutron [req-7bf4b837-dade-4d80-9130-c0b2a4451aaf req-52fd4f35-1884-4856-a9ca-f65592969883 service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.546529] env[65682]: DEBUG nova.scheduler.client.report [None req-27a6b979-e4b7-4e9c-92ee-5ef762abb94f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.589660] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674a35d5-6171-4fd6-914c-1ffafeb9ca13 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.612486] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95776f86-24e6-4dff-8b58-55c7f5fde244 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.632454] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Updating instance '2b7ae127-7b9f-42f9-ab84-e653d230ed89' progress to 67 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1232.990171] env[65682]: DEBUG oslo_vmware.rw_handles [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cfcb07-ac58-db5e-4702-66c3dd26f2ff/disk-0.vmdk. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1232.990772] env[65682]: DEBUG oslo_concurrency.lockutils [req-7bf4b837-dade-4d80-9130-c0b2a4451aaf req-52fd4f35-1884-4856-a9ca-f65592969883 service nova] Releasing lock "refresh_cache-8c99edfb-dbb6-45e2-a6da-933e1954a1af" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.991755] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edb3e61-fd57-47b1-9790-2141ebe4f9e1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.994942] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquired lock "refresh_cache-8c99edfb-dbb6-45e2-a6da-933e1954a1af" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.994942] env[65682]: DEBUG nova.network.neutron [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1233.000834] env[65682]: DEBUG oslo_vmware.rw_handles [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cfcb07-ac58-db5e-4702-66c3dd26f2ff/disk-0.vmdk is in state: ready. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1233.000834] env[65682]: ERROR oslo_vmware.rw_handles [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cfcb07-ac58-db5e-4702-66c3dd26f2ff/disk-0.vmdk due to incomplete transfer. [ 1233.000834] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-707a08bc-46ee-4326-9bb0-c16abe74453e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.009685] env[65682]: DEBUG oslo_vmware.rw_handles [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cfcb07-ac58-db5e-4702-66c3dd26f2ff/disk-0.vmdk. {{(pid=65682) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1233.009914] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Uploaded image 5d11974e-1840-449b-8d7c-dbd36868f4fa to the Glance image server {{(pid=65682) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1233.012434] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Destroying the VM {{(pid=65682) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1233.012965] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-32069481-ae6d-4917-a8d8-67d67c89448d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.023252] env[65682]: DEBUG oslo_vmware.api [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1233.023252] env[65682]: value = "task-4616977" [ 1233.023252] env[65682]: _type = "Task" [ 1233.023252] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.032451] env[65682]: DEBUG oslo_vmware.api [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616977, 'name': Destroy_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.053475] env[65682]: DEBUG oslo_concurrency.lockutils [None req-27a6b979-e4b7-4e9c-92ee-5ef762abb94f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.076449] env[65682]: INFO nova.scheduler.client.report [None req-27a6b979-e4b7-4e9c-92ee-5ef762abb94f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Deleted allocations for instance 2cdca24a-4bb0-4adc-886f-4b73acc2a545 [ 1233.139282] env[65682]: WARNING neutronclient.v2_0.client [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1233.139654] env[65682]: WARNING neutronclient.v2_0.client [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1233.238383] env[65682]: DEBUG nova.network.neutron [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Port bedb8d85-b5ab-497a-bc2c-1f3fc00a961f binding to destination host cpu-1 is already ACTIVE {{(pid=65682) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1233.534090] env[65682]: DEBUG oslo_vmware.api [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616977, 'name': Destroy_Task, 'duration_secs': 0.36515} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.534465] env[65682]: INFO nova.virt.vmwareapi.vm_util [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Destroyed the VM [ 1233.534583] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Deleting Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1233.534848] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-29c8b946-5f98-40b7-91d0-15d22797c0c7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.542141] env[65682]: DEBUG oslo_vmware.api [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1233.542141] env[65682]: value = "task-4616978" [ 1233.542141] env[65682]: _type = "Task" [ 1233.542141] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.543061] env[65682]: DEBUG nova.network.neutron [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1233.554962] env[65682]: DEBUG oslo_vmware.api [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616978, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.585523] env[65682]: DEBUG oslo_concurrency.lockutils [None req-27a6b979-e4b7-4e9c-92ee-5ef762abb94f tempest-ServersTestJSON-2056017922 tempest-ServersTestJSON-2056017922-project-member] Lock "2cdca24a-4bb0-4adc-886f-4b73acc2a545" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.714s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.639317] env[65682]: WARNING neutronclient.v2_0.client [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1233.716369] env[65682]: DEBUG nova.network.neutron [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Updating instance_info_cache with network_info: [{"id": "22122495-9912-46c1-87ab-9a40c024a4c8", "address": "fa:16:3e:3f:0b:df", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22122495-99", "ovs_interfaceid": "22122495-9912-46c1-87ab-9a40c024a4c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.056422] env[65682]: DEBUG oslo_vmware.api [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616978, 'name': RemoveSnapshot_Task, 'duration_secs': 0.362541} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.056691] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Deleted Snapshot of the VM instance {{(pid=65682) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1234.056959] env[65682]: DEBUG nova.compute.manager [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1234.057770] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b2d6b7-b3cb-43ce-859b-24dfd5a80f5d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.219779] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Releasing lock "refresh_cache-8c99edfb-dbb6-45e2-a6da-933e1954a1af" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.220213] env[65682]: DEBUG nova.compute.manager [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Instance network_info: |[{"id": "22122495-9912-46c1-87ab-9a40c024a4c8", "address": "fa:16:3e:3f:0b:df", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22122495-99", "ovs_interfaceid": "22122495-9912-46c1-87ab-9a40c024a4c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1234.220691] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:0b:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '051f343d-ac4f-4070-a26d-467603122c81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22122495-9912-46c1-87ab-9a40c024a4c8', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1234.228462] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1234.228580] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1234.228812] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8645b514-8eaf-4e1b-b3f7-52dd870592c3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.256190] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1234.256190] env[65682]: value = "task-4616979" [ 1234.256190] env[65682]: _type = "Task" [ 1234.256190] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.263766] env[65682]: DEBUG oslo_concurrency.lockutils [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "2b7ae127-7b9f-42f9-ab84-e653d230ed89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.264055] env[65682]: DEBUG oslo_concurrency.lockutils [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "2b7ae127-7b9f-42f9-ab84-e653d230ed89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.264301] env[65682]: DEBUG oslo_concurrency.lockutils [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "2b7ae127-7b9f-42f9-ab84-e653d230ed89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.276284] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616979, 'name': CreateVM_Task} progress is 10%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.571705] env[65682]: INFO nova.compute.manager [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Shelve offloading [ 1234.772149] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616979, 'name': CreateVM_Task, 'duration_secs': 0.353405} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.772149] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1234.772149] env[65682]: WARNING neutronclient.v2_0.client [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.772149] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.772149] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.772487] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.772847] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5c4a1f2-7f1f-487d-b93e-759ea587a820 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.779812] env[65682]: DEBUG oslo_vmware.api [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1234.779812] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f46f8e-c403-ab97-4086-1a5cd4bfa6ea" [ 1234.779812] env[65682]: _type = "Task" [ 1234.779812] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.790305] env[65682]: DEBUG oslo_vmware.api [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f46f8e-c403-ab97-4086-1a5cd4bfa6ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.075564] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.076221] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a71599ed-6c75-4636-a4ad-e0c83ddb5ebb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.084408] env[65682]: DEBUG oslo_vmware.api [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1235.084408] env[65682]: value = "task-4616980" [ 1235.084408] env[65682]: _type = "Task" [ 1235.084408] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.095060] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] VM already powered off {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1235.095345] env[65682]: DEBUG nova.compute.manager [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1235.097042] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a83c9cf-78b6-46d9-a027-14a81dec9691 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.102928] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "refresh_cache-2d0d314a-af07-4f58-ac67-bf12028f8ac5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.103188] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquired lock "refresh_cache-2d0d314a-af07-4f58-ac67-bf12028f8ac5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.103412] env[65682]: DEBUG nova.network.neutron [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1235.273127] env[65682]: WARNING neutronclient.v2_0.client [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1235.292140] env[65682]: DEBUG oslo_vmware.api [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52f46f8e-c403-ab97-4086-1a5cd4bfa6ea, 'name': SearchDatastore_Task, 'duration_secs': 0.01148} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.292422] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.292651] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1235.292884] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.293085] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.293478] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1235.293846] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7172face-9c08-4a5c-8364-85586603c7f4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.303446] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1235.303633] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1235.304387] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a266c68-8544-458c-b8b8-b6ae2c6888ec {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.307645] env[65682]: DEBUG oslo_concurrency.lockutils [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "refresh_cache-2b7ae127-7b9f-42f9-ab84-e653d230ed89" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.307800] env[65682]: DEBUG oslo_concurrency.lockutils [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquired lock "refresh_cache-2b7ae127-7b9f-42f9-ab84-e653d230ed89" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.308049] env[65682]: DEBUG nova.network.neutron [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1235.313647] env[65682]: DEBUG oslo_vmware.api [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1235.313647] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c51cc7-4b02-a4f7-4431-ded5d03dbef7" [ 1235.313647] env[65682]: _type = "Task" [ 1235.313647] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.322981] env[65682]: DEBUG oslo_vmware.api [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c51cc7-4b02-a4f7-4431-ded5d03dbef7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.606429] env[65682]: WARNING neutronclient.v2_0.client [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1235.772408] env[65682]: WARNING neutronclient.v2_0.client [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1235.812785] env[65682]: WARNING neutronclient.v2_0.client [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1235.825277] env[65682]: DEBUG oslo_vmware.api [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c51cc7-4b02-a4f7-4431-ded5d03dbef7, 'name': SearchDatastore_Task, 'duration_secs': 0.009931} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.826238] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a401877e-dd9f-4d72-9d62-721176a0eeb5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.832307] env[65682]: DEBUG oslo_vmware.api [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1235.832307] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528c9f31-9a8d-f25f-6eda-6111e09a8ee6" [ 1235.832307] env[65682]: _type = "Task" [ 1235.832307] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.841450] env[65682]: DEBUG oslo_vmware.api [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528c9f31-9a8d-f25f-6eda-6111e09a8ee6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.842808] env[65682]: DEBUG nova.network.neutron [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Updating instance_info_cache with network_info: [{"id": "caa9a65e-7642-4ec5-8cce-79bca6e6a491", "address": "fa:16:3e:cf:8a:2c", "network": {"id": "1719932d-bcf4-4ad2-8e3f-f55b5aaf896d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1384213493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1063d410f5864f5292ea4436f03d192c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa9a65e-76", "ovs_interfaceid": "caa9a65e-7642-4ec5-8cce-79bca6e6a491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.968205] env[65682]: WARNING neutronclient.v2_0.client [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1236.060384] env[65682]: DEBUG nova.network.neutron [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Updating instance_info_cache with network_info: [{"id": "bedb8d85-b5ab-497a-bc2c-1f3fc00a961f", "address": "fa:16:3e:32:45:d3", "network": {"id": "d2e676e7-8222-43c3-a279-0be7d717d854", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637644478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983a459c835447309a57d7ac8b8bcfa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbedb8d85-b5", "ovs_interfaceid": "bedb8d85-b5ab-497a-bc2c-1f3fc00a961f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.344145] env[65682]: DEBUG oslo_vmware.api [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]528c9f31-9a8d-f25f-6eda-6111e09a8ee6, 'name': SearchDatastore_Task, 'duration_secs': 0.010566} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.344440] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.344702] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 8c99edfb-dbb6-45e2-a6da-933e1954a1af/8c99edfb-dbb6-45e2-a6da-933e1954a1af.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1236.344985] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90c1077b-68a3-4cff-985b-03b3b8f0c1ea {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.347233] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Releasing lock "refresh_cache-2d0d314a-af07-4f58-ac67-bf12028f8ac5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.347720] env[65682]: WARNING neutronclient.v2_0.client [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1236.347868] env[65682]: WARNING neutronclient.v2_0.client [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1236.356102] env[65682]: DEBUG oslo_vmware.api [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1236.356102] env[65682]: value = "task-4616981" [ 1236.356102] env[65682]: _type = "Task" [ 1236.356102] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.366673] env[65682]: DEBUG oslo_vmware.api [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.564059] env[65682]: DEBUG oslo_concurrency.lockutils [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Releasing lock "refresh_cache-2b7ae127-7b9f-42f9-ab84-e653d230ed89" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.588420] env[65682]: DEBUG nova.compute.manager [req-e4899c1b-c105-488f-8af7-7f469a1cfaa0 req-d17f9649-f6dc-4212-9f95-0edbebf8f467 service nova] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Received event network-vif-unplugged-caa9a65e-7642-4ec5-8cce-79bca6e6a491 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1236.588681] env[65682]: DEBUG oslo_concurrency.lockutils [req-e4899c1b-c105-488f-8af7-7f469a1cfaa0 req-d17f9649-f6dc-4212-9f95-0edbebf8f467 service nova] Acquiring lock "2d0d314a-af07-4f58-ac67-bf12028f8ac5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.588926] env[65682]: DEBUG oslo_concurrency.lockutils [req-e4899c1b-c105-488f-8af7-7f469a1cfaa0 req-d17f9649-f6dc-4212-9f95-0edbebf8f467 service nova] Lock "2d0d314a-af07-4f58-ac67-bf12028f8ac5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.589117] env[65682]: DEBUG oslo_concurrency.lockutils [req-e4899c1b-c105-488f-8af7-7f469a1cfaa0 req-d17f9649-f6dc-4212-9f95-0edbebf8f467 service nova] Lock "2d0d314a-af07-4f58-ac67-bf12028f8ac5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.589291] env[65682]: DEBUG nova.compute.manager [req-e4899c1b-c105-488f-8af7-7f469a1cfaa0 req-d17f9649-f6dc-4212-9f95-0edbebf8f467 service nova] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] No waiting events found dispatching network-vif-unplugged-caa9a65e-7642-4ec5-8cce-79bca6e6a491 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1236.589459] env[65682]: WARNING nova.compute.manager [req-e4899c1b-c105-488f-8af7-7f469a1cfaa0 req-d17f9649-f6dc-4212-9f95-0edbebf8f467 service nova] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Received unexpected event network-vif-unplugged-caa9a65e-7642-4ec5-8cce-79bca6e6a491 for instance with vm_state shelved and task_state shelving_offloading. [ 1236.695424] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1236.696445] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcc9883-6e06-43eb-b56c-42d6febb5578 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.705583] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1236.705893] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c50924de-45cf-4fe2-9722-5c28bde6d56f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.780250] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1236.780529] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1236.780783] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Deleting the datastore file [datastore1] 2d0d314a-af07-4f58-ac67-bf12028f8ac5 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.781060] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-282c8c42-e24c-442b-8cb6-4d2d6870bebf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.787911] env[65682]: DEBUG oslo_vmware.api [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1236.787911] env[65682]: value = "task-4616983" [ 1236.787911] env[65682]: _type = "Task" [ 1236.787911] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.796282] env[65682]: DEBUG oslo_vmware.api [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.867989] env[65682]: DEBUG oslo_vmware.api [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616981, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.096713] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b346e52-949a-468d-9b9b-dfbbc4943a81 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.117504] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a173412b-d5b8-42ff-a2f4-9fcab96eacea {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.125430] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Updating instance '2b7ae127-7b9f-42f9-ab84-e653d230ed89' progress to 83 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.299238] env[65682]: DEBUG oslo_vmware.api [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15263} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.300029] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.300029] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1237.300029] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.318519] env[65682]: INFO nova.scheduler.client.report [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Deleted allocations for instance 2d0d314a-af07-4f58-ac67-bf12028f8ac5 [ 1237.368792] env[65682]: DEBUG oslo_vmware.api [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616981, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.631974] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1237.632258] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53ce71c8-6482-4672-a352-b7f9ccefe78e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.639485] env[65682]: DEBUG oslo_vmware.api [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1237.639485] env[65682]: value = "task-4616984" [ 1237.639485] env[65682]: _type = "Task" [ 1237.639485] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.651237] env[65682]: DEBUG oslo_vmware.api [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.823211] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.823610] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.823873] env[65682]: DEBUG nova.objects.instance [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lazy-loading 'resources' on Instance uuid 2d0d314a-af07-4f58-ac67-bf12028f8ac5 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.868892] env[65682]: DEBUG oslo_vmware.api [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616981, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.437834} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.869245] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore1] 8c99edfb-dbb6-45e2-a6da-933e1954a1af/8c99edfb-dbb6-45e2-a6da-933e1954a1af.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1237.869474] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1237.869750] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3dbaaa34-c98c-418e-bd46-501c08739909 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.876745] env[65682]: DEBUG oslo_vmware.api [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1237.876745] env[65682]: value = "task-4616985" [ 1237.876745] env[65682]: _type = "Task" [ 1237.876745] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.887361] env[65682]: DEBUG oslo_vmware.api [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616985, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.150889] env[65682]: DEBUG oslo_vmware.api [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616984, 'name': PowerOnVM_Task, 'duration_secs': 0.464725} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.151210] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1238.151394] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-393f5dc5-284d-4158-b80b-8f8e9d011477 tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Updating instance '2b7ae127-7b9f-42f9-ab84-e653d230ed89' progress to 100 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1238.327231] env[65682]: DEBUG nova.objects.instance [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lazy-loading 'numa_topology' on Instance uuid 2d0d314a-af07-4f58-ac67-bf12028f8ac5 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.386679] env[65682]: DEBUG oslo_vmware.api [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616985, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130742} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.386968] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1238.387903] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463b1bc6-881f-413b-946c-b2f943e4fdb9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.411791] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 8c99edfb-dbb6-45e2-a6da-933e1954a1af/8c99edfb-dbb6-45e2-a6da-933e1954a1af.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.412181] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25cde383-d483-4320-97d9-e3fabe34f0de {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.432703] env[65682]: DEBUG oslo_vmware.api [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1238.432703] env[65682]: value = "task-4616986" [ 1238.432703] env[65682]: _type = "Task" [ 1238.432703] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.441823] env[65682]: DEBUG oslo_vmware.api [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616986, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.617414] env[65682]: DEBUG nova.compute.manager [req-49d1edd0-3b56-491a-994d-d411a3051c6c req-f88ea491-bc46-450c-9bb7-1f8fb0f40038 service nova] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Received event network-changed-caa9a65e-7642-4ec5-8cce-79bca6e6a491 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1238.617665] env[65682]: DEBUG nova.compute.manager [req-49d1edd0-3b56-491a-994d-d411a3051c6c req-f88ea491-bc46-450c-9bb7-1f8fb0f40038 service nova] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Refreshing instance network info cache due to event network-changed-caa9a65e-7642-4ec5-8cce-79bca6e6a491. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1238.618009] env[65682]: DEBUG oslo_concurrency.lockutils [req-49d1edd0-3b56-491a-994d-d411a3051c6c req-f88ea491-bc46-450c-9bb7-1f8fb0f40038 service nova] Acquiring lock "refresh_cache-2d0d314a-af07-4f58-ac67-bf12028f8ac5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.618207] env[65682]: DEBUG oslo_concurrency.lockutils [req-49d1edd0-3b56-491a-994d-d411a3051c6c req-f88ea491-bc46-450c-9bb7-1f8fb0f40038 service nova] Acquired lock "refresh_cache-2d0d314a-af07-4f58-ac67-bf12028f8ac5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.618410] env[65682]: DEBUG nova.network.neutron [req-49d1edd0-3b56-491a-994d-d411a3051c6c req-f88ea491-bc46-450c-9bb7-1f8fb0f40038 service nova] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Refreshing network info cache for port caa9a65e-7642-4ec5-8cce-79bca6e6a491 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.829970] env[65682]: DEBUG nova.objects.base [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Object Instance<2d0d314a-af07-4f58-ac67-bf12028f8ac5> lazy-loaded attributes: resources,numa_topology {{(pid=65682) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1238.931147] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e73860-6d90-49bc-a13e-b4119456823e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.943411] env[65682]: DEBUG oslo_vmware.api [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616986, 'name': ReconfigVM_Task, 'duration_secs': 0.263351} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.945245] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 8c99edfb-dbb6-45e2-a6da-933e1954a1af/8c99edfb-dbb6-45e2-a6da-933e1954a1af.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.945899] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bb986dd-8d42-45c3-a10a-b0d24285e735 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.948058] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a639178-3e04-4379-9061-9d9ae369140b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.983588] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0347361-a2b4-4e92-b5e0-85e34b59d214 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.986457] env[65682]: DEBUG oslo_vmware.api [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1238.986457] env[65682]: value = "task-4616987" [ 1238.986457] env[65682]: _type = "Task" [ 1238.986457] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.994012] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff68c04-a1fa-4965-a5c0-6712e93087de {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.001401] env[65682]: DEBUG oslo_vmware.api [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616987, 'name': Rename_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.013194] env[65682]: DEBUG nova.compute.provider_tree [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.121599] env[65682]: WARNING neutronclient.v2_0.client [req-49d1edd0-3b56-491a-994d-d411a3051c6c req-f88ea491-bc46-450c-9bb7-1f8fb0f40038 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1239.309415] env[65682]: WARNING neutronclient.v2_0.client [req-49d1edd0-3b56-491a-994d-d411a3051c6c req-f88ea491-bc46-450c-9bb7-1f8fb0f40038 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1239.385929] env[65682]: DEBUG nova.network.neutron [req-49d1edd0-3b56-491a-994d-d411a3051c6c req-f88ea491-bc46-450c-9bb7-1f8fb0f40038 service nova] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Updated VIF entry in instance network info cache for port caa9a65e-7642-4ec5-8cce-79bca6e6a491. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1239.386324] env[65682]: DEBUG nova.network.neutron [req-49d1edd0-3b56-491a-994d-d411a3051c6c req-f88ea491-bc46-450c-9bb7-1f8fb0f40038 service nova] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Updating instance_info_cache with network_info: [{"id": "caa9a65e-7642-4ec5-8cce-79bca6e6a491", "address": "fa:16:3e:cf:8a:2c", "network": {"id": "1719932d-bcf4-4ad2-8e3f-f55b5aaf896d", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1384213493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1063d410f5864f5292ea4436f03d192c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapcaa9a65e-76", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.496723] env[65682]: DEBUG oslo_vmware.api [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616987, 'name': Rename_Task, 'duration_secs': 0.144628} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.497024] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1239.497293] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c8e9089-50fd-46d8-94a8-2219554851c7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.505073] env[65682]: DEBUG oslo_vmware.api [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1239.505073] env[65682]: value = "task-4616988" [ 1239.505073] env[65682]: _type = "Task" [ 1239.505073] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.514953] env[65682]: DEBUG oslo_vmware.api [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.516864] env[65682]: DEBUG nova.scheduler.client.report [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.736656] env[65682]: DEBUG oslo_concurrency.lockutils [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "2d0d314a-af07-4f58-ac67-bf12028f8ac5" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.889720] env[65682]: DEBUG oslo_concurrency.lockutils [req-49d1edd0-3b56-491a-994d-d411a3051c6c req-f88ea491-bc46-450c-9bb7-1f8fb0f40038 service nova] Releasing lock "refresh_cache-2d0d314a-af07-4f58-ac67-bf12028f8ac5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.016878] env[65682]: DEBUG oslo_vmware.api [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616988, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.021805] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.157326] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "2b7ae127-7b9f-42f9-ab84-e653d230ed89" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.157549] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "2b7ae127-7b9f-42f9-ab84-e653d230ed89" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.157773] env[65682]: DEBUG nova.compute.manager [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Going to confirm migration 8 {{(pid=65682) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1240.518109] env[65682]: DEBUG oslo_vmware.api [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4616988, 'name': PowerOnVM_Task, 'duration_secs': 1.004445} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.518501] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1240.518734] env[65682]: INFO nova.compute.manager [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1240.518911] env[65682]: DEBUG nova.compute.manager [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1240.519850] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e917772e-4c47-4a9c-824d-310464ac96fc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.535910] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b801c9bd-3875-4efb-929b-a5420a3d78b6 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "2d0d314a-af07-4f58-ac67-bf12028f8ac5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.370s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.536873] env[65682]: DEBUG oslo_concurrency.lockutils [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "2d0d314a-af07-4f58-ac67-bf12028f8ac5" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.801s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.537135] env[65682]: INFO nova.compute.manager [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Unshelving [ 1240.663232] env[65682]: WARNING neutronclient.v2_0.client [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1240.750302] env[65682]: WARNING neutronclient.v2_0.client [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1240.750654] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "refresh_cache-2b7ae127-7b9f-42f9-ab84-e653d230ed89" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.750831] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquired lock "refresh_cache-2b7ae127-7b9f-42f9-ab84-e653d230ed89" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.751021] env[65682]: DEBUG nova.network.neutron [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1240.751216] env[65682]: DEBUG nova.objects.instance [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lazy-loading 'info_cache' on Instance uuid 2b7ae127-7b9f-42f9-ab84-e653d230ed89 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.045850] env[65682]: INFO nova.compute.manager [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Took 14.43 seconds to build instance. [ 1241.551753] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d965e471-75ab-439a-bba5-acecab1a88fe tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "8c99edfb-dbb6-45e2-a6da-933e1954a1af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.946s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.568130] env[65682]: DEBUG oslo_concurrency.lockutils [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.568430] env[65682]: DEBUG oslo_concurrency.lockutils [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.568635] env[65682]: DEBUG nova.objects.instance [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lazy-loading 'pci_requests' on Instance uuid 2d0d314a-af07-4f58-ac67-bf12028f8ac5 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.756804] env[65682]: WARNING neutronclient.v2_0.client [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.897611] env[65682]: WARNING neutronclient.v2_0.client [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.967767] env[65682]: DEBUG nova.network.neutron [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Updating instance_info_cache with network_info: [{"id": "bedb8d85-b5ab-497a-bc2c-1f3fc00a961f", "address": "fa:16:3e:32:45:d3", "network": {"id": "d2e676e7-8222-43c3-a279-0be7d717d854", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1637644478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "983a459c835447309a57d7ac8b8bcfa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbedb8d85-b5", "ovs_interfaceid": "bedb8d85-b5ab-497a-bc2c-1f3fc00a961f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.073343] env[65682]: DEBUG nova.objects.instance [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lazy-loading 'numa_topology' on Instance uuid 2d0d314a-af07-4f58-ac67-bf12028f8ac5 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.396968] env[65682]: DEBUG nova.compute.manager [req-152309ab-f772-4c92-a766-ed440dca5e18 req-b9ee024b-587c-471c-bf8e-1991693d676e service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Received event network-changed-ec5fa4c5-ac0f-4d29-a646-be52aef382f1 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1242.396968] env[65682]: DEBUG nova.compute.manager [req-152309ab-f772-4c92-a766-ed440dca5e18 req-b9ee024b-587c-471c-bf8e-1991693d676e service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Refreshing instance network info cache due to event network-changed-ec5fa4c5-ac0f-4d29-a646-be52aef382f1. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1242.397092] env[65682]: DEBUG oslo_concurrency.lockutils [req-152309ab-f772-4c92-a766-ed440dca5e18 req-b9ee024b-587c-471c-bf8e-1991693d676e service nova] Acquiring lock "refresh_cache-54c0aa42-b608-4e72-b397-4805232d89b8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.397151] env[65682]: DEBUG oslo_concurrency.lockutils [req-152309ab-f772-4c92-a766-ed440dca5e18 req-b9ee024b-587c-471c-bf8e-1991693d676e service nova] Acquired lock "refresh_cache-54c0aa42-b608-4e72-b397-4805232d89b8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.397307] env[65682]: DEBUG nova.network.neutron [req-152309ab-f772-4c92-a766-ed440dca5e18 req-b9ee024b-587c-471c-bf8e-1991693d676e service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Refreshing network info cache for port ec5fa4c5-ac0f-4d29-a646-be52aef382f1 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.470647] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Releasing lock "refresh_cache-2b7ae127-7b9f-42f9-ab84-e653d230ed89" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.471035] env[65682]: DEBUG nova.objects.instance [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lazy-loading 'migration_context' on Instance uuid 2b7ae127-7b9f-42f9-ab84-e653d230ed89 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.576420] env[65682]: INFO nova.compute.claims [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1242.900232] env[65682]: WARNING neutronclient.v2_0.client [req-152309ab-f772-4c92-a766-ed440dca5e18 req-b9ee024b-587c-471c-bf8e-1991693d676e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1242.974888] env[65682]: DEBUG nova.objects.base [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Object Instance<2b7ae127-7b9f-42f9-ab84-e653d230ed89> lazy-loaded attributes: info_cache,migration_context {{(pid=65682) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1242.976100] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4362c28-93da-4abf-b7b0-3e5220c653d4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.999657] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72f27c0b-090d-46a1-9aee-661d31c09576 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.006479] env[65682]: DEBUG oslo_vmware.api [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1243.006479] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]520d4d4e-5914-0013-2911-cae9eee62955" [ 1243.006479] env[65682]: _type = "Task" [ 1243.006479] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.018875] env[65682]: DEBUG oslo_vmware.api [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]520d4d4e-5914-0013-2911-cae9eee62955, 'name': SearchDatastore_Task} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.020495] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.062017] env[65682]: WARNING neutronclient.v2_0.client [req-152309ab-f772-4c92-a766-ed440dca5e18 req-b9ee024b-587c-471c-bf8e-1991693d676e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1243.191770] env[65682]: DEBUG nova.network.neutron [req-152309ab-f772-4c92-a766-ed440dca5e18 req-b9ee024b-587c-471c-bf8e-1991693d676e service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Updated VIF entry in instance network info cache for port ec5fa4c5-ac0f-4d29-a646-be52aef382f1. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1243.192602] env[65682]: DEBUG nova.network.neutron [req-152309ab-f772-4c92-a766-ed440dca5e18 req-b9ee024b-587c-471c-bf8e-1991693d676e service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Updating instance_info_cache with network_info: [{"id": "ec5fa4c5-ac0f-4d29-a646-be52aef382f1", "address": "fa:16:3e:f2:f7:6a", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec5fa4c5-ac", "ovs_interfaceid": "ec5fa4c5-ac0f-4d29-a646-be52aef382f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.487189] env[65682]: DEBUG nova.compute.manager [req-0430997b-afdb-40fb-b99a-e1c4bcd3a19c req-ed78d2d4-1f0a-42b7-a3cd-469433643845 service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Received event network-changed-22122495-9912-46c1-87ab-9a40c024a4c8 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1243.487189] env[65682]: DEBUG nova.compute.manager [req-0430997b-afdb-40fb-b99a-e1c4bcd3a19c req-ed78d2d4-1f0a-42b7-a3cd-469433643845 service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Refreshing instance network info cache due to event network-changed-22122495-9912-46c1-87ab-9a40c024a4c8. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1243.487325] env[65682]: DEBUG oslo_concurrency.lockutils [req-0430997b-afdb-40fb-b99a-e1c4bcd3a19c req-ed78d2d4-1f0a-42b7-a3cd-469433643845 service nova] Acquiring lock "refresh_cache-8c99edfb-dbb6-45e2-a6da-933e1954a1af" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.487441] env[65682]: DEBUG oslo_concurrency.lockutils [req-0430997b-afdb-40fb-b99a-e1c4bcd3a19c req-ed78d2d4-1f0a-42b7-a3cd-469433643845 service nova] Acquired lock "refresh_cache-8c99edfb-dbb6-45e2-a6da-933e1954a1af" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.487594] env[65682]: DEBUG nova.network.neutron [req-0430997b-afdb-40fb-b99a-e1c4bcd3a19c req-ed78d2d4-1f0a-42b7-a3cd-469433643845 service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Refreshing network info cache for port 22122495-9912-46c1-87ab-9a40c024a4c8 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.698233] env[65682]: DEBUG oslo_concurrency.lockutils [req-152309ab-f772-4c92-a766-ed440dca5e18 req-b9ee024b-587c-471c-bf8e-1991693d676e service nova] Releasing lock "refresh_cache-54c0aa42-b608-4e72-b397-4805232d89b8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.719089] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978edf5c-e5c5-4469-9b63-66278e1f5493 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.727764] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8caf401a-188c-497d-a6f8-91371c71531d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.759577] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24205891-e6c9-4f56-86c9-8053f5afe398 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.767544] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f50c02-12e4-42e2-a88c-733eebfb6055 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.781076] env[65682]: DEBUG nova.compute.provider_tree [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.991197] env[65682]: WARNING neutronclient.v2_0.client [req-0430997b-afdb-40fb-b99a-e1c4bcd3a19c req-ed78d2d4-1f0a-42b7-a3cd-469433643845 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1244.138475] env[65682]: WARNING neutronclient.v2_0.client [req-0430997b-afdb-40fb-b99a-e1c4bcd3a19c req-ed78d2d4-1f0a-42b7-a3cd-469433643845 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1244.207993] env[65682]: DEBUG nova.network.neutron [req-0430997b-afdb-40fb-b99a-e1c4bcd3a19c req-ed78d2d4-1f0a-42b7-a3cd-469433643845 service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Updated VIF entry in instance network info cache for port 22122495-9912-46c1-87ab-9a40c024a4c8. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1244.208438] env[65682]: DEBUG nova.network.neutron [req-0430997b-afdb-40fb-b99a-e1c4bcd3a19c req-ed78d2d4-1f0a-42b7-a3cd-469433643845 service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Updating instance_info_cache with network_info: [{"id": "22122495-9912-46c1-87ab-9a40c024a4c8", "address": "fa:16:3e:3f:0b:df", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22122495-99", "ovs_interfaceid": "22122495-9912-46c1-87ab-9a40c024a4c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.283911] env[65682]: DEBUG nova.scheduler.client.report [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.426279] env[65682]: DEBUG nova.compute.manager [req-e24dffea-c453-429d-b46b-1da5f8f104fb req-3654593c-c6d6-4f22-97d0-65f68c82369b service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Received event network-changed-22122495-9912-46c1-87ab-9a40c024a4c8 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1244.426532] env[65682]: DEBUG nova.compute.manager [req-e24dffea-c453-429d-b46b-1da5f8f104fb req-3654593c-c6d6-4f22-97d0-65f68c82369b service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Refreshing instance network info cache due to event network-changed-22122495-9912-46c1-87ab-9a40c024a4c8. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1244.426755] env[65682]: DEBUG oslo_concurrency.lockutils [req-e24dffea-c453-429d-b46b-1da5f8f104fb req-3654593c-c6d6-4f22-97d0-65f68c82369b service nova] Acquiring lock "refresh_cache-8c99edfb-dbb6-45e2-a6da-933e1954a1af" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.712446] env[65682]: DEBUG oslo_concurrency.lockutils [req-0430997b-afdb-40fb-b99a-e1c4bcd3a19c req-ed78d2d4-1f0a-42b7-a3cd-469433643845 service nova] Releasing lock "refresh_cache-8c99edfb-dbb6-45e2-a6da-933e1954a1af" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.712446] env[65682]: DEBUG oslo_concurrency.lockutils [req-e24dffea-c453-429d-b46b-1da5f8f104fb req-3654593c-c6d6-4f22-97d0-65f68c82369b service nova] Acquired lock "refresh_cache-8c99edfb-dbb6-45e2-a6da-933e1954a1af" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.712446] env[65682]: DEBUG nova.network.neutron [req-e24dffea-c453-429d-b46b-1da5f8f104fb req-3654593c-c6d6-4f22-97d0-65f68c82369b service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Refreshing network info cache for port 22122495-9912-46c1-87ab-9a40c024a4c8 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.789535] env[65682]: DEBUG oslo_concurrency.lockutils [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.221s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.789709] env[65682]: WARNING neutronclient.v2_0.client [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1244.793059] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.773s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.825700] env[65682]: INFO nova.network.neutron [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Updating port caa9a65e-7642-4ec5-8cce-79bca6e6a491 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1245.214439] env[65682]: WARNING neutronclient.v2_0.client [req-e24dffea-c453-429d-b46b-1da5f8f104fb req-3654593c-c6d6-4f22-97d0-65f68c82369b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1245.376986] env[65682]: WARNING neutronclient.v2_0.client [req-e24dffea-c453-429d-b46b-1da5f8f104fb req-3654593c-c6d6-4f22-97d0-65f68c82369b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1245.439462] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1496a53f-03b7-4b64-85c2-3338e8dd1a92 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.448415] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bc15fe-0c56-4ae6-82ad-6142684a3e27 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.486750] env[65682]: DEBUG nova.network.neutron [req-e24dffea-c453-429d-b46b-1da5f8f104fb req-3654593c-c6d6-4f22-97d0-65f68c82369b service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Updated VIF entry in instance network info cache for port 22122495-9912-46c1-87ab-9a40c024a4c8. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1245.487199] env[65682]: DEBUG nova.network.neutron [req-e24dffea-c453-429d-b46b-1da5f8f104fb req-3654593c-c6d6-4f22-97d0-65f68c82369b service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Updating instance_info_cache with network_info: [{"id": "22122495-9912-46c1-87ab-9a40c024a4c8", "address": "fa:16:3e:3f:0b:df", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22122495-99", "ovs_interfaceid": "22122495-9912-46c1-87ab-9a40c024a4c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.489252] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fef7aa-386a-4fee-872f-69ecc8b671e7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.498818] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8956cef-99e9-460d-95b5-9e497507436c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.518118] env[65682]: DEBUG nova.compute.provider_tree [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.542656] env[65682]: DEBUG nova.compute.manager [req-1fc6c58d-8a90-4000-8f36-f909044aa0e6 req-c80a51a7-62ac-4c46-8ceb-c1fd0fbbab66 service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Received event network-changed-ec5fa4c5-ac0f-4d29-a646-be52aef382f1 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1245.543064] env[65682]: DEBUG nova.compute.manager [req-1fc6c58d-8a90-4000-8f36-f909044aa0e6 req-c80a51a7-62ac-4c46-8ceb-c1fd0fbbab66 service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Refreshing instance network info cache due to event network-changed-ec5fa4c5-ac0f-4d29-a646-be52aef382f1. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1245.543151] env[65682]: DEBUG oslo_concurrency.lockutils [req-1fc6c58d-8a90-4000-8f36-f909044aa0e6 req-c80a51a7-62ac-4c46-8ceb-c1fd0fbbab66 service nova] Acquiring lock "refresh_cache-54c0aa42-b608-4e72-b397-4805232d89b8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.543273] env[65682]: DEBUG oslo_concurrency.lockutils [req-1fc6c58d-8a90-4000-8f36-f909044aa0e6 req-c80a51a7-62ac-4c46-8ceb-c1fd0fbbab66 service nova] Acquired lock "refresh_cache-54c0aa42-b608-4e72-b397-4805232d89b8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.543493] env[65682]: DEBUG nova.network.neutron [req-1fc6c58d-8a90-4000-8f36-f909044aa0e6 req-c80a51a7-62ac-4c46-8ceb-c1fd0fbbab66 service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Refreshing network info cache for port ec5fa4c5-ac0f-4d29-a646-be52aef382f1 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1245.994130] env[65682]: DEBUG oslo_concurrency.lockutils [req-e24dffea-c453-429d-b46b-1da5f8f104fb req-3654593c-c6d6-4f22-97d0-65f68c82369b service nova] Releasing lock "refresh_cache-8c99edfb-dbb6-45e2-a6da-933e1954a1af" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.021612] env[65682]: DEBUG nova.scheduler.client.report [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.046566] env[65682]: WARNING neutronclient.v2_0.client [req-1fc6c58d-8a90-4000-8f36-f909044aa0e6 req-c80a51a7-62ac-4c46-8ceb-c1fd0fbbab66 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1246.218394] env[65682]: WARNING neutronclient.v2_0.client [req-1fc6c58d-8a90-4000-8f36-f909044aa0e6 req-c80a51a7-62ac-4c46-8ceb-c1fd0fbbab66 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1246.289513] env[65682]: DEBUG nova.network.neutron [req-1fc6c58d-8a90-4000-8f36-f909044aa0e6 req-c80a51a7-62ac-4c46-8ceb-c1fd0fbbab66 service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Updated VIF entry in instance network info cache for port ec5fa4c5-ac0f-4d29-a646-be52aef382f1. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1246.289880] env[65682]: DEBUG nova.network.neutron [req-1fc6c58d-8a90-4000-8f36-f909044aa0e6 req-c80a51a7-62ac-4c46-8ceb-c1fd0fbbab66 service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Updating instance_info_cache with network_info: [{"id": "ec5fa4c5-ac0f-4d29-a646-be52aef382f1", "address": "fa:16:3e:f2:f7:6a", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec5fa4c5-ac", "ovs_interfaceid": "ec5fa4c5-ac0f-4d29-a646-be52aef382f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.346749] env[65682]: DEBUG oslo_concurrency.lockutils [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "refresh_cache-2d0d314a-af07-4f58-ac67-bf12028f8ac5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.346832] env[65682]: DEBUG oslo_concurrency.lockutils [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquired lock "refresh_cache-2d0d314a-af07-4f58-ac67-bf12028f8ac5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.346995] env[65682]: DEBUG nova.network.neutron [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1246.458138] env[65682]: DEBUG nova.compute.manager [req-43f81d70-3e82-4d36-96cc-c7259afe9cd6 req-10b615d5-f00e-498e-a1a2-925dfaaf4f07 service nova] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Received event network-vif-plugged-caa9a65e-7642-4ec5-8cce-79bca6e6a491 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1246.458533] env[65682]: DEBUG oslo_concurrency.lockutils [req-43f81d70-3e82-4d36-96cc-c7259afe9cd6 req-10b615d5-f00e-498e-a1a2-925dfaaf4f07 service nova] Acquiring lock "2d0d314a-af07-4f58-ac67-bf12028f8ac5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.458645] env[65682]: DEBUG oslo_concurrency.lockutils [req-43f81d70-3e82-4d36-96cc-c7259afe9cd6 req-10b615d5-f00e-498e-a1a2-925dfaaf4f07 service nova] Lock "2d0d314a-af07-4f58-ac67-bf12028f8ac5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.458726] env[65682]: DEBUG oslo_concurrency.lockutils [req-43f81d70-3e82-4d36-96cc-c7259afe9cd6 req-10b615d5-f00e-498e-a1a2-925dfaaf4f07 service nova] Lock "2d0d314a-af07-4f58-ac67-bf12028f8ac5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.458900] env[65682]: DEBUG nova.compute.manager [req-43f81d70-3e82-4d36-96cc-c7259afe9cd6 req-10b615d5-f00e-498e-a1a2-925dfaaf4f07 service nova] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] No waiting events found dispatching network-vif-plugged-caa9a65e-7642-4ec5-8cce-79bca6e6a491 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1246.459124] env[65682]: WARNING nova.compute.manager [req-43f81d70-3e82-4d36-96cc-c7259afe9cd6 req-10b615d5-f00e-498e-a1a2-925dfaaf4f07 service nova] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Received unexpected event network-vif-plugged-caa9a65e-7642-4ec5-8cce-79bca6e6a491 for instance with vm_state shelved_offloaded and task_state spawning. [ 1246.459309] env[65682]: DEBUG nova.compute.manager [req-43f81d70-3e82-4d36-96cc-c7259afe9cd6 req-10b615d5-f00e-498e-a1a2-925dfaaf4f07 service nova] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Received event network-changed-caa9a65e-7642-4ec5-8cce-79bca6e6a491 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1246.459464] env[65682]: DEBUG nova.compute.manager [req-43f81d70-3e82-4d36-96cc-c7259afe9cd6 req-10b615d5-f00e-498e-a1a2-925dfaaf4f07 service nova] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Refreshing instance network info cache due to event network-changed-caa9a65e-7642-4ec5-8cce-79bca6e6a491. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1246.459622] env[65682]: DEBUG oslo_concurrency.lockutils [req-43f81d70-3e82-4d36-96cc-c7259afe9cd6 req-10b615d5-f00e-498e-a1a2-925dfaaf4f07 service nova] Acquiring lock "refresh_cache-2d0d314a-af07-4f58-ac67-bf12028f8ac5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.792778] env[65682]: DEBUG oslo_concurrency.lockutils [req-1fc6c58d-8a90-4000-8f36-f909044aa0e6 req-c80a51a7-62ac-4c46-8ceb-c1fd0fbbab66 service nova] Releasing lock "refresh_cache-54c0aa42-b608-4e72-b397-4805232d89b8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.849348] env[65682]: WARNING neutronclient.v2_0.client [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1247.015226] env[65682]: WARNING neutronclient.v2_0.client [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1247.032802] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.239s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.089325] env[65682]: DEBUG nova.network.neutron [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Updating instance_info_cache with network_info: [{"id": "caa9a65e-7642-4ec5-8cce-79bca6e6a491", "address": "fa:16:3e:cf:8a:2c", "network": {"id": "1719932d-bcf4-4ad2-8e3f-f55b5aaf896d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1384213493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1063d410f5864f5292ea4436f03d192c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa9a65e-76", "ovs_interfaceid": "caa9a65e-7642-4ec5-8cce-79bca6e6a491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.591945] env[65682]: DEBUG oslo_concurrency.lockutils [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Releasing lock "refresh_cache-2d0d314a-af07-4f58-ac67-bf12028f8ac5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.594417] env[65682]: DEBUG oslo_concurrency.lockutils [req-43f81d70-3e82-4d36-96cc-c7259afe9cd6 req-10b615d5-f00e-498e-a1a2-925dfaaf4f07 service nova] Acquired lock "refresh_cache-2d0d314a-af07-4f58-ac67-bf12028f8ac5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.594648] env[65682]: DEBUG nova.network.neutron [req-43f81d70-3e82-4d36-96cc-c7259afe9cd6 req-10b615d5-f00e-498e-a1a2-925dfaaf4f07 service nova] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Refreshing network info cache for port caa9a65e-7642-4ec5-8cce-79bca6e6a491 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.596963] env[65682]: INFO nova.scheduler.client.report [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Deleted allocation for migration 2764c199-7a13-4685-959e-62fffc5edc1f [ 1247.620806] env[65682]: DEBUG nova.virt.hardware [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d4ac53e4405857805d5f481dfa228c4d',container_format='bare',created_at=2025-11-20T20:35:31Z,direct_url=,disk_format='vmdk',id=5d11974e-1840-449b-8d7c-dbd36868f4fa,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-2090139811-shelved',owner='1063d410f5864f5292ea4436f03d192c',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-11-20T20:35:47Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1247.621091] env[65682]: DEBUG nova.virt.hardware [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.621275] env[65682]: DEBUG nova.virt.hardware [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1247.621457] env[65682]: DEBUG nova.virt.hardware [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.621842] env[65682]: DEBUG nova.virt.hardware [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1247.621842] env[65682]: DEBUG nova.virt.hardware [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1247.622059] env[65682]: DEBUG nova.virt.hardware [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1247.622174] env[65682]: DEBUG nova.virt.hardware [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1247.622344] env[65682]: DEBUG nova.virt.hardware [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1247.622509] env[65682]: DEBUG nova.virt.hardware [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1247.622678] env[65682]: DEBUG nova.virt.hardware [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1247.623955] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfbd7bc-8d3a-4ec2-945f-bdac3eb6b4e4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.633400] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390cc8d6-1c4a-47e5-b963-1ab1ad55617a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.649697] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:8a:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1002b79b-224e-41e3-a484-4245a767147a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'caa9a65e-7642-4ec5-8cce-79bca6e6a491', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1247.657103] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1247.658140] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1247.658347] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-236a6fde-1474-420d-8c7c-8a11d55e31d7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.678852] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1247.678852] env[65682]: value = "task-4616989" [ 1247.678852] env[65682]: _type = "Task" [ 1247.678852] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.687986] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616989, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.099720] env[65682]: WARNING neutronclient.v2_0.client [req-43f81d70-3e82-4d36-96cc-c7259afe9cd6 req-10b615d5-f00e-498e-a1a2-925dfaaf4f07 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1248.103776] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "2b7ae127-7b9f-42f9-ab84-e653d230ed89" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.946s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.190592] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4616989, 'name': CreateVM_Task, 'duration_secs': 0.310747} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.190959] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1248.191493] env[65682]: WARNING neutronclient.v2_0.client [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1248.191854] env[65682]: DEBUG oslo_concurrency.lockutils [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d11974e-1840-449b-8d7c-dbd36868f4fa" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.192049] env[65682]: DEBUG oslo_concurrency.lockutils [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d11974e-1840-449b-8d7c-dbd36868f4fa" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.192435] env[65682]: DEBUG oslo_concurrency.lockutils [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5d11974e-1840-449b-8d7c-dbd36868f4fa" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.192867] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-debc4d0b-a79d-450b-8973-d2c2f4f496c0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.198864] env[65682]: DEBUG oslo_vmware.api [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1248.198864] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b3301c-d855-e20f-67b6-e2e7ca645761" [ 1248.198864] env[65682]: _type = "Task" [ 1248.198864] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.208676] env[65682]: DEBUG oslo_vmware.api [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52b3301c-d855-e20f-67b6-e2e7ca645761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.288358] env[65682]: WARNING neutronclient.v2_0.client [req-43f81d70-3e82-4d36-96cc-c7259afe9cd6 req-10b615d5-f00e-498e-a1a2-925dfaaf4f07 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1248.360384] env[65682]: DEBUG nova.network.neutron [req-43f81d70-3e82-4d36-96cc-c7259afe9cd6 req-10b615d5-f00e-498e-a1a2-925dfaaf4f07 service nova] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Updated VIF entry in instance network info cache for port caa9a65e-7642-4ec5-8cce-79bca6e6a491. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1248.360756] env[65682]: DEBUG nova.network.neutron [req-43f81d70-3e82-4d36-96cc-c7259afe9cd6 req-10b615d5-f00e-498e-a1a2-925dfaaf4f07 service nova] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Updating instance_info_cache with network_info: [{"id": "caa9a65e-7642-4ec5-8cce-79bca6e6a491", "address": "fa:16:3e:cf:8a:2c", "network": {"id": "1719932d-bcf4-4ad2-8e3f-f55b5aaf896d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1384213493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1063d410f5864f5292ea4436f03d192c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaa9a65e-76", "ovs_interfaceid": "caa9a65e-7642-4ec5-8cce-79bca6e6a491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.712027] env[65682]: DEBUG oslo_concurrency.lockutils [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d11974e-1840-449b-8d7c-dbd36868f4fa" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.712027] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Processing image 5d11974e-1840-449b-8d7c-dbd36868f4fa {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1248.712357] env[65682]: DEBUG oslo_concurrency.lockutils [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5d11974e-1840-449b-8d7c-dbd36868f4fa/5d11974e-1840-449b-8d7c-dbd36868f4fa.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.712357] env[65682]: DEBUG oslo_concurrency.lockutils [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5d11974e-1840-449b-8d7c-dbd36868f4fa/5d11974e-1840-449b-8d7c-dbd36868f4fa.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.712553] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1248.712807] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5b3850e-76b3-4913-af73-dc4bfd718d01 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.732517] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1248.732692] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1248.733489] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-362e881e-5f5e-4a61-b514-0e26d20faf1c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.739595] env[65682]: DEBUG oslo_vmware.api [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1248.739595] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]524f9273-a1f8-c4de-e6c2-8e0c79c6d4a1" [ 1248.739595] env[65682]: _type = "Task" [ 1248.739595] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.748091] env[65682]: DEBUG oslo_vmware.api [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]524f9273-a1f8-c4de-e6c2-8e0c79c6d4a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.863929] env[65682]: DEBUG oslo_concurrency.lockutils [req-43f81d70-3e82-4d36-96cc-c7259afe9cd6 req-10b615d5-f00e-498e-a1a2-925dfaaf4f07 service nova] Releasing lock "refresh_cache-2d0d314a-af07-4f58-ac67-bf12028f8ac5" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.178591] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "2b7ae127-7b9f-42f9-ab84-e653d230ed89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.178921] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "2b7ae127-7b9f-42f9-ab84-e653d230ed89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.179155] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "2b7ae127-7b9f-42f9-ab84-e653d230ed89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.179339] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "2b7ae127-7b9f-42f9-ab84-e653d230ed89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.179504] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "2b7ae127-7b9f-42f9-ab84-e653d230ed89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.181785] env[65682]: INFO nova.compute.manager [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Terminating instance [ 1249.251135] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Preparing fetch location {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1249.251422] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Fetch image to [datastore1] OSTACK_IMG_2be090fe-fb35-4d8e-8952-de2bec3fbaa5/OSTACK_IMG_2be090fe-fb35-4d8e-8952-de2bec3fbaa5.vmdk {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1249.251646] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Downloading stream optimized image 5d11974e-1840-449b-8d7c-dbd36868f4fa to [datastore1] OSTACK_IMG_2be090fe-fb35-4d8e-8952-de2bec3fbaa5/OSTACK_IMG_2be090fe-fb35-4d8e-8952-de2bec3fbaa5.vmdk on the data store datastore1 as vApp {{(pid=65682) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1249.251825] env[65682]: DEBUG nova.virt.vmwareapi.images [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Downloading image file data 5d11974e-1840-449b-8d7c-dbd36868f4fa to the ESX as VM named 'OSTACK_IMG_2be090fe-fb35-4d8e-8952-de2bec3fbaa5' {{(pid=65682) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1249.329355] env[65682]: DEBUG oslo_vmware.rw_handles [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1249.329355] env[65682]: value = "resgroup-9" [ 1249.329355] env[65682]: _type = "ResourcePool" [ 1249.329355] env[65682]: }. {{(pid=65682) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1249.329708] env[65682]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-7fd0a0ab-959a-41a3-ab15-595d3c7fcd71 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.352123] env[65682]: DEBUG oslo_vmware.rw_handles [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lease: (returnval){ [ 1249.352123] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527693af-698a-666d-9171-21d41ecd7f1d" [ 1249.352123] env[65682]: _type = "HttpNfcLease" [ 1249.352123] env[65682]: } obtained for vApp import into resource pool (val){ [ 1249.352123] env[65682]: value = "resgroup-9" [ 1249.352123] env[65682]: _type = "ResourcePool" [ 1249.352123] env[65682]: }. {{(pid=65682) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1249.352514] env[65682]: DEBUG oslo_vmware.api [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the lease: (returnval){ [ 1249.352514] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527693af-698a-666d-9171-21d41ecd7f1d" [ 1249.352514] env[65682]: _type = "HttpNfcLease" [ 1249.352514] env[65682]: } to be ready. {{(pid=65682) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1249.360082] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1249.360082] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527693af-698a-666d-9171-21d41ecd7f1d" [ 1249.360082] env[65682]: _type = "HttpNfcLease" [ 1249.360082] env[65682]: } is initializing. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1249.687189] env[65682]: DEBUG nova.compute.manager [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1249.687438] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1249.688439] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922f504c-030f-47f4-9297-c5450d3f5a7b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.697321] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.697585] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7eb6f0a4-1ba7-42f7-80eb-9d561fbd5a7c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.704071] env[65682]: DEBUG oslo_vmware.api [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1249.704071] env[65682]: value = "task-4616991" [ 1249.704071] env[65682]: _type = "Task" [ 1249.704071] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.713352] env[65682]: DEBUG oslo_vmware.api [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.861919] env[65682]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1249.861919] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527693af-698a-666d-9171-21d41ecd7f1d" [ 1249.861919] env[65682]: _type = "HttpNfcLease" [ 1249.861919] env[65682]: } is ready. {{(pid=65682) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1249.862268] env[65682]: DEBUG oslo_vmware.rw_handles [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1249.862268] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527693af-698a-666d-9171-21d41ecd7f1d" [ 1249.862268] env[65682]: _type = "HttpNfcLease" [ 1249.862268] env[65682]: }. {{(pid=65682) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1249.862991] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cf8205-49e6-456d-b756-4dc385a37446 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.872427] env[65682]: DEBUG oslo_vmware.rw_handles [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d7691d-5435-8180-488f-f64a2d437944/disk-0.vmdk from lease info. {{(pid=65682) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1249.872427] env[65682]: DEBUG oslo_vmware.rw_handles [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d7691d-5435-8180-488f-f64a2d437944/disk-0.vmdk. {{(pid=65682) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1249.943320] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5d587faa-8f28-4424-884b-afa3ed5facb9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.216364] env[65682]: DEBUG oslo_vmware.api [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616991, 'name': PowerOffVM_Task, 'duration_secs': 0.211972} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.218398] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.218622] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.218946] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e0425c7-129e-4739-a9ee-8502d8685cd9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.294278] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1250.294622] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1250.294871] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Deleting the datastore file [datastore2] 2b7ae127-7b9f-42f9-ab84-e653d230ed89 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.295210] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-193f6920-7d7b-4527-a4f1-e121970697e1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.306164] env[65682]: DEBUG oslo_vmware.api [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for the task: (returnval){ [ 1250.306164] env[65682]: value = "task-4616993" [ 1250.306164] env[65682]: _type = "Task" [ 1250.306164] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.316273] env[65682]: DEBUG oslo_vmware.api [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.817504] env[65682]: DEBUG oslo_vmware.api [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Task: {'id': task-4616993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21685} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.817945] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1250.817945] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1250.818361] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1250.818361] env[65682]: INFO nova.compute.manager [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1250.818537] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1250.818725] env[65682]: DEBUG nova.compute.manager [-] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1250.818858] env[65682]: DEBUG nova.network.neutron [-] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1250.819129] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1250.859378] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1251.032117] env[65682]: DEBUG oslo_vmware.rw_handles [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Completed reading data from the image iterator. {{(pid=65682) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1251.032376] env[65682]: DEBUG oslo_vmware.rw_handles [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d7691d-5435-8180-488f-f64a2d437944/disk-0.vmdk. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1251.033438] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a1c752-7dbc-412f-8f31-0b6b19840638 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.041890] env[65682]: DEBUG oslo_vmware.rw_handles [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d7691d-5435-8180-488f-f64a2d437944/disk-0.vmdk is in state: ready. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1251.042139] env[65682]: DEBUG oslo_vmware.rw_handles [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d7691d-5435-8180-488f-f64a2d437944/disk-0.vmdk. {{(pid=65682) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1251.042417] env[65682]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e9330227-da3d-4a23-bbe0-cbefbdab6520 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.171551] env[65682]: DEBUG nova.compute.manager [req-7b2e5e37-aa47-4357-8c1f-3c5d9f59b490 req-5943e7b9-861d-47fb-928d-271bb1cd580c service nova] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Received event network-vif-deleted-bedb8d85-b5ab-497a-bc2c-1f3fc00a961f {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1251.171789] env[65682]: INFO nova.compute.manager [req-7b2e5e37-aa47-4357-8c1f-3c5d9f59b490 req-5943e7b9-861d-47fb-928d-271bb1cd580c service nova] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Neutron deleted interface bedb8d85-b5ab-497a-bc2c-1f3fc00a961f; detaching it from the instance and deleting it from the info cache [ 1251.171789] env[65682]: DEBUG nova.network.neutron [req-7b2e5e37-aa47-4357-8c1f-3c5d9f59b490 req-5943e7b9-861d-47fb-928d-271bb1cd580c service nova] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.270828] env[65682]: DEBUG oslo_vmware.rw_handles [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d7691d-5435-8180-488f-f64a2d437944/disk-0.vmdk. {{(pid=65682) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1251.271225] env[65682]: INFO nova.virt.vmwareapi.images [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Downloaded image file data 5d11974e-1840-449b-8d7c-dbd36868f4fa [ 1251.272097] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f33384-f13d-4bf3-a09f-72359dc3e20a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.290695] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d036668a-dd75-48e4-b4b0-9fc41a261513 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.317495] env[65682]: INFO nova.virt.vmwareapi.images [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] The imported VM was unregistered [ 1251.320263] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Caching image {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1251.320553] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Creating directory with path [datastore1] devstack-image-cache_base/5d11974e-1840-449b-8d7c-dbd36868f4fa {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1251.320849] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33e478b6-25a8-4266-942c-8ebfa7d036fe {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.334296] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Created directory with path [datastore1] devstack-image-cache_base/5d11974e-1840-449b-8d7c-dbd36868f4fa {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1251.334502] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_2be090fe-fb35-4d8e-8952-de2bec3fbaa5/OSTACK_IMG_2be090fe-fb35-4d8e-8952-de2bec3fbaa5.vmdk to [datastore1] devstack-image-cache_base/5d11974e-1840-449b-8d7c-dbd36868f4fa/5d11974e-1840-449b-8d7c-dbd36868f4fa.vmdk. {{(pid=65682) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1251.334776] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f641eccf-11aa-414c-b04f-3dc783d828f8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.342293] env[65682]: DEBUG oslo_vmware.api [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1251.342293] env[65682]: value = "task-4616995" [ 1251.342293] env[65682]: _type = "Task" [ 1251.342293] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.350737] env[65682]: DEBUG oslo_vmware.api [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616995, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.610079] env[65682]: DEBUG nova.network.neutron [-] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.675904] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57ad2452-4a69-418c-9680-d03d23f51679 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.688528] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2949310-0809-469d-b2d8-521f60a31b55 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.720628] env[65682]: DEBUG nova.compute.manager [req-7b2e5e37-aa47-4357-8c1f-3c5d9f59b490 req-5943e7b9-861d-47fb-928d-271bb1cd580c service nova] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Detach interface failed, port_id=bedb8d85-b5ab-497a-bc2c-1f3fc00a961f, reason: Instance 2b7ae127-7b9f-42f9-ab84-e653d230ed89 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1251.852933] env[65682]: DEBUG oslo_vmware.api [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616995, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.112841] env[65682]: INFO nova.compute.manager [-] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Took 1.29 seconds to deallocate network for instance. [ 1252.353443] env[65682]: DEBUG oslo_vmware.api [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616995, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.622281] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.622568] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.622755] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.648998] env[65682]: INFO nova.scheduler.client.report [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Deleted allocations for instance 2b7ae127-7b9f-42f9-ab84-e653d230ed89 [ 1252.856916] env[65682]: DEBUG oslo_vmware.api [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616995, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.159337] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5aaec867-937e-4173-8315-d71f08f5936b tempest-DeleteServersTestJSON-180131742 tempest-DeleteServersTestJSON-180131742-project-member] Lock "2b7ae127-7b9f-42f9-ab84-e653d230ed89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.980s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.356030] env[65682]: DEBUG oslo_vmware.api [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616995, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.855711] env[65682]: DEBUG oslo_vmware.api [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616995, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.331625} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.855922] env[65682]: INFO nova.virt.vmwareapi.ds_util [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_2be090fe-fb35-4d8e-8952-de2bec3fbaa5/OSTACK_IMG_2be090fe-fb35-4d8e-8952-de2bec3fbaa5.vmdk to [datastore1] devstack-image-cache_base/5d11974e-1840-449b-8d7c-dbd36868f4fa/5d11974e-1840-449b-8d7c-dbd36868f4fa.vmdk. [ 1253.856107] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Cleaning up location [datastore1] OSTACK_IMG_2be090fe-fb35-4d8e-8952-de2bec3fbaa5 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1253.856283] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_2be090fe-fb35-4d8e-8952-de2bec3fbaa5 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1253.856561] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2397193c-a489-42a2-9b46-0d3ffca75dc5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.863347] env[65682]: DEBUG oslo_vmware.api [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1253.863347] env[65682]: value = "task-4616997" [ 1253.863347] env[65682]: _type = "Task" [ 1253.863347] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.871825] env[65682]: DEBUG oslo_vmware.api [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.374156] env[65682]: DEBUG oslo_vmware.api [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035273} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.374418] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1254.374581] env[65682]: DEBUG oslo_concurrency.lockutils [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5d11974e-1840-449b-8d7c-dbd36868f4fa/5d11974e-1840-449b-8d7c-dbd36868f4fa.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.374816] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5d11974e-1840-449b-8d7c-dbd36868f4fa/5d11974e-1840-449b-8d7c-dbd36868f4fa.vmdk to [datastore1] 2d0d314a-af07-4f58-ac67-bf12028f8ac5/2d0d314a-af07-4f58-ac67-bf12028f8ac5.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1254.375116] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5039804-7fa7-4b86-bf0b-f07e5c1f39a3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.382236] env[65682]: DEBUG oslo_vmware.api [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1254.382236] env[65682]: value = "task-4616998" [ 1254.382236] env[65682]: _type = "Task" [ 1254.382236] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.390162] env[65682]: DEBUG oslo_vmware.api [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.892606] env[65682]: DEBUG oslo_vmware.api [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616998, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.393058] env[65682]: DEBUG oslo_vmware.api [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616998, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.893550] env[65682]: DEBUG oslo_vmware.api [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616998, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.394931] env[65682]: DEBUG oslo_vmware.api [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616998, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.895677] env[65682]: DEBUG oslo_vmware.api [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616998, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.427701} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.896119] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5d11974e-1840-449b-8d7c-dbd36868f4fa/5d11974e-1840-449b-8d7c-dbd36868f4fa.vmdk to [datastore1] 2d0d314a-af07-4f58-ac67-bf12028f8ac5/2d0d314a-af07-4f58-ac67-bf12028f8ac5.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1256.896738] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fff72c-0af9-48b8-a474-f10215938e87 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.921631] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 2d0d314a-af07-4f58-ac67-bf12028f8ac5/2d0d314a-af07-4f58-ac67-bf12028f8ac5.vmdk or device None with type streamOptimized {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1256.922015] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d7a4498-69b9-4e18-abf4-9d6a76607d40 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.942367] env[65682]: DEBUG oslo_vmware.api [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1256.942367] env[65682]: value = "task-4616999" [ 1256.942367] env[65682]: _type = "Task" [ 1256.942367] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.951474] env[65682]: DEBUG oslo_vmware.api [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.110417] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bb2a3d95-7fc5-46c3-b840-71d9cec02fcd tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "117f19ee-dd6a-4f21-92d6-4589002c4be4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.110733] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bb2a3d95-7fc5-46c3-b840-71d9cec02fcd tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "117f19ee-dd6a-4f21-92d6-4589002c4be4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.110958] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bb2a3d95-7fc5-46c3-b840-71d9cec02fcd tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "117f19ee-dd6a-4f21-92d6-4589002c4be4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.111201] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bb2a3d95-7fc5-46c3-b840-71d9cec02fcd tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "117f19ee-dd6a-4f21-92d6-4589002c4be4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.111376] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bb2a3d95-7fc5-46c3-b840-71d9cec02fcd tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "117f19ee-dd6a-4f21-92d6-4589002c4be4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.113711] env[65682]: INFO nova.compute.manager [None req-bb2a3d95-7fc5-46c3-b840-71d9cec02fcd tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Terminating instance [ 1257.124850] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0ce006d9-6dda-4285-8e2f-7b05bbba90c5 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "06ab8e62-b5e9-4dad-a201-cd3c31f7a386" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.125171] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0ce006d9-6dda-4285-8e2f-7b05bbba90c5 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "06ab8e62-b5e9-4dad-a201-cd3c31f7a386" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.125439] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0ce006d9-6dda-4285-8e2f-7b05bbba90c5 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "06ab8e62-b5e9-4dad-a201-cd3c31f7a386-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.125687] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0ce006d9-6dda-4285-8e2f-7b05bbba90c5 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "06ab8e62-b5e9-4dad-a201-cd3c31f7a386-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.125935] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0ce006d9-6dda-4285-8e2f-7b05bbba90c5 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "06ab8e62-b5e9-4dad-a201-cd3c31f7a386-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.128410] env[65682]: INFO nova.compute.manager [None req-0ce006d9-6dda-4285-8e2f-7b05bbba90c5 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Terminating instance [ 1257.452973] env[65682]: DEBUG oslo_vmware.api [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4616999, 'name': ReconfigVM_Task, 'duration_secs': 0.283742} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.453714] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 2d0d314a-af07-4f58-ac67-bf12028f8ac5/2d0d314a-af07-4f58-ac67-bf12028f8ac5.vmdk or device None with type streamOptimized {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1257.454207] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14f9e313-094c-4c4f-9496-e706f1c4e13e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.462154] env[65682]: DEBUG oslo_vmware.api [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1257.462154] env[65682]: value = "task-4617000" [ 1257.462154] env[65682]: _type = "Task" [ 1257.462154] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.471685] env[65682]: DEBUG oslo_vmware.api [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4617000, 'name': Rename_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.617825] env[65682]: DEBUG nova.compute.manager [None req-bb2a3d95-7fc5-46c3-b840-71d9cec02fcd tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1257.618093] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2a3d95-7fc5-46c3-b840-71d9cec02fcd tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.619028] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c0e501-cbc3-4c48-95b6-71dadbce2158 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.627166] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb2a3d95-7fc5-46c3-b840-71d9cec02fcd tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.627431] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c5170f8-fcd8-4add-b8c8-6a297d0cf199 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.631719] env[65682]: DEBUG nova.compute.manager [None req-0ce006d9-6dda-4285-8e2f-7b05bbba90c5 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1257.631963] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce006d9-6dda-4285-8e2f-7b05bbba90c5 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.632731] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfad5d47-10db-4646-ba54-df96411420bb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.636830] env[65682]: DEBUG oslo_vmware.api [None req-bb2a3d95-7fc5-46c3-b840-71d9cec02fcd tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1257.636830] env[65682]: value = "task-4617001" [ 1257.636830] env[65682]: _type = "Task" [ 1257.636830] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.642538] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce006d9-6dda-4285-8e2f-7b05bbba90c5 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.643132] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44c5c35d-2e9c-4db6-b19a-13f63594d099 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.650369] env[65682]: DEBUG oslo_vmware.api [None req-bb2a3d95-7fc5-46c3-b840-71d9cec02fcd tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.651887] env[65682]: DEBUG oslo_vmware.api [None req-0ce006d9-6dda-4285-8e2f-7b05bbba90c5 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1257.651887] env[65682]: value = "task-4617002" [ 1257.651887] env[65682]: _type = "Task" [ 1257.651887] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.773662] env[65682]: DEBUG oslo_concurrency.lockutils [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "interface-54c0aa42-b608-4e72-b397-4805232d89b8-2821022d-e2c4-4f0f-af63-9b1a7f33548c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.774517] env[65682]: DEBUG oslo_concurrency.lockutils [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "interface-54c0aa42-b608-4e72-b397-4805232d89b8-2821022d-e2c4-4f0f-af63-9b1a7f33548c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.774730] env[65682]: DEBUG nova.objects.instance [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lazy-loading 'flavor' on Instance uuid 54c0aa42-b608-4e72-b397-4805232d89b8 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.973389] env[65682]: DEBUG oslo_vmware.api [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4617000, 'name': Rename_Task, 'duration_secs': 0.145579} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.973709] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1257.973952] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b45b810-89f8-411f-b83f-57869570b90e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.981209] env[65682]: DEBUG oslo_vmware.api [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1257.981209] env[65682]: value = "task-4617003" [ 1257.981209] env[65682]: _type = "Task" [ 1257.981209] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.990098] env[65682]: DEBUG oslo_vmware.api [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4617003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.147740] env[65682]: DEBUG oslo_vmware.api [None req-bb2a3d95-7fc5-46c3-b840-71d9cec02fcd tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617001, 'name': PowerOffVM_Task, 'duration_secs': 0.227206} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.148072] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb2a3d95-7fc5-46c3-b840-71d9cec02fcd tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.148263] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2a3d95-7fc5-46c3-b840-71d9cec02fcd tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1258.148570] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35cb317a-b528-4313-9c6f-94cfdda66dbd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.163254] env[65682]: DEBUG oslo_vmware.api [None req-0ce006d9-6dda-4285-8e2f-7b05bbba90c5 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617002, 'name': PowerOffVM_Task, 'duration_secs': 0.274611} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.163545] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce006d9-6dda-4285-8e2f-7b05bbba90c5 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.163708] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce006d9-6dda-4285-8e2f-7b05bbba90c5 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1258.164010] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35876fbb-67a8-407f-baa6-14733cb94a31 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.215690] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2a3d95-7fc5-46c3-b840-71d9cec02fcd tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1258.215690] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2a3d95-7fc5-46c3-b840-71d9cec02fcd tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1258.215690] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb2a3d95-7fc5-46c3-b840-71d9cec02fcd tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Deleting the datastore file [datastore2] 117f19ee-dd6a-4f21-92d6-4589002c4be4 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1258.215690] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0380721e-17a0-4b29-8edd-cb8c2ef25c22 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.224549] env[65682]: DEBUG oslo_vmware.api [None req-bb2a3d95-7fc5-46c3-b840-71d9cec02fcd tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1258.224549] env[65682]: value = "task-4617006" [ 1258.224549] env[65682]: _type = "Task" [ 1258.224549] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.236216] env[65682]: DEBUG oslo_vmware.api [None req-bb2a3d95-7fc5-46c3-b840-71d9cec02fcd tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.240805] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce006d9-6dda-4285-8e2f-7b05bbba90c5 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1258.241177] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce006d9-6dda-4285-8e2f-7b05bbba90c5 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1258.241375] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce006d9-6dda-4285-8e2f-7b05bbba90c5 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Deleting the datastore file [datastore2] 06ab8e62-b5e9-4dad-a201-cd3c31f7a386 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1258.241708] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3c3ca56-44c5-484c-8d24-8d0c5b85282f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.250764] env[65682]: DEBUG oslo_vmware.api [None req-0ce006d9-6dda-4285-8e2f-7b05bbba90c5 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1258.250764] env[65682]: value = "task-4617007" [ 1258.250764] env[65682]: _type = "Task" [ 1258.250764] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.260666] env[65682]: DEBUG oslo_vmware.api [None req-0ce006d9-6dda-4285-8e2f-7b05bbba90c5 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.279561] env[65682]: WARNING neutronclient.v2_0.client [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1258.395244] env[65682]: DEBUG nova.objects.instance [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lazy-loading 'pci_requests' on Instance uuid 54c0aa42-b608-4e72-b397-4805232d89b8 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.493225] env[65682]: DEBUG oslo_vmware.api [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4617003, 'name': PowerOnVM_Task, 'duration_secs': 0.490267} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.493525] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1258.611083] env[65682]: DEBUG nova.compute.manager [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1258.612052] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6501990a-c2b1-47d1-b804-77307918aa6e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.737327] env[65682]: DEBUG oslo_vmware.api [None req-bb2a3d95-7fc5-46c3-b840-71d9cec02fcd tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205525} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.737520] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb2a3d95-7fc5-46c3-b840-71d9cec02fcd tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1258.737774] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2a3d95-7fc5-46c3-b840-71d9cec02fcd tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1258.738015] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-bb2a3d95-7fc5-46c3-b840-71d9cec02fcd tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1258.738235] env[65682]: INFO nova.compute.manager [None req-bb2a3d95-7fc5-46c3-b840-71d9cec02fcd tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1258.738518] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-bb2a3d95-7fc5-46c3-b840-71d9cec02fcd tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1258.738750] env[65682]: DEBUG nova.compute.manager [-] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1258.738872] env[65682]: DEBUG nova.network.neutron [-] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1258.739199] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1258.761294] env[65682]: DEBUG oslo_vmware.api [None req-0ce006d9-6dda-4285-8e2f-7b05bbba90c5 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189642} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.761623] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce006d9-6dda-4285-8e2f-7b05bbba90c5 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1258.761829] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce006d9-6dda-4285-8e2f-7b05bbba90c5 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1258.762019] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce006d9-6dda-4285-8e2f-7b05bbba90c5 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1258.762204] env[65682]: INFO nova.compute.manager [None req-0ce006d9-6dda-4285-8e2f-7b05bbba90c5 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1258.762454] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-0ce006d9-6dda-4285-8e2f-7b05bbba90c5 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1258.762652] env[65682]: DEBUG nova.compute.manager [-] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1258.762749] env[65682]: DEBUG nova.network.neutron [-] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1258.763047] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1258.779862] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1258.797028] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1258.898417] env[65682]: DEBUG nova.objects.base [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Object Instance<54c0aa42-b608-4e72-b397-4805232d89b8> lazy-loaded attributes: flavor,pci_requests {{(pid=65682) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1258.898417] env[65682]: DEBUG nova.network.neutron [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1258.898980] env[65682]: WARNING neutronclient.v2_0.client [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1258.898980] env[65682]: WARNING neutronclient.v2_0.client [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1259.130219] env[65682]: DEBUG oslo_concurrency.lockutils [None req-394e5503-c16f-464b-a73d-75f1a5286998 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "2d0d314a-af07-4f58-ac67-bf12028f8ac5" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.593s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.317040] env[65682]: DEBUG nova.policy [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '624e5e7ac2844a7c8fc447e8890214e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b87a7f5e3294030a48b0bacd6637caf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1259.482151] env[65682]: DEBUG nova.compute.manager [req-d5ad5afc-f1cc-4f94-91ec-f88b4f6c49ef req-f2cae8f1-29f9-4584-8426-0e226b38e933 service nova] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Received event network-vif-deleted-7e582c0e-f50c-4916-87ac-e4674c69fb1d {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1259.482404] env[65682]: INFO nova.compute.manager [req-d5ad5afc-f1cc-4f94-91ec-f88b4f6c49ef req-f2cae8f1-29f9-4584-8426-0e226b38e933 service nova] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Neutron deleted interface 7e582c0e-f50c-4916-87ac-e4674c69fb1d; detaching it from the instance and deleting it from the info cache [ 1259.482583] env[65682]: DEBUG nova.network.neutron [req-d5ad5afc-f1cc-4f94-91ec-f88b4f6c49ef req-f2cae8f1-29f9-4584-8426-0e226b38e933 service nova] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.508319] env[65682]: DEBUG nova.compute.manager [req-b50a1d58-913b-44ed-bce2-1cb4b7b3d7cf req-d4152757-3537-47bf-becc-3959d8287ab5 service nova] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Received event network-vif-deleted-e2ec60c6-736d-4b53-b173-c280eae691a3 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1259.508630] env[65682]: INFO nova.compute.manager [req-b50a1d58-913b-44ed-bce2-1cb4b7b3d7cf req-d4152757-3537-47bf-becc-3959d8287ab5 service nova] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Neutron deleted interface e2ec60c6-736d-4b53-b173-c280eae691a3; detaching it from the instance and deleting it from the info cache [ 1259.508963] env[65682]: DEBUG nova.network.neutron [req-b50a1d58-913b-44ed-bce2-1cb4b7b3d7cf req-d4152757-3537-47bf-becc-3959d8287ab5 service nova] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.739963] env[65682]: DEBUG nova.network.neutron [-] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.742706] env[65682]: DEBUG nova.network.neutron [-] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.986564] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b30062f-703b-4a2f-a373-8c5262d7dd53 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.997105] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5644d4d8-6934-4859-ad2c-7a763ba8e506 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.011932] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dffc42ad-c43e-4a96-97f8-7a7958e8ec0b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.032508] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9160ca40-9890-491d-9fd3-872a762ca792 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.044143] env[65682]: DEBUG nova.compute.manager [req-d5ad5afc-f1cc-4f94-91ec-f88b4f6c49ef req-f2cae8f1-29f9-4584-8426-0e226b38e933 service nova] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Detach interface failed, port_id=7e582c0e-f50c-4916-87ac-e4674c69fb1d, reason: Instance 06ab8e62-b5e9-4dad-a201-cd3c31f7a386 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1260.069654] env[65682]: DEBUG nova.compute.manager [req-b50a1d58-913b-44ed-bce2-1cb4b7b3d7cf req-d4152757-3537-47bf-becc-3959d8287ab5 service nova] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Detach interface failed, port_id=e2ec60c6-736d-4b53-b173-c280eae691a3, reason: Instance 117f19ee-dd6a-4f21-92d6-4589002c4be4 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1260.210845] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5729716b-c8ba-4c23-ae8a-760df74380d5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "2d0d314a-af07-4f58-ac67-bf12028f8ac5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.211280] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5729716b-c8ba-4c23-ae8a-760df74380d5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "2d0d314a-af07-4f58-ac67-bf12028f8ac5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.211368] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5729716b-c8ba-4c23-ae8a-760df74380d5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "2d0d314a-af07-4f58-ac67-bf12028f8ac5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.211561] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5729716b-c8ba-4c23-ae8a-760df74380d5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "2d0d314a-af07-4f58-ac67-bf12028f8ac5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.211727] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5729716b-c8ba-4c23-ae8a-760df74380d5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "2d0d314a-af07-4f58-ac67-bf12028f8ac5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.214024] env[65682]: INFO nova.compute.manager [None req-5729716b-c8ba-4c23-ae8a-760df74380d5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Terminating instance [ 1260.245348] env[65682]: INFO nova.compute.manager [-] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Took 1.48 seconds to deallocate network for instance. [ 1260.245715] env[65682]: INFO nova.compute.manager [-] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Took 1.51 seconds to deallocate network for instance. [ 1260.718219] env[65682]: DEBUG nova.compute.manager [None req-5729716b-c8ba-4c23-ae8a-760df74380d5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1260.718468] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5729716b-c8ba-4c23-ae8a-760df74380d5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1260.719520] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d84b83c-fe73-42d1-bf45-90cc758caece {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.728917] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-5729716b-c8ba-4c23-ae8a-760df74380d5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.729305] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6579d9ac-aedd-4a3d-813d-70088cccb867 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.737402] env[65682]: DEBUG oslo_vmware.api [None req-5729716b-c8ba-4c23-ae8a-760df74380d5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1260.737402] env[65682]: value = "task-4617008" [ 1260.737402] env[65682]: _type = "Task" [ 1260.737402] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.746940] env[65682]: DEBUG oslo_vmware.api [None req-5729716b-c8ba-4c23-ae8a-760df74380d5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4617008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.755392] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0ce006d9-6dda-4285-8e2f-7b05bbba90c5 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.755728] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0ce006d9-6dda-4285-8e2f-7b05bbba90c5 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.755958] env[65682]: DEBUG nova.objects.instance [None req-0ce006d9-6dda-4285-8e2f-7b05bbba90c5 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lazy-loading 'resources' on Instance uuid 06ab8e62-b5e9-4dad-a201-cd3c31f7a386 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.758497] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bb2a3d95-7fc5-46c3-b840-71d9cec02fcd tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.880835] env[65682]: DEBUG nova.network.neutron [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Successfully updated port: 2821022d-e2c4-4f0f-af63-9b1a7f33548c {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1261.249364] env[65682]: DEBUG oslo_vmware.api [None req-5729716b-c8ba-4c23-ae8a-760df74380d5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4617008, 'name': PowerOffVM_Task, 'duration_secs': 0.250361} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.249735] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-5729716b-c8ba-4c23-ae8a-760df74380d5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1261.249735] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5729716b-c8ba-4c23-ae8a-760df74380d5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1261.249968] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78e5d334-638a-4595-9e5b-cf937cc36b7d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.320421] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5729716b-c8ba-4c23-ae8a-760df74380d5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1261.320676] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5729716b-c8ba-4c23-ae8a-760df74380d5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1261.320859] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-5729716b-c8ba-4c23-ae8a-760df74380d5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Deleting the datastore file [datastore1] 2d0d314a-af07-4f58-ac67-bf12028f8ac5 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1261.323871] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07460557-4852-48d3-b023-d3284396881d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.333009] env[65682]: DEBUG oslo_vmware.api [None req-5729716b-c8ba-4c23-ae8a-760df74380d5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for the task: (returnval){ [ 1261.333009] env[65682]: value = "task-4617010" [ 1261.333009] env[65682]: _type = "Task" [ 1261.333009] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.346486] env[65682]: DEBUG oslo_vmware.api [None req-5729716b-c8ba-4c23-ae8a-760df74380d5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4617010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.381846] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d387cf4-697e-44b0-ac15-a0d9b2be8264 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.385124] env[65682]: DEBUG oslo_concurrency.lockutils [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "refresh_cache-54c0aa42-b608-4e72-b397-4805232d89b8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.385320] env[65682]: DEBUG oslo_concurrency.lockutils [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquired lock "refresh_cache-54c0aa42-b608-4e72-b397-4805232d89b8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.385528] env[65682]: DEBUG nova.network.neutron [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1261.392882] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb412e1-211a-42bc-9f49-e007115d292f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.428218] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30357f8f-f171-4e2b-b0de-543d30f3b48a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.437653] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85dd4b9-7dd6-48e4-98e3-f799796eadbf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.453755] env[65682]: DEBUG nova.compute.provider_tree [None req-0ce006d9-6dda-4285-8e2f-7b05bbba90c5 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.543842] env[65682]: DEBUG nova.compute.manager [req-59a3bdfb-8937-416d-97ea-1c1aae28345f req-219bd4a3-adba-44a4-afd5-42c3e599a0bc service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Received event network-vif-plugged-2821022d-e2c4-4f0f-af63-9b1a7f33548c {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1261.544245] env[65682]: DEBUG oslo_concurrency.lockutils [req-59a3bdfb-8937-416d-97ea-1c1aae28345f req-219bd4a3-adba-44a4-afd5-42c3e599a0bc service nova] Acquiring lock "54c0aa42-b608-4e72-b397-4805232d89b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.544822] env[65682]: DEBUG oslo_concurrency.lockutils [req-59a3bdfb-8937-416d-97ea-1c1aae28345f req-219bd4a3-adba-44a4-afd5-42c3e599a0bc service nova] Lock "54c0aa42-b608-4e72-b397-4805232d89b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.544855] env[65682]: DEBUG oslo_concurrency.lockutils [req-59a3bdfb-8937-416d-97ea-1c1aae28345f req-219bd4a3-adba-44a4-afd5-42c3e599a0bc service nova] Lock "54c0aa42-b608-4e72-b397-4805232d89b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.545120] env[65682]: DEBUG nova.compute.manager [req-59a3bdfb-8937-416d-97ea-1c1aae28345f req-219bd4a3-adba-44a4-afd5-42c3e599a0bc service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] No waiting events found dispatching network-vif-plugged-2821022d-e2c4-4f0f-af63-9b1a7f33548c {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1261.545378] env[65682]: WARNING nova.compute.manager [req-59a3bdfb-8937-416d-97ea-1c1aae28345f req-219bd4a3-adba-44a4-afd5-42c3e599a0bc service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Received unexpected event network-vif-plugged-2821022d-e2c4-4f0f-af63-9b1a7f33548c for instance with vm_state active and task_state None. [ 1261.545639] env[65682]: DEBUG nova.compute.manager [req-59a3bdfb-8937-416d-97ea-1c1aae28345f req-219bd4a3-adba-44a4-afd5-42c3e599a0bc service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Received event network-changed-2821022d-e2c4-4f0f-af63-9b1a7f33548c {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1261.545884] env[65682]: DEBUG nova.compute.manager [req-59a3bdfb-8937-416d-97ea-1c1aae28345f req-219bd4a3-adba-44a4-afd5-42c3e599a0bc service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Refreshing instance network info cache due to event network-changed-2821022d-e2c4-4f0f-af63-9b1a7f33548c. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1261.546158] env[65682]: DEBUG oslo_concurrency.lockutils [req-59a3bdfb-8937-416d-97ea-1c1aae28345f req-219bd4a3-adba-44a4-afd5-42c3e599a0bc service nova] Acquiring lock "refresh_cache-54c0aa42-b608-4e72-b397-4805232d89b8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.843364] env[65682]: DEBUG oslo_vmware.api [None req-5729716b-c8ba-4c23-ae8a-760df74380d5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Task: {'id': task-4617010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148923} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.843625] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-5729716b-c8ba-4c23-ae8a-760df74380d5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.843806] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5729716b-c8ba-4c23-ae8a-760df74380d5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1261.843974] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-5729716b-c8ba-4c23-ae8a-760df74380d5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.844161] env[65682]: INFO nova.compute.manager [None req-5729716b-c8ba-4c23-ae8a-760df74380d5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1261.844402] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-5729716b-c8ba-4c23-ae8a-760df74380d5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1261.844593] env[65682]: DEBUG nova.compute.manager [-] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1261.844688] env[65682]: DEBUG nova.network.neutron [-] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1261.844930] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1261.901673] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1261.924177] env[65682]: WARNING nova.network.neutron [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] c45a451c-4ba5-4425-97bd-74d6c41dd161 already exists in list: networks containing: ['c45a451c-4ba5-4425-97bd-74d6c41dd161']. ignoring it [ 1261.957550] env[65682]: DEBUG nova.scheduler.client.report [None req-0ce006d9-6dda-4285-8e2f-7b05bbba90c5 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.032644] env[65682]: WARNING neutronclient.v2_0.client [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1262.276376] env[65682]: WARNING neutronclient.v2_0.client [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1262.358402] env[65682]: DEBUG nova.network.neutron [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Updating instance_info_cache with network_info: [{"id": "ec5fa4c5-ac0f-4d29-a646-be52aef382f1", "address": "fa:16:3e:f2:f7:6a", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec5fa4c5-ac", "ovs_interfaceid": "ec5fa4c5-ac0f-4d29-a646-be52aef382f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2821022d-e2c4-4f0f-af63-9b1a7f33548c", "address": "fa:16:3e:74:33:3c", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2821022d-e2", "ovs_interfaceid": "2821022d-e2c4-4f0f-af63-9b1a7f33548c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.371708] env[65682]: DEBUG nova.compute.manager [req-31364d72-3cf3-41fb-9136-1dc724b854f0 req-ed79092a-7fb3-403b-a9cb-28c4a061218f service nova] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Received event network-vif-deleted-caa9a65e-7642-4ec5-8cce-79bca6e6a491 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1262.371708] env[65682]: INFO nova.compute.manager [req-31364d72-3cf3-41fb-9136-1dc724b854f0 req-ed79092a-7fb3-403b-a9cb-28c4a061218f service nova] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Neutron deleted interface caa9a65e-7642-4ec5-8cce-79bca6e6a491; detaching it from the instance and deleting it from the info cache [ 1262.371898] env[65682]: DEBUG nova.network.neutron [req-31364d72-3cf3-41fb-9136-1dc724b854f0 req-ed79092a-7fb3-403b-a9cb-28c4a061218f service nova] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.466059] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0ce006d9-6dda-4285-8e2f-7b05bbba90c5 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.710s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.468579] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bb2a3d95-7fc5-46c3-b840-71d9cec02fcd tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.710s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.469174] env[65682]: DEBUG nova.objects.instance [None req-bb2a3d95-7fc5-46c3-b840-71d9cec02fcd tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lazy-loading 'resources' on Instance uuid 117f19ee-dd6a-4f21-92d6-4589002c4be4 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.491283] env[65682]: INFO nova.scheduler.client.report [None req-0ce006d9-6dda-4285-8e2f-7b05bbba90c5 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Deleted allocations for instance 06ab8e62-b5e9-4dad-a201-cd3c31f7a386 [ 1262.843129] env[65682]: DEBUG nova.network.neutron [-] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.860985] env[65682]: DEBUG oslo_concurrency.lockutils [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Releasing lock "refresh_cache-54c0aa42-b608-4e72-b397-4805232d89b8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.861765] env[65682]: DEBUG oslo_concurrency.lockutils [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "54c0aa42-b608-4e72-b397-4805232d89b8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.861942] env[65682]: DEBUG oslo_concurrency.lockutils [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquired lock "54c0aa42-b608-4e72-b397-4805232d89b8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.862260] env[65682]: DEBUG oslo_concurrency.lockutils [req-59a3bdfb-8937-416d-97ea-1c1aae28345f req-219bd4a3-adba-44a4-afd5-42c3e599a0bc service nova] Acquired lock "refresh_cache-54c0aa42-b608-4e72-b397-4805232d89b8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.862452] env[65682]: DEBUG nova.network.neutron [req-59a3bdfb-8937-416d-97ea-1c1aae28345f req-219bd4a3-adba-44a4-afd5-42c3e599a0bc service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Refreshing network info cache for port 2821022d-e2c4-4f0f-af63-9b1a7f33548c {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.864666] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c4b50d-1c82-4dd0-9bcf-6284b9c8a860 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.888673] env[65682]: DEBUG nova.virt.hardware [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1262.888997] env[65682]: DEBUG nova.virt.hardware [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.889231] env[65682]: DEBUG nova.virt.hardware [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1262.889431] env[65682]: DEBUG nova.virt.hardware [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.889566] env[65682]: DEBUG nova.virt.hardware [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1262.889709] env[65682]: DEBUG nova.virt.hardware [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1262.889971] env[65682]: DEBUG nova.virt.hardware [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1262.890145] env[65682]: DEBUG nova.virt.hardware [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1262.890337] env[65682]: DEBUG nova.virt.hardware [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1262.890481] env[65682]: DEBUG nova.virt.hardware [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1262.890664] env[65682]: DEBUG nova.virt.hardware [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1262.897335] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Reconfiguring VM to attach interface {{(pid=65682) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1262.897745] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb75a223-8808-4cac-91b6-09f4bb07289d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.900432] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63c137cf-2b7f-4e0b-a176-7f600a9f0466 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.924474] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8a369c-d021-448d-b8a8-9a87e705b76e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.935815] env[65682]: DEBUG oslo_vmware.api [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1262.935815] env[65682]: value = "task-4617011" [ 1262.935815] env[65682]: _type = "Task" [ 1262.935815] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.947347] env[65682]: DEBUG oslo_vmware.api [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617011, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.955833] env[65682]: DEBUG nova.compute.manager [req-31364d72-3cf3-41fb-9136-1dc724b854f0 req-ed79092a-7fb3-403b-a9cb-28c4a061218f service nova] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Detach interface failed, port_id=caa9a65e-7642-4ec5-8cce-79bca6e6a491, reason: Instance 2d0d314a-af07-4f58-ac67-bf12028f8ac5 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1262.999354] env[65682]: DEBUG oslo_concurrency.lockutils [None req-0ce006d9-6dda-4285-8e2f-7b05bbba90c5 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "06ab8e62-b5e9-4dad-a201-cd3c31f7a386" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.874s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.085551] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6836ce-fac9-4d63-bcd3-df1f3dbb22c7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.096926] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac0ebc0-3baa-4393-b514-1d74afa81875 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.131359] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265df9f0-226a-42d5-9ce4-22ccce5b667f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.140714] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3328db1-cc37-4bed-ad97-6ddd871310e3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.156748] env[65682]: DEBUG nova.compute.provider_tree [None req-bb2a3d95-7fc5-46c3-b840-71d9cec02fcd tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.346280] env[65682]: INFO nova.compute.manager [-] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Took 1.50 seconds to deallocate network for instance. [ 1263.370202] env[65682]: WARNING neutronclient.v2_0.client [req-59a3bdfb-8937-416d-97ea-1c1aae28345f req-219bd4a3-adba-44a4-afd5-42c3e599a0bc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1263.448803] env[65682]: DEBUG oslo_vmware.api [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617011, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.560723] env[65682]: WARNING neutronclient.v2_0.client [req-59a3bdfb-8937-416d-97ea-1c1aae28345f req-219bd4a3-adba-44a4-afd5-42c3e599a0bc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1263.645943] env[65682]: DEBUG nova.network.neutron [req-59a3bdfb-8937-416d-97ea-1c1aae28345f req-219bd4a3-adba-44a4-afd5-42c3e599a0bc service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Updated VIF entry in instance network info cache for port 2821022d-e2c4-4f0f-af63-9b1a7f33548c. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1263.646486] env[65682]: DEBUG nova.network.neutron [req-59a3bdfb-8937-416d-97ea-1c1aae28345f req-219bd4a3-adba-44a4-afd5-42c3e599a0bc service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Updating instance_info_cache with network_info: [{"id": "ec5fa4c5-ac0f-4d29-a646-be52aef382f1", "address": "fa:16:3e:f2:f7:6a", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec5fa4c5-ac", "ovs_interfaceid": "ec5fa4c5-ac0f-4d29-a646-be52aef382f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2821022d-e2c4-4f0f-af63-9b1a7f33548c", "address": "fa:16:3e:74:33:3c", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2821022d-e2", "ovs_interfaceid": "2821022d-e2c4-4f0f-af63-9b1a7f33548c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.659456] env[65682]: DEBUG nova.scheduler.client.report [None req-bb2a3d95-7fc5-46c3-b840-71d9cec02fcd tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.853650] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5729716b-c8ba-4c23-ae8a-760df74380d5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.947845] env[65682]: DEBUG oslo_vmware.api [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617011, 'name': ReconfigVM_Task, 'duration_secs': 0.618706} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.947845] env[65682]: WARNING neutronclient.v2_0.client [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1263.948124] env[65682]: DEBUG oslo_concurrency.lockutils [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Releasing lock "54c0aa42-b608-4e72-b397-4805232d89b8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.948439] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Reconfigured VM to attach interface {{(pid=65682) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1264.149143] env[65682]: DEBUG oslo_concurrency.lockutils [req-59a3bdfb-8937-416d-97ea-1c1aae28345f req-219bd4a3-adba-44a4-afd5-42c3e599a0bc service nova] Releasing lock "refresh_cache-54c0aa42-b608-4e72-b397-4805232d89b8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.164424] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bb2a3d95-7fc5-46c3-b840-71d9cec02fcd tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.696s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.166952] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5729716b-c8ba-4c23-ae8a-760df74380d5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.314s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.167205] env[65682]: DEBUG nova.objects.instance [None req-5729716b-c8ba-4c23-ae8a-760df74380d5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lazy-loading 'resources' on Instance uuid 2d0d314a-af07-4f58-ac67-bf12028f8ac5 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.188844] env[65682]: INFO nova.scheduler.client.report [None req-bb2a3d95-7fc5-46c3-b840-71d9cec02fcd tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Deleted allocations for instance 117f19ee-dd6a-4f21-92d6-4589002c4be4 [ 1264.453487] env[65682]: DEBUG oslo_concurrency.lockutils [None req-92067cb5-2f84-440a-9844-f5d2481fbab0 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "interface-54c0aa42-b608-4e72-b397-4805232d89b8-2821022d-e2c4-4f0f-af63-9b1a7f33548c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.679s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.697288] env[65682]: DEBUG oslo_concurrency.lockutils [None req-bb2a3d95-7fc5-46c3-b840-71d9cec02fcd tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "117f19ee-dd6a-4f21-92d6-4589002c4be4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.586s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.760807] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681c1dcd-9131-4e65-8d4c-99dab8e7134d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.769050] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec996163-8c0f-448c-9593-902dc2df5e56 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.801424] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7aa441e-00ae-49f1-a0aa-5c39ec36d065 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.813999] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04902a35-72a1-4c07-9165-0126fc8681bc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.829659] env[65682]: DEBUG nova.compute.provider_tree [None req-5729716b-c8ba-4c23-ae8a-760df74380d5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.313486] env[65682]: DEBUG nova.compute.manager [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Stashing vm_state: active {{(pid=65682) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1265.332791] env[65682]: DEBUG nova.scheduler.client.report [None req-5729716b-c8ba-4c23-ae8a-760df74380d5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.835291] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.837150] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5729716b-c8ba-4c23-ae8a-760df74380d5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.670s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.839194] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.004s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.857753] env[65682]: INFO nova.scheduler.client.report [None req-5729716b-c8ba-4c23-ae8a-760df74380d5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Deleted allocations for instance 2d0d314a-af07-4f58-ac67-bf12028f8ac5 [ 1266.028551] env[65682]: DEBUG oslo_concurrency.lockutils [None req-16dd9e68-fa67-4f24-84e6-f9e53554b417 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "interface-54c0aa42-b608-4e72-b397-4805232d89b8-2821022d-e2c4-4f0f-af63-9b1a7f33548c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.028828] env[65682]: DEBUG oslo_concurrency.lockutils [None req-16dd9e68-fa67-4f24-84e6-f9e53554b417 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "interface-54c0aa42-b608-4e72-b397-4805232d89b8-2821022d-e2c4-4f0f-af63-9b1a7f33548c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.052245] env[65682]: DEBUG oslo_concurrency.lockutils [None req-99a63159-f5e7-4829-813c-9d8fcae9c291 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "457726d1-96b3-44fb-bcb4-2f1f00de04da" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.052514] env[65682]: DEBUG oslo_concurrency.lockutils [None req-99a63159-f5e7-4829-813c-9d8fcae9c291 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "457726d1-96b3-44fb-bcb4-2f1f00de04da" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.344476] env[65682]: INFO nova.compute.claims [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1266.364811] env[65682]: DEBUG oslo_concurrency.lockutils [None req-5729716b-c8ba-4c23-ae8a-760df74380d5 tempest-ServerActionsTestOtherB-1298789579 tempest-ServerActionsTestOtherB-1298789579-project-member] Lock "2d0d314a-af07-4f58-ac67-bf12028f8ac5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.154s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.531700] env[65682]: DEBUG oslo_concurrency.lockutils [None req-16dd9e68-fa67-4f24-84e6-f9e53554b417 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "54c0aa42-b608-4e72-b397-4805232d89b8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.531892] env[65682]: DEBUG oslo_concurrency.lockutils [None req-16dd9e68-fa67-4f24-84e6-f9e53554b417 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquired lock "54c0aa42-b608-4e72-b397-4805232d89b8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.532882] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaa9b07-d9e6-4086-87f7-46ee58f72990 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.550975] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85d5014-703f-4067-a403-c471f4a0ccc2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.555079] env[65682]: INFO nova.compute.manager [None req-99a63159-f5e7-4829-813c-9d8fcae9c291 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Detaching volume 08325f0d-9e26-4e58-ac29-999db1113fc4 [ 1266.575535] env[65682]: WARNING neutronclient.v2_0.client [None req-16dd9e68-fa67-4f24-84e6-f9e53554b417 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1266.581316] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-16dd9e68-fa67-4f24-84e6-f9e53554b417 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Reconfiguring VM to detach interface {{(pid=65682) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1266.585971] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2df819da-e16c-496e-b922-2a56ea54f9f4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.605520] env[65682]: DEBUG oslo_vmware.api [None req-16dd9e68-fa67-4f24-84e6-f9e53554b417 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1266.605520] env[65682]: value = "task-4617013" [ 1266.605520] env[65682]: _type = "Task" [ 1266.605520] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.615337] env[65682]: DEBUG oslo_vmware.api [None req-16dd9e68-fa67-4f24-84e6-f9e53554b417 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617013, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.625755] env[65682]: INFO nova.virt.block_device [None req-99a63159-f5e7-4829-813c-9d8fcae9c291 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Attempting to driver detach volume 08325f0d-9e26-4e58-ac29-999db1113fc4 from mountpoint /dev/sdb [ 1266.625939] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-99a63159-f5e7-4829-813c-9d8fcae9c291 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Volume detach. Driver type: vmdk {{(pid=65682) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1266.626159] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-99a63159-f5e7-4829-813c-9d8fcae9c291 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901756', 'volume_id': '08325f0d-9e26-4e58-ac29-999db1113fc4', 'name': 'volume-08325f0d-9e26-4e58-ac29-999db1113fc4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '457726d1-96b3-44fb-bcb4-2f1f00de04da', 'attached_at': '', 'detached_at': '', 'volume_id': '08325f0d-9e26-4e58-ac29-999db1113fc4', 'serial': '08325f0d-9e26-4e58-ac29-999db1113fc4'} {{(pid=65682) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1266.627370] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b850ec-01cf-4342-bca3-7a342c30f9c5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.649631] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b545e47-82f9-4e2c-8b2e-cbf846581023 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.657793] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c1353c-5bf4-4eee-ab15-40034577b9fd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.678489] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8a7e83-961b-43a3-9e91-7542915fb4c2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.694373] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-99a63159-f5e7-4829-813c-9d8fcae9c291 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] The volume has not been displaced from its original location: [datastore2] volume-08325f0d-9e26-4e58-ac29-999db1113fc4/volume-08325f0d-9e26-4e58-ac29-999db1113fc4.vmdk. No consolidation needed. {{(pid=65682) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1266.699690] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-99a63159-f5e7-4829-813c-9d8fcae9c291 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1266.700030] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2615823f-ca79-49db-b0e1-dbb63c4a94c7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.719017] env[65682]: DEBUG oslo_vmware.api [None req-99a63159-f5e7-4829-813c-9d8fcae9c291 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1266.719017] env[65682]: value = "task-4617014" [ 1266.719017] env[65682]: _type = "Task" [ 1266.719017] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.727713] env[65682]: DEBUG oslo_vmware.api [None req-99a63159-f5e7-4829-813c-9d8fcae9c291 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617014, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.851138] env[65682]: INFO nova.compute.resource_tracker [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Updating resource usage from migration 16c12e7b-41f9-47ba-a917-38f4f7067efe [ 1266.932446] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ea14b7-dc36-40d6-8e54-aed76275ec5d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.942021] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2956fce-c1db-4e10-bd76-0ee84378f9f1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.973430] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ea7dfd-d8df-4129-9874-178a8e1c30f1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.981022] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f958a74f-c609-4a4b-ba9f-48d14b38e820 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.994472] env[65682]: DEBUG nova.compute.provider_tree [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.116062] env[65682]: DEBUG oslo_vmware.api [None req-16dd9e68-fa67-4f24-84e6-f9e53554b417 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.229780] env[65682]: DEBUG oslo_vmware.api [None req-99a63159-f5e7-4829-813c-9d8fcae9c291 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617014, 'name': ReconfigVM_Task, 'duration_secs': 0.235404} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.230173] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-99a63159-f5e7-4829-813c-9d8fcae9c291 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1267.234833] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5d88a12-5cc0-4d85-bd12-05a285e69e7b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.249981] env[65682]: DEBUG oslo_vmware.api [None req-99a63159-f5e7-4829-813c-9d8fcae9c291 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1267.249981] env[65682]: value = "task-4617015" [ 1267.249981] env[65682]: _type = "Task" [ 1267.249981] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.258483] env[65682]: DEBUG oslo_vmware.api [None req-99a63159-f5e7-4829-813c-9d8fcae9c291 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617015, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.497545] env[65682]: DEBUG nova.scheduler.client.report [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.617550] env[65682]: DEBUG oslo_vmware.api [None req-16dd9e68-fa67-4f24-84e6-f9e53554b417 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.760560] env[65682]: DEBUG oslo_vmware.api [None req-99a63159-f5e7-4829-813c-9d8fcae9c291 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617015, 'name': ReconfigVM_Task, 'duration_secs': 0.135157} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.760820] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-99a63159-f5e7-4829-813c-9d8fcae9c291 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901756', 'volume_id': '08325f0d-9e26-4e58-ac29-999db1113fc4', 'name': 'volume-08325f0d-9e26-4e58-ac29-999db1113fc4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '457726d1-96b3-44fb-bcb4-2f1f00de04da', 'attached_at': '', 'detached_at': '', 'volume_id': '08325f0d-9e26-4e58-ac29-999db1113fc4', 'serial': '08325f0d-9e26-4e58-ac29-999db1113fc4'} {{(pid=65682) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1268.002896] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.164s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.003323] env[65682]: INFO nova.compute.manager [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Migrating [ 1268.118524] env[65682]: DEBUG oslo_vmware.api [None req-16dd9e68-fa67-4f24-84e6-f9e53554b417 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.300625] env[65682]: DEBUG nova.objects.instance [None req-99a63159-f5e7-4829-813c-9d8fcae9c291 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lazy-loading 'flavor' on Instance uuid 457726d1-96b3-44fb-bcb4-2f1f00de04da {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.518427] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "refresh_cache-d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.518647] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquired lock "refresh_cache-d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.518782] env[65682]: DEBUG nova.network.neutron [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1268.619812] env[65682]: DEBUG oslo_vmware.api [None req-16dd9e68-fa67-4f24-84e6-f9e53554b417 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.021416] env[65682]: WARNING neutronclient.v2_0.client [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1269.119484] env[65682]: DEBUG oslo_vmware.api [None req-16dd9e68-fa67-4f24-84e6-f9e53554b417 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.196814] env[65682]: WARNING neutronclient.v2_0.client [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1269.263546] env[65682]: DEBUG nova.network.neutron [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Updating instance_info_cache with network_info: [{"id": "a30068d1-3519-43b1-844a-07f0e3d8eb8d", "address": "fa:16:3e:49:e6:eb", "network": {"id": "32a6f6c7-8e13-4644-8790-f5922bc8a5cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2123705961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67a873a51b0a41c58c8fa980aa58f328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa30068d1-35", "ovs_interfaceid": "a30068d1-3519-43b1-844a-07f0e3d8eb8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.307837] env[65682]: DEBUG oslo_concurrency.lockutils [None req-99a63159-f5e7-4829-813c-9d8fcae9c291 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "457726d1-96b3-44fb-bcb4-2f1f00de04da" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.255s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.620284] env[65682]: DEBUG oslo_vmware.api [None req-16dd9e68-fa67-4f24-84e6-f9e53554b417 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.766418] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Releasing lock "refresh_cache-d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.120726] env[65682]: DEBUG oslo_vmware.api [None req-16dd9e68-fa67-4f24-84e6-f9e53554b417 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.317493] env[65682]: DEBUG oslo_concurrency.lockutils [None req-23406c6b-563e-47a1-b789-8fc0dc8f3584 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "457726d1-96b3-44fb-bcb4-2f1f00de04da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.317493] env[65682]: DEBUG oslo_concurrency.lockutils [None req-23406c6b-563e-47a1-b789-8fc0dc8f3584 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "457726d1-96b3-44fb-bcb4-2f1f00de04da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.317715] env[65682]: DEBUG oslo_concurrency.lockutils [None req-23406c6b-563e-47a1-b789-8fc0dc8f3584 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "457726d1-96b3-44fb-bcb4-2f1f00de04da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.317900] env[65682]: DEBUG oslo_concurrency.lockutils [None req-23406c6b-563e-47a1-b789-8fc0dc8f3584 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "457726d1-96b3-44fb-bcb4-2f1f00de04da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.318085] env[65682]: DEBUG oslo_concurrency.lockutils [None req-23406c6b-563e-47a1-b789-8fc0dc8f3584 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "457726d1-96b3-44fb-bcb4-2f1f00de04da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.320282] env[65682]: INFO nova.compute.manager [None req-23406c6b-563e-47a1-b789-8fc0dc8f3584 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Terminating instance [ 1270.622805] env[65682]: DEBUG oslo_vmware.api [None req-16dd9e68-fa67-4f24-84e6-f9e53554b417 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.825952] env[65682]: DEBUG nova.compute.manager [None req-23406c6b-563e-47a1-b789-8fc0dc8f3584 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1270.826203] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-23406c6b-563e-47a1-b789-8fc0dc8f3584 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1270.827094] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cc5347-5438-4ca0-a46c-2b29e9276d0b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.836554] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-23406c6b-563e-47a1-b789-8fc0dc8f3584 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1270.836841] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-299bd2d4-e392-4aae-9e24-e208b2181ed4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.845949] env[65682]: DEBUG oslo_vmware.api [None req-23406c6b-563e-47a1-b789-8fc0dc8f3584 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1270.845949] env[65682]: value = "task-4617016" [ 1270.845949] env[65682]: _type = "Task" [ 1270.845949] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.856703] env[65682]: DEBUG oslo_vmware.api [None req-23406c6b-563e-47a1-b789-8fc0dc8f3584 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.122261] env[65682]: DEBUG oslo_vmware.api [None req-16dd9e68-fa67-4f24-84e6-f9e53554b417 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.282187] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8c3271-c025-4f59-b227-7d65af14a0a8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.302470] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Updating instance 'd59edbef-b7dc-40e8-8a31-c1c1f3bc8647' progress to 0 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1271.358036] env[65682]: DEBUG oslo_vmware.api [None req-23406c6b-563e-47a1-b789-8fc0dc8f3584 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617016, 'name': PowerOffVM_Task, 'duration_secs': 0.19916} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.358811] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-23406c6b-563e-47a1-b789-8fc0dc8f3584 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.359018] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-23406c6b-563e-47a1-b789-8fc0dc8f3584 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.359484] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f96266bf-66e4-445a-9480-bacbfb43d509 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.433329] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-23406c6b-563e-47a1-b789-8fc0dc8f3584 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.433329] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-23406c6b-563e-47a1-b789-8fc0dc8f3584 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.433329] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-23406c6b-563e-47a1-b789-8fc0dc8f3584 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Deleting the datastore file [datastore2] 457726d1-96b3-44fb-bcb4-2f1f00de04da {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.433329] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12dc1bdd-9cfb-4c14-a699-ae555fe8ea71 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.440068] env[65682]: DEBUG oslo_vmware.api [None req-23406c6b-563e-47a1-b789-8fc0dc8f3584 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1271.440068] env[65682]: value = "task-4617018" [ 1271.440068] env[65682]: _type = "Task" [ 1271.440068] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.451545] env[65682]: DEBUG oslo_vmware.api [None req-23406c6b-563e-47a1-b789-8fc0dc8f3584 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.499763] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1271.499981] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1271.622304] env[65682]: DEBUG oslo_vmware.api [None req-16dd9e68-fa67-4f24-84e6-f9e53554b417 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.808805] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.808992] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f5cdd2d-6bb0-4893-bd2e-cc2fcb4fab01 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.817044] env[65682]: DEBUG oslo_vmware.api [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1271.817044] env[65682]: value = "task-4617019" [ 1271.817044] env[65682]: _type = "Task" [ 1271.817044] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.826802] env[65682]: DEBUG oslo_vmware.api [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.950529] env[65682]: DEBUG oslo_vmware.api [None req-23406c6b-563e-47a1-b789-8fc0dc8f3584 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139821} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.950782] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-23406c6b-563e-47a1-b789-8fc0dc8f3584 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.950962] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-23406c6b-563e-47a1-b789-8fc0dc8f3584 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.951191] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-23406c6b-563e-47a1-b789-8fc0dc8f3584 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.951361] env[65682]: INFO nova.compute.manager [None req-23406c6b-563e-47a1-b789-8fc0dc8f3584 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1271.951611] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-23406c6b-563e-47a1-b789-8fc0dc8f3584 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1271.951803] env[65682]: DEBUG nova.compute.manager [-] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1271.951902] env[65682]: DEBUG nova.network.neutron [-] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1271.952178] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1271.985406] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1272.005466] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1272.005756] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1272.006913] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1272.007124] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1272.007192] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1272.007337] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1272.007472] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65682) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1272.007615] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager.update_available_resource {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1272.124329] env[65682]: DEBUG oslo_vmware.api [None req-16dd9e68-fa67-4f24-84e6-f9e53554b417 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617013, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.329878] env[65682]: DEBUG oslo_vmware.api [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617019, 'name': PowerOffVM_Task, 'duration_secs': 0.265131} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.330295] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.330483] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Updating instance 'd59edbef-b7dc-40e8-8a31-c1c1f3bc8647' progress to 17 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1272.455289] env[65682]: DEBUG nova.compute.manager [req-e7fff0ef-9800-4eea-89b3-99ba7deaec09 req-3bb8b387-20c1-48dd-9689-45a95e25d0d8 service nova] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Received event network-vif-deleted-9a1e8441-e173-4dd4-9cb8-374779f80201 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1272.455490] env[65682]: INFO nova.compute.manager [req-e7fff0ef-9800-4eea-89b3-99ba7deaec09 req-3bb8b387-20c1-48dd-9689-45a95e25d0d8 service nova] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Neutron deleted interface 9a1e8441-e173-4dd4-9cb8-374779f80201; detaching it from the instance and deleting it from the info cache [ 1272.455656] env[65682]: DEBUG nova.network.neutron [req-e7fff0ef-9800-4eea-89b3-99ba7deaec09 req-3bb8b387-20c1-48dd-9689-45a95e25d0d8 service nova] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.510139] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.510392] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.510590] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.510745] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65682) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1272.511817] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00d55f8-5d26-4492-9e70-0f2178bcecc2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.521389] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cadfda-1d4b-4357-bea2-62d042b6be87 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.537355] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a8a80e-ffa7-450a-b3a2-a09e1d0eee07 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.544883] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e3d976-c2a9-42db-8852-233b94d550db {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.576720] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179434MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65682) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1272.576720] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.576720] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.623896] env[65682]: DEBUG oslo_vmware.api [None req-16dd9e68-fa67-4f24-84e6-f9e53554b417 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617013, 'name': ReconfigVM_Task, 'duration_secs': 5.765624} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.624166] env[65682]: DEBUG oslo_concurrency.lockutils [None req-16dd9e68-fa67-4f24-84e6-f9e53554b417 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Releasing lock "54c0aa42-b608-4e72-b397-4805232d89b8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.624374] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-16dd9e68-fa67-4f24-84e6-f9e53554b417 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Reconfigured VM to detach interface {{(pid=65682) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1272.624855] env[65682]: WARNING neutronclient.v2_0.client [None req-16dd9e68-fa67-4f24-84e6-f9e53554b417 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1272.625187] env[65682]: WARNING neutronclient.v2_0.client [None req-16dd9e68-fa67-4f24-84e6-f9e53554b417 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1272.654638] env[65682]: WARNING neutronclient.v2_0.client [None req-16dd9e68-fa67-4f24-84e6-f9e53554b417 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1272.837562] env[65682]: DEBUG nova.virt.hardware [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:23:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1272.838633] env[65682]: DEBUG nova.virt.hardware [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1272.838633] env[65682]: DEBUG nova.virt.hardware [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1272.838633] env[65682]: DEBUG nova.virt.hardware [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1272.838633] env[65682]: DEBUG nova.virt.hardware [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1272.838633] env[65682]: DEBUG nova.virt.hardware [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1272.838633] env[65682]: DEBUG nova.virt.hardware [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1272.839241] env[65682]: DEBUG nova.virt.hardware [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1272.839241] env[65682]: DEBUG nova.virt.hardware [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1272.839241] env[65682]: DEBUG nova.virt.hardware [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1272.839362] env[65682]: DEBUG nova.virt.hardware [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1272.846572] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-352e4cd8-38c4-4ff9-a32c-02a5ee853466 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.866559] env[65682]: DEBUG oslo_vmware.api [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1272.866559] env[65682]: value = "task-4617020" [ 1272.866559] env[65682]: _type = "Task" [ 1272.866559] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.878793] env[65682]: DEBUG oslo_vmware.api [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617020, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.934839] env[65682]: DEBUG nova.network.neutron [-] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.960034] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0763f361-4843-4947-9df1-6f77f806b764 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.968767] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13188eef-f9d6-4187-b627-4c4b1d5a0b50 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.998309] env[65682]: DEBUG nova.compute.manager [req-e7fff0ef-9800-4eea-89b3-99ba7deaec09 req-3bb8b387-20c1-48dd-9689-45a95e25d0d8 service nova] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Detach interface failed, port_id=9a1e8441-e173-4dd4-9cb8-374779f80201, reason: Instance 457726d1-96b3-44fb-bcb4-2f1f00de04da could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1273.376495] env[65682]: DEBUG oslo_vmware.api [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617020, 'name': ReconfigVM_Task, 'duration_secs': 0.173022} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.376915] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Updating instance 'd59edbef-b7dc-40e8-8a31-c1c1f3bc8647' progress to 33 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1273.437160] env[65682]: INFO nova.compute.manager [-] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Took 1.49 seconds to deallocate network for instance. [ 1273.584121] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Applying migration context for instance d59edbef-b7dc-40e8-8a31-c1c1f3bc8647 as it has an incoming, in-progress migration 16c12e7b-41f9-47ba-a917-38f4f7067efe. Migration status is migrating {{(pid=65682) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1273.585009] env[65682]: INFO nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Updating resource usage from migration 16c12e7b-41f9-47ba-a917-38f4f7067efe [ 1273.605962] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 457726d1-96b3-44fb-bcb4-2f1f00de04da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1273.607023] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 54c0aa42-b608-4e72-b397-4805232d89b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1273.607023] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 8c99edfb-dbb6-45e2-a6da-933e1954a1af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1273.607023] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Migration 16c12e7b-41f9-47ba-a917-38f4f7067efe is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1273.607023] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance d59edbef-b7dc-40e8-8a31-c1c1f3bc8647 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1273.607023] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=65682) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1273.607304] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=100GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '4', 'num_vm_active': '4', 'num_task_resize_migrating': '1', 'num_os_type_None': '4', 'num_proj_67a873a51b0a41c58c8fa980aa58f328': '1', 'io_workload': '1', 'num_task_deleting': '1', 'num_proj_c5863e73c6b24975a9b9ad9e27eb944e': '1', 'num_task_None': '2', 'num_proj_3b87a7f5e3294030a48b0bacd6637caf': '2'} {{(pid=65682) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1273.685623] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70df91c-04d5-445a-86f8-b60a5624ee19 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.694626] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d203b831-b55e-4099-8790-901e32758e30 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.726871] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142e2bbb-0b54-4893-9210-cae003ca0f1d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.735589] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d16a8b-b7b7-4604-b49f-c2d32521d4f2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.749750] env[65682]: DEBUG nova.compute.provider_tree [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.883835] env[65682]: DEBUG nova.virt.hardware [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1273.884128] env[65682]: DEBUG nova.virt.hardware [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1273.884289] env[65682]: DEBUG nova.virt.hardware [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1273.884492] env[65682]: DEBUG nova.virt.hardware [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1273.884614] env[65682]: DEBUG nova.virt.hardware [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1273.884819] env[65682]: DEBUG nova.virt.hardware [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1273.885076] env[65682]: DEBUG nova.virt.hardware [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1273.885242] env[65682]: DEBUG nova.virt.hardware [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1273.885410] env[65682]: DEBUG nova.virt.hardware [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1273.885570] env[65682]: DEBUG nova.virt.hardware [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1273.885737] env[65682]: DEBUG nova.virt.hardware [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1273.891875] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Reconfiguring VM instance instance-00000054 to detach disk 2000 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1273.892436] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee5bd3e8-ab6a-445d-909a-062631239190 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.913760] env[65682]: DEBUG oslo_vmware.api [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1273.913760] env[65682]: value = "task-4617021" [ 1273.913760] env[65682]: _type = "Task" [ 1273.913760] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.923385] env[65682]: DEBUG oslo_vmware.api [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.929984] env[65682]: DEBUG oslo_concurrency.lockutils [None req-16dd9e68-fa67-4f24-84e6-f9e53554b417 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "refresh_cache-54c0aa42-b608-4e72-b397-4805232d89b8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.930168] env[65682]: DEBUG oslo_concurrency.lockutils [None req-16dd9e68-fa67-4f24-84e6-f9e53554b417 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquired lock "refresh_cache-54c0aa42-b608-4e72-b397-4805232d89b8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.930346] env[65682]: DEBUG nova.network.neutron [None req-16dd9e68-fa67-4f24-84e6-f9e53554b417 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1273.943230] env[65682]: DEBUG oslo_concurrency.lockutils [None req-23406c6b-563e-47a1-b789-8fc0dc8f3584 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.253088] env[65682]: DEBUG nova.scheduler.client.report [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.424784] env[65682]: DEBUG oslo_vmware.api [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617021, 'name': ReconfigVM_Task, 'duration_secs': 0.182344} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.425098] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Reconfigured VM instance instance-00000054 to detach disk 2000 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1274.425977] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6229694c-556c-4f13-9f8f-7a3a3886203e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.442639] env[65682]: WARNING neutronclient.v2_0.client [None req-16dd9e68-fa67-4f24-84e6-f9e53554b417 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1274.452713] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] d59edbef-b7dc-40e8-8a31-c1c1f3bc8647/d59edbef-b7dc-40e8-8a31-c1c1f3bc8647.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.453392] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffac5f4d-1081-4601-9508-98666c203ccb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.473572] env[65682]: DEBUG oslo_vmware.api [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1274.473572] env[65682]: value = "task-4617022" [ 1274.473572] env[65682]: _type = "Task" [ 1274.473572] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.482659] env[65682]: DEBUG oslo_vmware.api [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617022, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.665279] env[65682]: WARNING neutronclient.v2_0.client [None req-16dd9e68-fa67-4f24-84e6-f9e53554b417 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1274.717895] env[65682]: DEBUG nova.compute.manager [req-25b9aea4-6c76-4eba-94c4-95dd5532ece5 req-1b94c3ad-7364-4f2d-a224-9a6e5a4cde49 service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Received event network-changed-ec5fa4c5-ac0f-4d29-a646-be52aef382f1 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1274.717895] env[65682]: DEBUG nova.compute.manager [req-25b9aea4-6c76-4eba-94c4-95dd5532ece5 req-1b94c3ad-7364-4f2d-a224-9a6e5a4cde49 service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Refreshing instance network info cache due to event network-changed-ec5fa4c5-ac0f-4d29-a646-be52aef382f1. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1274.717895] env[65682]: DEBUG oslo_concurrency.lockutils [req-25b9aea4-6c76-4eba-94c4-95dd5532ece5 req-1b94c3ad-7364-4f2d-a224-9a6e5a4cde49 service nova] Acquiring lock "refresh_cache-54c0aa42-b608-4e72-b397-4805232d89b8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.740457] env[65682]: INFO nova.network.neutron [None req-16dd9e68-fa67-4f24-84e6-f9e53554b417 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Port 2821022d-e2c4-4f0f-af63-9b1a7f33548c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1274.740797] env[65682]: DEBUG nova.network.neutron [None req-16dd9e68-fa67-4f24-84e6-f9e53554b417 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Updating instance_info_cache with network_info: [{"id": "ec5fa4c5-ac0f-4d29-a646-be52aef382f1", "address": "fa:16:3e:f2:f7:6a", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec5fa4c5-ac", "ovs_interfaceid": "ec5fa4c5-ac0f-4d29-a646-be52aef382f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.757484] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65682) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1274.758687] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.182s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.758687] env[65682]: DEBUG oslo_concurrency.lockutils [None req-23406c6b-563e-47a1-b789-8fc0dc8f3584 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.815s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.758687] env[65682]: DEBUG nova.objects.instance [None req-23406c6b-563e-47a1-b789-8fc0dc8f3584 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lazy-loading 'resources' on Instance uuid 457726d1-96b3-44fb-bcb4-2f1f00de04da {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.984612] env[65682]: DEBUG oslo_vmware.api [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617022, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.245085] env[65682]: DEBUG oslo_concurrency.lockutils [None req-16dd9e68-fa67-4f24-84e6-f9e53554b417 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Releasing lock "refresh_cache-54c0aa42-b608-4e72-b397-4805232d89b8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.246446] env[65682]: DEBUG oslo_concurrency.lockutils [req-25b9aea4-6c76-4eba-94c4-95dd5532ece5 req-1b94c3ad-7364-4f2d-a224-9a6e5a4cde49 service nova] Acquired lock "refresh_cache-54c0aa42-b608-4e72-b397-4805232d89b8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.246647] env[65682]: DEBUG nova.network.neutron [req-25b9aea4-6c76-4eba-94c4-95dd5532ece5 req-1b94c3ad-7364-4f2d-a224-9a6e5a4cde49 service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Refreshing network info cache for port ec5fa4c5-ac0f-4d29-a646-be52aef382f1 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.337320] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc0e025-19f7-400c-b648-630b4d5a24f6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.345655] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fc7914-14ac-4b8d-b261-c3c6050934e9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.375754] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850647fd-d84d-49f6-8c5f-35efa5b2d374 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.383684] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4a6f8f-958e-4e90-8422-8acbc5dce1dd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.397191] env[65682]: DEBUG nova.compute.provider_tree [None req-23406c6b-563e-47a1-b789-8fc0dc8f3584 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.404166] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "interface-8c99edfb-dbb6-45e2-a6da-933e1954a1af-2821022d-e2c4-4f0f-af63-9b1a7f33548c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.404414] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "interface-8c99edfb-dbb6-45e2-a6da-933e1954a1af-2821022d-e2c4-4f0f-af63-9b1a7f33548c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.404746] env[65682]: DEBUG nova.objects.instance [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lazy-loading 'flavor' on Instance uuid 8c99edfb-dbb6-45e2-a6da-933e1954a1af {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.486240] env[65682]: DEBUG oslo_vmware.api [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617022, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.749744] env[65682]: DEBUG oslo_concurrency.lockutils [None req-16dd9e68-fa67-4f24-84e6-f9e53554b417 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "interface-54c0aa42-b608-4e72-b397-4805232d89b8-2821022d-e2c4-4f0f-af63-9b1a7f33548c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.721s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.751456] env[65682]: WARNING neutronclient.v2_0.client [req-25b9aea4-6c76-4eba-94c4-95dd5532ece5 req-1b94c3ad-7364-4f2d-a224-9a6e5a4cde49 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1275.901187] env[65682]: DEBUG nova.scheduler.client.report [None req-23406c6b-563e-47a1-b789-8fc0dc8f3584 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.908127] env[65682]: WARNING neutronclient.v2_0.client [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1275.911598] env[65682]: WARNING neutronclient.v2_0.client [req-25b9aea4-6c76-4eba-94c4-95dd5532ece5 req-1b94c3ad-7364-4f2d-a224-9a6e5a4cde49 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1275.986357] env[65682]: DEBUG oslo_vmware.api [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617022, 'name': ReconfigVM_Task, 'duration_secs': 1.310999} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.987370] env[65682]: DEBUG nova.network.neutron [req-25b9aea4-6c76-4eba-94c4-95dd5532ece5 req-1b94c3ad-7364-4f2d-a224-9a6e5a4cde49 service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Updated VIF entry in instance network info cache for port ec5fa4c5-ac0f-4d29-a646-be52aef382f1. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1275.987712] env[65682]: DEBUG nova.network.neutron [req-25b9aea4-6c76-4eba-94c4-95dd5532ece5 req-1b94c3ad-7364-4f2d-a224-9a6e5a4cde49 service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Updating instance_info_cache with network_info: [{"id": "ec5fa4c5-ac0f-4d29-a646-be52aef382f1", "address": "fa:16:3e:f2:f7:6a", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec5fa4c5-ac", "ovs_interfaceid": "ec5fa4c5-ac0f-4d29-a646-be52aef382f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.988989] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Reconfigured VM instance instance-00000054 to attach disk [datastore2] d59edbef-b7dc-40e8-8a31-c1c1f3bc8647/d59edbef-b7dc-40e8-8a31-c1c1f3bc8647.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1275.989197] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Updating instance 'd59edbef-b7dc-40e8-8a31-c1c1f3bc8647' progress to 50 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1276.008731] env[65682]: DEBUG nova.objects.instance [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lazy-loading 'pci_requests' on Instance uuid 8c99edfb-dbb6-45e2-a6da-933e1954a1af {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.406174] env[65682]: DEBUG oslo_concurrency.lockutils [None req-23406c6b-563e-47a1-b789-8fc0dc8f3584 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.434859] env[65682]: INFO nova.scheduler.client.report [None req-23406c6b-563e-47a1-b789-8fc0dc8f3584 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Deleted allocations for instance 457726d1-96b3-44fb-bcb4-2f1f00de04da [ 1276.493602] env[65682]: DEBUG oslo_concurrency.lockutils [req-25b9aea4-6c76-4eba-94c4-95dd5532ece5 req-1b94c3ad-7364-4f2d-a224-9a6e5a4cde49 service nova] Releasing lock "refresh_cache-54c0aa42-b608-4e72-b397-4805232d89b8" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.496855] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e6f05f-2994-432c-b6fe-42bc29f92024 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.518952] env[65682]: DEBUG nova.objects.base [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Object Instance<8c99edfb-dbb6-45e2-a6da-933e1954a1af> lazy-loaded attributes: flavor,pci_requests {{(pid=65682) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1276.519210] env[65682]: DEBUG nova.network.neutron [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1276.519550] env[65682]: WARNING neutronclient.v2_0.client [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1276.519844] env[65682]: WARNING neutronclient.v2_0.client [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1276.523069] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711f2861-723f-44e9-8c15-3a7dcac24847 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.544642] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Updating instance 'd59edbef-b7dc-40e8-8a31-c1c1f3bc8647' progress to 67 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1276.611944] env[65682]: DEBUG nova.policy [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '624e5e7ac2844a7c8fc447e8890214e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b87a7f5e3294030a48b0bacd6637caf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1276.754966] env[65682]: DEBUG nova.compute.manager [req-94bbea69-92f2-450b-b0cd-f5a4884960fb req-d49ae2ee-b234-4189-aca8-bc2e174fdc93 service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Received event network-changed-22122495-9912-46c1-87ab-9a40c024a4c8 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1276.755225] env[65682]: DEBUG nova.compute.manager [req-94bbea69-92f2-450b-b0cd-f5a4884960fb req-d49ae2ee-b234-4189-aca8-bc2e174fdc93 service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Refreshing instance network info cache due to event network-changed-22122495-9912-46c1-87ab-9a40c024a4c8. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1276.755488] env[65682]: DEBUG oslo_concurrency.lockutils [req-94bbea69-92f2-450b-b0cd-f5a4884960fb req-d49ae2ee-b234-4189-aca8-bc2e174fdc93 service nova] Acquiring lock "refresh_cache-8c99edfb-dbb6-45e2-a6da-933e1954a1af" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.755707] env[65682]: DEBUG oslo_concurrency.lockutils [req-94bbea69-92f2-450b-b0cd-f5a4884960fb req-d49ae2ee-b234-4189-aca8-bc2e174fdc93 service nova] Acquired lock "refresh_cache-8c99edfb-dbb6-45e2-a6da-933e1954a1af" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.755954] env[65682]: DEBUG nova.network.neutron [req-94bbea69-92f2-450b-b0cd-f5a4884960fb req-d49ae2ee-b234-4189-aca8-bc2e174fdc93 service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Refreshing network info cache for port 22122495-9912-46c1-87ab-9a40c024a4c8 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.942025] env[65682]: DEBUG oslo_concurrency.lockutils [None req-23406c6b-563e-47a1-b789-8fc0dc8f3584 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "457726d1-96b3-44fb-bcb4-2f1f00de04da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.624s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.051868] env[65682]: WARNING neutronclient.v2_0.client [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1277.052257] env[65682]: WARNING neutronclient.v2_0.client [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1277.109265] env[65682]: DEBUG nova.network.neutron [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Port a30068d1-3519-43b1-844a-07f0e3d8eb8d binding to destination host cpu-1 is already ACTIVE {{(pid=65682) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1277.258939] env[65682]: WARNING neutronclient.v2_0.client [req-94bbea69-92f2-450b-b0cd-f5a4884960fb req-d49ae2ee-b234-4189-aca8-bc2e174fdc93 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1277.792040] env[65682]: WARNING neutronclient.v2_0.client [req-94bbea69-92f2-450b-b0cd-f5a4884960fb req-d49ae2ee-b234-4189-aca8-bc2e174fdc93 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1277.895516] env[65682]: DEBUG nova.network.neutron [req-94bbea69-92f2-450b-b0cd-f5a4884960fb req-d49ae2ee-b234-4189-aca8-bc2e174fdc93 service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Updated VIF entry in instance network info cache for port 22122495-9912-46c1-87ab-9a40c024a4c8. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1277.895948] env[65682]: DEBUG nova.network.neutron [req-94bbea69-92f2-450b-b0cd-f5a4884960fb req-d49ae2ee-b234-4189-aca8-bc2e174fdc93 service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Updating instance_info_cache with network_info: [{"id": "22122495-9912-46c1-87ab-9a40c024a4c8", "address": "fa:16:3e:3f:0b:df", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22122495-99", "ovs_interfaceid": "22122495-9912-46c1-87ab-9a40c024a4c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.127654] env[65682]: DEBUG nova.network.neutron [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Successfully updated port: 2821022d-e2c4-4f0f-af63-9b1a7f33548c {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1278.136874] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "d59edbef-b7dc-40e8-8a31-c1c1f3bc8647-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.137235] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "d59edbef-b7dc-40e8-8a31-c1c1f3bc8647-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.137438] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "d59edbef-b7dc-40e8-8a31-c1c1f3bc8647-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.399220] env[65682]: DEBUG oslo_concurrency.lockutils [req-94bbea69-92f2-450b-b0cd-f5a4884960fb req-d49ae2ee-b234-4189-aca8-bc2e174fdc93 service nova] Releasing lock "refresh_cache-8c99edfb-dbb6-45e2-a6da-933e1954a1af" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.639817] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "refresh_cache-8c99edfb-dbb6-45e2-a6da-933e1954a1af" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.640034] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquired lock "refresh_cache-8c99edfb-dbb6-45e2-a6da-933e1954a1af" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.640224] env[65682]: DEBUG nova.network.neutron [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1278.725062] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "998979a0-1b2c-4beb-a47a-3d87e78f60c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.725317] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "998979a0-1b2c-4beb-a47a-3d87e78f60c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.785452] env[65682]: DEBUG nova.compute.manager [req-39da5fc4-32da-4fe3-a601-916f0e36a31f req-f210972b-d4a8-4620-8ab0-642703f3b8a4 service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Received event network-vif-plugged-2821022d-e2c4-4f0f-af63-9b1a7f33548c {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1278.785685] env[65682]: DEBUG oslo_concurrency.lockutils [req-39da5fc4-32da-4fe3-a601-916f0e36a31f req-f210972b-d4a8-4620-8ab0-642703f3b8a4 service nova] Acquiring lock "8c99edfb-dbb6-45e2-a6da-933e1954a1af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.785890] env[65682]: DEBUG oslo_concurrency.lockutils [req-39da5fc4-32da-4fe3-a601-916f0e36a31f req-f210972b-d4a8-4620-8ab0-642703f3b8a4 service nova] Lock "8c99edfb-dbb6-45e2-a6da-933e1954a1af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.786070] env[65682]: DEBUG oslo_concurrency.lockutils [req-39da5fc4-32da-4fe3-a601-916f0e36a31f req-f210972b-d4a8-4620-8ab0-642703f3b8a4 service nova] Lock "8c99edfb-dbb6-45e2-a6da-933e1954a1af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.786299] env[65682]: DEBUG nova.compute.manager [req-39da5fc4-32da-4fe3-a601-916f0e36a31f req-f210972b-d4a8-4620-8ab0-642703f3b8a4 service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] No waiting events found dispatching network-vif-plugged-2821022d-e2c4-4f0f-af63-9b1a7f33548c {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1278.786467] env[65682]: WARNING nova.compute.manager [req-39da5fc4-32da-4fe3-a601-916f0e36a31f req-f210972b-d4a8-4620-8ab0-642703f3b8a4 service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Received unexpected event network-vif-plugged-2821022d-e2c4-4f0f-af63-9b1a7f33548c for instance with vm_state active and task_state None. [ 1278.786621] env[65682]: DEBUG nova.compute.manager [req-39da5fc4-32da-4fe3-a601-916f0e36a31f req-f210972b-d4a8-4620-8ab0-642703f3b8a4 service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Received event network-changed-2821022d-e2c4-4f0f-af63-9b1a7f33548c {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1278.786781] env[65682]: DEBUG nova.compute.manager [req-39da5fc4-32da-4fe3-a601-916f0e36a31f req-f210972b-d4a8-4620-8ab0-642703f3b8a4 service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Refreshing instance network info cache due to event network-changed-2821022d-e2c4-4f0f-af63-9b1a7f33548c. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1278.787011] env[65682]: DEBUG oslo_concurrency.lockutils [req-39da5fc4-32da-4fe3-a601-916f0e36a31f req-f210972b-d4a8-4620-8ab0-642703f3b8a4 service nova] Acquiring lock "refresh_cache-8c99edfb-dbb6-45e2-a6da-933e1954a1af" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.145135] env[65682]: WARNING neutronclient.v2_0.client [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1279.187271] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "refresh_cache-d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.187461] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquired lock "refresh_cache-d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.187628] env[65682]: DEBUG nova.network.neutron [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1279.190161] env[65682]: WARNING nova.network.neutron [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] c45a451c-4ba5-4425-97bd-74d6c41dd161 already exists in list: networks containing: ['c45a451c-4ba5-4425-97bd-74d6c41dd161']. ignoring it [ 1279.227790] env[65682]: DEBUG nova.compute.manager [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1279.294173] env[65682]: WARNING neutronclient.v2_0.client [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1279.435691] env[65682]: WARNING neutronclient.v2_0.client [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1279.505119] env[65682]: DEBUG nova.network.neutron [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Updating instance_info_cache with network_info: [{"id": "22122495-9912-46c1-87ab-9a40c024a4c8", "address": "fa:16:3e:3f:0b:df", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22122495-99", "ovs_interfaceid": "22122495-9912-46c1-87ab-9a40c024a4c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2821022d-e2c4-4f0f-af63-9b1a7f33548c", "address": "fa:16:3e:74:33:3c", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2821022d-e2", "ovs_interfaceid": "2821022d-e2c4-4f0f-af63-9b1a7f33548c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.690057] env[65682]: WARNING neutronclient.v2_0.client [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1279.751969] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.752278] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.753870] env[65682]: INFO nova.compute.claims [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1279.848188] env[65682]: WARNING neutronclient.v2_0.client [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1279.916724] env[65682]: DEBUG nova.network.neutron [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Updating instance_info_cache with network_info: [{"id": "a30068d1-3519-43b1-844a-07f0e3d8eb8d", "address": "fa:16:3e:49:e6:eb", "network": {"id": "32a6f6c7-8e13-4644-8790-f5922bc8a5cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2123705961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67a873a51b0a41c58c8fa980aa58f328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa30068d1-35", "ovs_interfaceid": "a30068d1-3519-43b1-844a-07f0e3d8eb8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.007774] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Releasing lock "refresh_cache-8c99edfb-dbb6-45e2-a6da-933e1954a1af" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.008514] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "8c99edfb-dbb6-45e2-a6da-933e1954a1af" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.008672] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquired lock "8c99edfb-dbb6-45e2-a6da-933e1954a1af" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.008958] env[65682]: DEBUG oslo_concurrency.lockutils [req-39da5fc4-32da-4fe3-a601-916f0e36a31f req-f210972b-d4a8-4620-8ab0-642703f3b8a4 service nova] Acquired lock "refresh_cache-8c99edfb-dbb6-45e2-a6da-933e1954a1af" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.009183] env[65682]: DEBUG nova.network.neutron [req-39da5fc4-32da-4fe3-a601-916f0e36a31f req-f210972b-d4a8-4620-8ab0-642703f3b8a4 service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Refreshing network info cache for port 2821022d-e2c4-4f0f-af63-9b1a7f33548c {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.011644] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0396beb2-a9fd-4887-a87d-cf4c4c9d59db {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.030445] env[65682]: DEBUG nova.virt.hardware [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1280.030675] env[65682]: DEBUG nova.virt.hardware [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1280.030851] env[65682]: DEBUG nova.virt.hardware [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1280.031056] env[65682]: DEBUG nova.virt.hardware [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1280.031218] env[65682]: DEBUG nova.virt.hardware [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1280.031405] env[65682]: DEBUG nova.virt.hardware [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1280.031640] env[65682]: DEBUG nova.virt.hardware [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1280.031810] env[65682]: DEBUG nova.virt.hardware [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1280.031991] env[65682]: DEBUG nova.virt.hardware [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1280.032254] env[65682]: DEBUG nova.virt.hardware [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1280.032441] env[65682]: DEBUG nova.virt.hardware [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1280.039393] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Reconfiguring VM to attach interface {{(pid=65682) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1280.040556] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc448d2d-364b-4794-9695-8f3e765ece08 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.060956] env[65682]: DEBUG oslo_vmware.api [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1280.060956] env[65682]: value = "task-4617023" [ 1280.060956] env[65682]: _type = "Task" [ 1280.060956] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.071611] env[65682]: DEBUG oslo_vmware.api [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617023, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.419759] env[65682]: DEBUG oslo_concurrency.lockutils [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Releasing lock "refresh_cache-d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.516247] env[65682]: WARNING neutronclient.v2_0.client [req-39da5fc4-32da-4fe3-a601-916f0e36a31f req-f210972b-d4a8-4620-8ab0-642703f3b8a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1280.571263] env[65682]: DEBUG oslo_vmware.api [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617023, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.689445] env[65682]: WARNING neutronclient.v2_0.client [req-39da5fc4-32da-4fe3-a601-916f0e36a31f req-f210972b-d4a8-4620-8ab0-642703f3b8a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1280.760774] env[65682]: DEBUG nova.network.neutron [req-39da5fc4-32da-4fe3-a601-916f0e36a31f req-f210972b-d4a8-4620-8ab0-642703f3b8a4 service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Updated VIF entry in instance network info cache for port 2821022d-e2c4-4f0f-af63-9b1a7f33548c. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1280.761226] env[65682]: DEBUG nova.network.neutron [req-39da5fc4-32da-4fe3-a601-916f0e36a31f req-f210972b-d4a8-4620-8ab0-642703f3b8a4 service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Updating instance_info_cache with network_info: [{"id": "22122495-9912-46c1-87ab-9a40c024a4c8", "address": "fa:16:3e:3f:0b:df", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22122495-99", "ovs_interfaceid": "22122495-9912-46c1-87ab-9a40c024a4c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2821022d-e2c4-4f0f-af63-9b1a7f33548c", "address": "fa:16:3e:74:33:3c", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2821022d-e2", "ovs_interfaceid": "2821022d-e2c4-4f0f-af63-9b1a7f33548c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.841231] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2954e2-1fe1-4eeb-89ae-25bc5f239df7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.849885] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d28a4c6-8340-4969-85c9-20591536664c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.882366] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81688312-1b2a-4759-ace6-83b7075f661c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.890591] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d45f556-9004-4f8c-ad3d-d192365176b0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.904906] env[65682]: DEBUG nova.compute.provider_tree [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.940518] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703d1bdd-610b-4fc3-a4e9-d4fa7b4aa982 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.960263] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c3f219-10ba-4bf4-a0ee-c8dbef376528 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.968508] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Updating instance 'd59edbef-b7dc-40e8-8a31-c1c1f3bc8647' progress to 83 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1281.072150] env[65682]: DEBUG oslo_vmware.api [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617023, 'name': ReconfigVM_Task, 'duration_secs': 0.590104} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.072618] env[65682]: WARNING neutronclient.v2_0.client [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1281.072879] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Releasing lock "8c99edfb-dbb6-45e2-a6da-933e1954a1af" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.073089] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Reconfigured VM to attach interface {{(pid=65682) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1281.267966] env[65682]: DEBUG oslo_concurrency.lockutils [req-39da5fc4-32da-4fe3-a601-916f0e36a31f req-f210972b-d4a8-4620-8ab0-642703f3b8a4 service nova] Releasing lock "refresh_cache-8c99edfb-dbb6-45e2-a6da-933e1954a1af" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.408027] env[65682]: DEBUG nova.scheduler.client.report [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.474900] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1281.475311] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e89c9224-a880-4da9-bae3-a72d78bb0f71 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.483930] env[65682]: DEBUG oslo_vmware.api [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1281.483930] env[65682]: value = "task-4617024" [ 1281.483930] env[65682]: _type = "Task" [ 1281.483930] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.493744] env[65682]: DEBUG oslo_vmware.api [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.578509] env[65682]: DEBUG oslo_concurrency.lockutils [None req-6c21a26e-acec-4e46-a92d-e9514ab2f6c1 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "interface-8c99edfb-dbb6-45e2-a6da-933e1954a1af-2821022d-e2c4-4f0f-af63-9b1a7f33548c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.174s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.913482] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.161s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.914060] env[65682]: DEBUG nova.compute.manager [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1281.995523] env[65682]: DEBUG oslo_vmware.api [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617024, 'name': PowerOnVM_Task, 'duration_secs': 0.404939} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.995905] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1281.996208] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2c18c9-7047-4e7b-af4e-f0a86d4b7770 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Updating instance 'd59edbef-b7dc-40e8-8a31-c1c1f3bc8647' progress to 100 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1282.419943] env[65682]: DEBUG nova.compute.utils [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1282.421487] env[65682]: DEBUG nova.compute.manager [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1282.421680] env[65682]: DEBUG nova.network.neutron [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1282.422008] env[65682]: WARNING neutronclient.v2_0.client [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1282.422831] env[65682]: WARNING neutronclient.v2_0.client [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1282.474642] env[65682]: DEBUG nova.policy [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9be76c44fd2541bbb9c03b9c1c6f8189', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5863e73c6b24975a9b9ad9e27eb944e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1282.766303] env[65682]: DEBUG nova.network.neutron [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Successfully created port: 76e6c841-5a55-43dd-b443-5c8652c797c4 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1282.926655] env[65682]: DEBUG nova.compute.manager [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1283.137407] env[65682]: DEBUG oslo_concurrency.lockutils [None req-77b8d00f-6e56-43ec-ac28-395affa3901e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "interface-8c99edfb-dbb6-45e2-a6da-933e1954a1af-2821022d-e2c4-4f0f-af63-9b1a7f33548c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.137658] env[65682]: DEBUG oslo_concurrency.lockutils [None req-77b8d00f-6e56-43ec-ac28-395affa3901e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "interface-8c99edfb-dbb6-45e2-a6da-933e1954a1af-2821022d-e2c4-4f0f-af63-9b1a7f33548c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.640511] env[65682]: DEBUG oslo_concurrency.lockutils [None req-77b8d00f-6e56-43ec-ac28-395affa3901e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "8c99edfb-dbb6-45e2-a6da-933e1954a1af" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.640742] env[65682]: DEBUG oslo_concurrency.lockutils [None req-77b8d00f-6e56-43ec-ac28-395affa3901e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquired lock "8c99edfb-dbb6-45e2-a6da-933e1954a1af" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.641743] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5154ea1-681a-4f7a-9102-904f68466e1c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.660865] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1e4661-33df-47d9-9460-b74ac1581a56 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.684029] env[65682]: WARNING neutronclient.v2_0.client [None req-77b8d00f-6e56-43ec-ac28-395affa3901e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1283.689569] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-77b8d00f-6e56-43ec-ac28-395affa3901e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Reconfiguring VM to detach interface {{(pid=65682) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1283.689908] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9b6be87-4c4a-4a2a-b160-eef94a529f5b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.708963] env[65682]: DEBUG oslo_vmware.api [None req-77b8d00f-6e56-43ec-ac28-395affa3901e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1283.708963] env[65682]: value = "task-4617025" [ 1283.708963] env[65682]: _type = "Task" [ 1283.708963] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.720724] env[65682]: DEBUG oslo_vmware.api [None req-77b8d00f-6e56-43ec-ac28-395affa3901e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617025, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.936072] env[65682]: DEBUG nova.compute.manager [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1283.963438] env[65682]: DEBUG nova.virt.hardware [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1283.963724] env[65682]: DEBUG nova.virt.hardware [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1283.963937] env[65682]: DEBUG nova.virt.hardware [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1283.964170] env[65682]: DEBUG nova.virt.hardware [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1283.964372] env[65682]: DEBUG nova.virt.hardware [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1283.964543] env[65682]: DEBUG nova.virt.hardware [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1283.964811] env[65682]: DEBUG nova.virt.hardware [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1283.965041] env[65682]: DEBUG nova.virt.hardware [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1283.965261] env[65682]: DEBUG nova.virt.hardware [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1283.965460] env[65682]: DEBUG nova.virt.hardware [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1283.965663] env[65682]: DEBUG nova.virt.hardware [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1283.966641] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a827c6b-6b9c-442f-931a-515c5292969a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.975966] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69f1143-8226-45f2-b82e-483afe280f00 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.205801] env[65682]: DEBUG nova.compute.manager [req-46561780-c9c2-4ce0-aeb4-3bedfb144816 req-bc533232-3711-49a6-be56-d47509bda065 service nova] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Received event network-vif-plugged-76e6c841-5a55-43dd-b443-5c8652c797c4 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1284.205865] env[65682]: DEBUG oslo_concurrency.lockutils [req-46561780-c9c2-4ce0-aeb4-3bedfb144816 req-bc533232-3711-49a6-be56-d47509bda065 service nova] Acquiring lock "998979a0-1b2c-4beb-a47a-3d87e78f60c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.206162] env[65682]: DEBUG oslo_concurrency.lockutils [req-46561780-c9c2-4ce0-aeb4-3bedfb144816 req-bc533232-3711-49a6-be56-d47509bda065 service nova] Lock "998979a0-1b2c-4beb-a47a-3d87e78f60c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.206298] env[65682]: DEBUG oslo_concurrency.lockutils [req-46561780-c9c2-4ce0-aeb4-3bedfb144816 req-bc533232-3711-49a6-be56-d47509bda065 service nova] Lock "998979a0-1b2c-4beb-a47a-3d87e78f60c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.206490] env[65682]: DEBUG nova.compute.manager [req-46561780-c9c2-4ce0-aeb4-3bedfb144816 req-bc533232-3711-49a6-be56-d47509bda065 service nova] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] No waiting events found dispatching network-vif-plugged-76e6c841-5a55-43dd-b443-5c8652c797c4 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1284.206671] env[65682]: WARNING nova.compute.manager [req-46561780-c9c2-4ce0-aeb4-3bedfb144816 req-bc533232-3711-49a6-be56-d47509bda065 service nova] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Received unexpected event network-vif-plugged-76e6c841-5a55-43dd-b443-5c8652c797c4 for instance with vm_state building and task_state spawning. [ 1284.219417] env[65682]: DEBUG oslo_vmware.api [None req-77b8d00f-6e56-43ec-ac28-395affa3901e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.295398] env[65682]: DEBUG nova.network.neutron [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Successfully updated port: 76e6c841-5a55-43dd-b443-5c8652c797c4 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1284.591697] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b259e2be-edf3-4a5c-bbfe-9fe137e742a7 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.591974] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b259e2be-edf3-4a5c-bbfe-9fe137e742a7 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.592150] env[65682]: DEBUG nova.compute.manager [None req-b259e2be-edf3-4a5c-bbfe-9fe137e742a7 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Going to confirm migration 9 {{(pid=65682) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1284.720154] env[65682]: DEBUG oslo_vmware.api [None req-77b8d00f-6e56-43ec-ac28-395affa3901e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.798842] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "refresh_cache-998979a0-1b2c-4beb-a47a-3d87e78f60c4" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.799056] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquired lock "refresh_cache-998979a0-1b2c-4beb-a47a-3d87e78f60c4" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.799271] env[65682]: DEBUG nova.network.neutron [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1285.099948] env[65682]: WARNING neutronclient.v2_0.client [None req-b259e2be-edf3-4a5c-bbfe-9fe137e742a7 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1285.133263] env[65682]: WARNING neutronclient.v2_0.client [None req-b259e2be-edf3-4a5c-bbfe-9fe137e742a7 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1285.133608] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b259e2be-edf3-4a5c-bbfe-9fe137e742a7 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "refresh_cache-d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.133794] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b259e2be-edf3-4a5c-bbfe-9fe137e742a7 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquired lock "refresh_cache-d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.133969] env[65682]: DEBUG nova.network.neutron [None req-b259e2be-edf3-4a5c-bbfe-9fe137e742a7 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1285.134165] env[65682]: DEBUG nova.objects.instance [None req-b259e2be-edf3-4a5c-bbfe-9fe137e742a7 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lazy-loading 'info_cache' on Instance uuid d59edbef-b7dc-40e8-8a31-c1c1f3bc8647 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.220544] env[65682]: DEBUG oslo_vmware.api [None req-77b8d00f-6e56-43ec-ac28-395affa3901e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.334330] env[65682]: DEBUG nova.network.neutron [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1285.407803] env[65682]: WARNING neutronclient.v2_0.client [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1285.476448] env[65682]: DEBUG nova.network.neutron [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Updating instance_info_cache with network_info: [{"id": "76e6c841-5a55-43dd-b443-5c8652c797c4", "address": "fa:16:3e:ba:d4:ea", "network": {"id": "4af9ad29-aa78-4e31-a549-d3d6076f5828", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-940499248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5863e73c6b24975a9b9ad9e27eb944e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76e6c841-5a", "ovs_interfaceid": "76e6c841-5a55-43dd-b443-5c8652c797c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.721164] env[65682]: DEBUG oslo_vmware.api [None req-77b8d00f-6e56-43ec-ac28-395affa3901e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.979026] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Releasing lock "refresh_cache-998979a0-1b2c-4beb-a47a-3d87e78f60c4" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.979465] env[65682]: DEBUG nova.compute.manager [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Instance network_info: |[{"id": "76e6c841-5a55-43dd-b443-5c8652c797c4", "address": "fa:16:3e:ba:d4:ea", "network": {"id": "4af9ad29-aa78-4e31-a549-d3d6076f5828", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-940499248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5863e73c6b24975a9b9ad9e27eb944e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76e6c841-5a", "ovs_interfaceid": "76e6c841-5a55-43dd-b443-5c8652c797c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1285.980026] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:d4:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a34aa30-95be-4b18-98ca-1f2d81f7e9e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76e6c841-5a55-43dd-b443-5c8652c797c4', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1285.988141] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1285.988373] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1285.988607] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e9006f6-876c-4877-9238-0afdb880139c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.008707] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1286.008707] env[65682]: value = "task-4617026" [ 1286.008707] env[65682]: _type = "Task" [ 1286.008707] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.016830] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4617026, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.140953] env[65682]: WARNING neutronclient.v2_0.client [None req-b259e2be-edf3-4a5c-bbfe-9fe137e742a7 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1286.223573] env[65682]: DEBUG oslo_vmware.api [None req-77b8d00f-6e56-43ec-ac28-395affa3901e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.239614] env[65682]: DEBUG nova.compute.manager [req-9747c5d4-b31d-4c92-ae83-8ae6f887c6f9 req-623e6dfc-e5fb-4347-815c-609cfa27c4fe service nova] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Received event network-changed-76e6c841-5a55-43dd-b443-5c8652c797c4 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1286.239797] env[65682]: DEBUG nova.compute.manager [req-9747c5d4-b31d-4c92-ae83-8ae6f887c6f9 req-623e6dfc-e5fb-4347-815c-609cfa27c4fe service nova] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Refreshing instance network info cache due to event network-changed-76e6c841-5a55-43dd-b443-5c8652c797c4. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1286.239996] env[65682]: DEBUG oslo_concurrency.lockutils [req-9747c5d4-b31d-4c92-ae83-8ae6f887c6f9 req-623e6dfc-e5fb-4347-815c-609cfa27c4fe service nova] Acquiring lock "refresh_cache-998979a0-1b2c-4beb-a47a-3d87e78f60c4" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.240155] env[65682]: DEBUG oslo_concurrency.lockutils [req-9747c5d4-b31d-4c92-ae83-8ae6f887c6f9 req-623e6dfc-e5fb-4347-815c-609cfa27c4fe service nova] Acquired lock "refresh_cache-998979a0-1b2c-4beb-a47a-3d87e78f60c4" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.240311] env[65682]: DEBUG nova.network.neutron [req-9747c5d4-b31d-4c92-ae83-8ae6f887c6f9 req-623e6dfc-e5fb-4347-815c-609cfa27c4fe service nova] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Refreshing network info cache for port 76e6c841-5a55-43dd-b443-5c8652c797c4 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.315926] env[65682]: WARNING neutronclient.v2_0.client [None req-b259e2be-edf3-4a5c-bbfe-9fe137e742a7 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1286.389746] env[65682]: DEBUG nova.network.neutron [None req-b259e2be-edf3-4a5c-bbfe-9fe137e742a7 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Updating instance_info_cache with network_info: [{"id": "a30068d1-3519-43b1-844a-07f0e3d8eb8d", "address": "fa:16:3e:49:e6:eb", "network": {"id": "32a6f6c7-8e13-4644-8790-f5922bc8a5cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2123705961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67a873a51b0a41c58c8fa980aa58f328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa30068d1-35", "ovs_interfaceid": "a30068d1-3519-43b1-844a-07f0e3d8eb8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.519439] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4617026, 'name': CreateVM_Task, 'duration_secs': 0.340279} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.519615] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1286.520067] env[65682]: WARNING neutronclient.v2_0.client [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1286.520423] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.520591] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.520947] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.521202] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c381b400-7918-4027-af85-2a9b7cccbfca {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.526036] env[65682]: DEBUG oslo_vmware.api [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1286.526036] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52bd7bac-fce4-56c6-cb50-302277f99e10" [ 1286.526036] env[65682]: _type = "Task" [ 1286.526036] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.534809] env[65682]: DEBUG oslo_vmware.api [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52bd7bac-fce4-56c6-cb50-302277f99e10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.721556] env[65682]: DEBUG oslo_vmware.api [None req-77b8d00f-6e56-43ec-ac28-395affa3901e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.742730] env[65682]: WARNING neutronclient.v2_0.client [req-9747c5d4-b31d-4c92-ae83-8ae6f887c6f9 req-623e6dfc-e5fb-4347-815c-609cfa27c4fe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1286.876315] env[65682]: WARNING neutronclient.v2_0.client [req-9747c5d4-b31d-4c92-ae83-8ae6f887c6f9 req-623e6dfc-e5fb-4347-815c-609cfa27c4fe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1286.893032] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b259e2be-edf3-4a5c-bbfe-9fe137e742a7 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Releasing lock "refresh_cache-d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.893290] env[65682]: DEBUG nova.objects.instance [None req-b259e2be-edf3-4a5c-bbfe-9fe137e742a7 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lazy-loading 'migration_context' on Instance uuid d59edbef-b7dc-40e8-8a31-c1c1f3bc8647 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.942257] env[65682]: DEBUG nova.network.neutron [req-9747c5d4-b31d-4c92-ae83-8ae6f887c6f9 req-623e6dfc-e5fb-4347-815c-609cfa27c4fe service nova] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Updated VIF entry in instance network info cache for port 76e6c841-5a55-43dd-b443-5c8652c797c4. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1286.942676] env[65682]: DEBUG nova.network.neutron [req-9747c5d4-b31d-4c92-ae83-8ae6f887c6f9 req-623e6dfc-e5fb-4347-815c-609cfa27c4fe service nova] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Updating instance_info_cache with network_info: [{"id": "76e6c841-5a55-43dd-b443-5c8652c797c4", "address": "fa:16:3e:ba:d4:ea", "network": {"id": "4af9ad29-aa78-4e31-a549-d3d6076f5828", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-940499248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5863e73c6b24975a9b9ad9e27eb944e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76e6c841-5a", "ovs_interfaceid": "76e6c841-5a55-43dd-b443-5c8652c797c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.037201] env[65682]: DEBUG oslo_vmware.api [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52bd7bac-fce4-56c6-cb50-302277f99e10, 'name': SearchDatastore_Task, 'duration_secs': 0.010782} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.037452] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.037685] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1287.037908] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.038066] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.038246] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1287.038506] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f88ade1-4cd6-4e9e-8491-052f4d555d17 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.047406] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1287.047596] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1287.048314] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51b81a72-2be7-4efe-8773-1c4900d4f942 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.053653] env[65682]: DEBUG oslo_vmware.api [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1287.053653] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52db1589-9782-94d6-aca8-b84d7d70185e" [ 1287.053653] env[65682]: _type = "Task" [ 1287.053653] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.063365] env[65682]: DEBUG oslo_vmware.api [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52db1589-9782-94d6-aca8-b84d7d70185e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.222355] env[65682]: DEBUG oslo_vmware.api [None req-77b8d00f-6e56-43ec-ac28-395affa3901e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.396598] env[65682]: DEBUG nova.objects.base [None req-b259e2be-edf3-4a5c-bbfe-9fe137e742a7 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65682) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1287.397632] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcad5eb-1516-4310-9462-15059cd51781 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.417467] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c96ae180-b28a-47f3-a06f-a0fc334bf0ae {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.425596] env[65682]: DEBUG oslo_vmware.api [None req-b259e2be-edf3-4a5c-bbfe-9fe137e742a7 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1287.425596] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c0b48e-4237-8463-bfeb-47c39169ecdf" [ 1287.425596] env[65682]: _type = "Task" [ 1287.425596] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.435195] env[65682]: DEBUG oslo_vmware.api [None req-b259e2be-edf3-4a5c-bbfe-9fe137e742a7 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c0b48e-4237-8463-bfeb-47c39169ecdf, 'name': SearchDatastore_Task, 'duration_secs': 0.007694} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.435549] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b259e2be-edf3-4a5c-bbfe-9fe137e742a7 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.435823] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b259e2be-edf3-4a5c-bbfe-9fe137e742a7 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.445216] env[65682]: DEBUG oslo_concurrency.lockutils [req-9747c5d4-b31d-4c92-ae83-8ae6f887c6f9 req-623e6dfc-e5fb-4347-815c-609cfa27c4fe service nova] Releasing lock "refresh_cache-998979a0-1b2c-4beb-a47a-3d87e78f60c4" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.565361] env[65682]: DEBUG oslo_vmware.api [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52db1589-9782-94d6-aca8-b84d7d70185e, 'name': SearchDatastore_Task, 'duration_secs': 0.009918} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.566146] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53c86a51-f191-4595-bea9-94ed62ce0ebd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.573226] env[65682]: DEBUG oslo_vmware.api [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1287.573226] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]526d503d-b60b-ac77-f6eb-f2bee2d10b46" [ 1287.573226] env[65682]: _type = "Task" [ 1287.573226] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.582364] env[65682]: DEBUG oslo_vmware.api [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]526d503d-b60b-ac77-f6eb-f2bee2d10b46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.722848] env[65682]: DEBUG oslo_vmware.api [None req-77b8d00f-6e56-43ec-ac28-395affa3901e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.015957] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b861eea9-802f-40ce-b630-d6d1e4f0b635 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.023878] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c476396-57a2-4ca3-b751-ec9cb0b38763 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.054579] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50475603-b030-46f6-a56e-220120a15d01 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.062728] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5439027-f8d8-4ad5-b6f5-c64e5adc7edf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.076525] env[65682]: DEBUG nova.compute.provider_tree [None req-b259e2be-edf3-4a5c-bbfe-9fe137e742a7 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.086239] env[65682]: DEBUG oslo_vmware.api [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]526d503d-b60b-ac77-f6eb-f2bee2d10b46, 'name': SearchDatastore_Task, 'duration_secs': 0.012237} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.087110] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.087372] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 998979a0-1b2c-4beb-a47a-3d87e78f60c4/998979a0-1b2c-4beb-a47a-3d87e78f60c4.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1288.087652] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cd5093c-b90b-4b0a-8810-4c8c24187c66 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.095718] env[65682]: DEBUG oslo_vmware.api [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1288.095718] env[65682]: value = "task-4617027" [ 1288.095718] env[65682]: _type = "Task" [ 1288.095718] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.104243] env[65682]: DEBUG oslo_vmware.api [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.223790] env[65682]: DEBUG oslo_vmware.api [None req-77b8d00f-6e56-43ec-ac28-395affa3901e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.581841] env[65682]: DEBUG nova.scheduler.client.report [None req-b259e2be-edf3-4a5c-bbfe-9fe137e742a7 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.606209] env[65682]: DEBUG oslo_vmware.api [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438185} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.606465] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 998979a0-1b2c-4beb-a47a-3d87e78f60c4/998979a0-1b2c-4beb-a47a-3d87e78f60c4.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1288.606672] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1288.606918] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4da519c3-d7ca-4299-96e1-c75150727479 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.613811] env[65682]: DEBUG oslo_vmware.api [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1288.613811] env[65682]: value = "task-4617028" [ 1288.613811] env[65682]: _type = "Task" [ 1288.613811] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.622437] env[65682]: DEBUG oslo_vmware.api [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617028, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.724249] env[65682]: DEBUG oslo_vmware.api [None req-77b8d00f-6e56-43ec-ac28-395affa3901e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.124787] env[65682]: DEBUG oslo_vmware.api [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617028, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059652} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.125102] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1289.126041] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bff36bc-2e69-45ae-89d9-426340f4c3f6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.149442] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 998979a0-1b2c-4beb-a47a-3d87e78f60c4/998979a0-1b2c-4beb-a47a-3d87e78f60c4.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.149846] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cf4bdc5-75e9-4c56-9b0d-1a5ebe6dd4d4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.169792] env[65682]: DEBUG oslo_vmware.api [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1289.169792] env[65682]: value = "task-4617029" [ 1289.169792] env[65682]: _type = "Task" [ 1289.169792] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.179617] env[65682]: DEBUG oslo_vmware.api [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617029, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.224271] env[65682]: DEBUG oslo_vmware.api [None req-77b8d00f-6e56-43ec-ac28-395affa3901e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617025, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.592420] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b259e2be-edf3-4a5c-bbfe-9fe137e742a7 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.156s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.680402] env[65682]: DEBUG oslo_vmware.api [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617029, 'name': ReconfigVM_Task, 'duration_secs': 0.428021} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.680875] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 998979a0-1b2c-4beb-a47a-3d87e78f60c4/998979a0-1b2c-4beb-a47a-3d87e78f60c4.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.681330] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba2ac2dc-0232-49f7-8ddc-0d8a9ed6d318 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.689628] env[65682]: DEBUG oslo_vmware.api [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1289.689628] env[65682]: value = "task-4617030" [ 1289.689628] env[65682]: _type = "Task" [ 1289.689628] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.697708] env[65682]: DEBUG oslo_vmware.api [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617030, 'name': Rename_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.724460] env[65682]: DEBUG oslo_vmware.api [None req-77b8d00f-6e56-43ec-ac28-395affa3901e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617025, 'name': ReconfigVM_Task, 'duration_secs': 5.779481} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.724791] env[65682]: DEBUG oslo_concurrency.lockutils [None req-77b8d00f-6e56-43ec-ac28-395affa3901e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Releasing lock "8c99edfb-dbb6-45e2-a6da-933e1954a1af" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.724991] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-77b8d00f-6e56-43ec-ac28-395affa3901e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Reconfigured VM to detach interface {{(pid=65682) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1289.725494] env[65682]: WARNING neutronclient.v2_0.client [None req-77b8d00f-6e56-43ec-ac28-395affa3901e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1289.725775] env[65682]: WARNING neutronclient.v2_0.client [None req-77b8d00f-6e56-43ec-ac28-395affa3901e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1289.755414] env[65682]: WARNING neutronclient.v2_0.client [None req-77b8d00f-6e56-43ec-ac28-395affa3901e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1290.154224] env[65682]: INFO nova.scheduler.client.report [None req-b259e2be-edf3-4a5c-bbfe-9fe137e742a7 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Deleted allocation for migration 16c12e7b-41f9-47ba-a917-38f4f7067efe [ 1290.201866] env[65682]: DEBUG oslo_vmware.api [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617030, 'name': Rename_Task, 'duration_secs': 0.141938} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.201866] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1290.201866] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a5f23e3-1274-462a-8cff-649f4df66872 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.208606] env[65682]: DEBUG oslo_vmware.api [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1290.208606] env[65682]: value = "task-4617031" [ 1290.208606] env[65682]: _type = "Task" [ 1290.208606] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.218249] env[65682]: DEBUG oslo_vmware.api [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.572265] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d33c2e63-491e-425d-b04e-8d9e3bcf6cd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.583992] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b089370f-a292-4001-b306-cb7eb0bb1cfb tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "8c99edfb-dbb6-45e2-a6da-933e1954a1af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.584281] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b089370f-a292-4001-b306-cb7eb0bb1cfb tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "8c99edfb-dbb6-45e2-a6da-933e1954a1af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.584518] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b089370f-a292-4001-b306-cb7eb0bb1cfb tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "8c99edfb-dbb6-45e2-a6da-933e1954a1af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.584725] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b089370f-a292-4001-b306-cb7eb0bb1cfb tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "8c99edfb-dbb6-45e2-a6da-933e1954a1af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.584914] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b089370f-a292-4001-b306-cb7eb0bb1cfb tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "8c99edfb-dbb6-45e2-a6da-933e1954a1af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.587187] env[65682]: INFO nova.compute.manager [None req-b089370f-a292-4001-b306-cb7eb0bb1cfb tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Terminating instance [ 1290.659999] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b259e2be-edf3-4a5c-bbfe-9fe137e742a7 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.068s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.661189] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d33c2e63-491e-425d-b04e-8d9e3bcf6cd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.089s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.661464] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d33c2e63-491e-425d-b04e-8d9e3bcf6cd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "d59edbef-b7dc-40e8-8a31-c1c1f3bc8647-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.661685] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d33c2e63-491e-425d-b04e-8d9e3bcf6cd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "d59edbef-b7dc-40e8-8a31-c1c1f3bc8647-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.661851] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d33c2e63-491e-425d-b04e-8d9e3bcf6cd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "d59edbef-b7dc-40e8-8a31-c1c1f3bc8647-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.665620] env[65682]: INFO nova.compute.manager [None req-d33c2e63-491e-425d-b04e-8d9e3bcf6cd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Terminating instance [ 1290.723247] env[65682]: DEBUG oslo_vmware.api [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617031, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.022150] env[65682]: DEBUG oslo_concurrency.lockutils [None req-77b8d00f-6e56-43ec-ac28-395affa3901e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "refresh_cache-8c99edfb-dbb6-45e2-a6da-933e1954a1af" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.023043] env[65682]: DEBUG oslo_concurrency.lockutils [None req-77b8d00f-6e56-43ec-ac28-395affa3901e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquired lock "refresh_cache-8c99edfb-dbb6-45e2-a6da-933e1954a1af" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.023043] env[65682]: DEBUG nova.network.neutron [None req-77b8d00f-6e56-43ec-ac28-395affa3901e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1291.091066] env[65682]: DEBUG nova.compute.manager [None req-b089370f-a292-4001-b306-cb7eb0bb1cfb tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1291.091329] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b089370f-a292-4001-b306-cb7eb0bb1cfb tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1291.092399] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15017818-df7b-4001-8840-ea4a8ffd88ee {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.100675] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b089370f-a292-4001-b306-cb7eb0bb1cfb tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.100937] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d16939a-2dd9-4e6d-92cb-41bb6b3827dd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.107366] env[65682]: DEBUG oslo_vmware.api [None req-b089370f-a292-4001-b306-cb7eb0bb1cfb tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1291.107366] env[65682]: value = "task-4617032" [ 1291.107366] env[65682]: _type = "Task" [ 1291.107366] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.115405] env[65682]: DEBUG oslo_vmware.api [None req-b089370f-a292-4001-b306-cb7eb0bb1cfb tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.172889] env[65682]: DEBUG nova.compute.manager [None req-d33c2e63-491e-425d-b04e-8d9e3bcf6cd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1291.173124] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d33c2e63-491e-425d-b04e-8d9e3bcf6cd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1291.174156] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a7a2c0-a0d2-43c3-b2d1-87fb9fdba675 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.184521] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33c2e63-491e-425d-b04e-8d9e3bcf6cd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.184991] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec232fb6-179e-406e-b5b0-e811da2168c1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.192635] env[65682]: DEBUG oslo_vmware.api [None req-d33c2e63-491e-425d-b04e-8d9e3bcf6cd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1291.192635] env[65682]: value = "task-4617033" [ 1291.192635] env[65682]: _type = "Task" [ 1291.192635] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.201689] env[65682]: DEBUG oslo_vmware.api [None req-d33c2e63-491e-425d-b04e-8d9e3bcf6cd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.219752] env[65682]: DEBUG oslo_vmware.api [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617031, 'name': PowerOnVM_Task, 'duration_secs': 0.552843} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.220012] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1291.220219] env[65682]: INFO nova.compute.manager [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Took 7.28 seconds to spawn the instance on the hypervisor. [ 1291.220393] env[65682]: DEBUG nova.compute.manager [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1291.221190] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a91ba9-32ab-432b-b759-f5ac10bf0475 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.525155] env[65682]: WARNING neutronclient.v2_0.client [None req-77b8d00f-6e56-43ec-ac28-395affa3901e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1291.617860] env[65682]: DEBUG oslo_vmware.api [None req-b089370f-a292-4001-b306-cb7eb0bb1cfb tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617032, 'name': PowerOffVM_Task, 'duration_secs': 0.271313} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.618207] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-b089370f-a292-4001-b306-cb7eb0bb1cfb tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1291.618382] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b089370f-a292-4001-b306-cb7eb0bb1cfb tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1291.618664] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd357fc1-e89d-4abf-a26f-58f2af6f3ac8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.685075] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b089370f-a292-4001-b306-cb7eb0bb1cfb tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1291.685315] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b089370f-a292-4001-b306-cb7eb0bb1cfb tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Deleting contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1291.685483] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-b089370f-a292-4001-b306-cb7eb0bb1cfb tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Deleting the datastore file [datastore1] 8c99edfb-dbb6-45e2-a6da-933e1954a1af {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1291.685775] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fa9450f-4b88-428b-9f1f-e4d6023ebf83 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.693261] env[65682]: DEBUG oslo_vmware.api [None req-b089370f-a292-4001-b306-cb7eb0bb1cfb tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1291.693261] env[65682]: value = "task-4617035" [ 1291.693261] env[65682]: _type = "Task" [ 1291.693261] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.700123] env[65682]: WARNING neutronclient.v2_0.client [None req-77b8d00f-6e56-43ec-ac28-395affa3901e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1291.708503] env[65682]: DEBUG oslo_vmware.api [None req-d33c2e63-491e-425d-b04e-8d9e3bcf6cd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.711748] env[65682]: DEBUG oslo_vmware.api [None req-b089370f-a292-4001-b306-cb7eb0bb1cfb tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.740684] env[65682]: INFO nova.compute.manager [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Took 12.01 seconds to build instance. [ 1291.771857] env[65682]: INFO nova.network.neutron [None req-77b8d00f-6e56-43ec-ac28-395affa3901e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Port 2821022d-e2c4-4f0f-af63-9b1a7f33548c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1291.772217] env[65682]: DEBUG nova.network.neutron [None req-77b8d00f-6e56-43ec-ac28-395affa3901e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Updating instance_info_cache with network_info: [{"id": "22122495-9912-46c1-87ab-9a40c024a4c8", "address": "fa:16:3e:3f:0b:df", "network": {"id": "c45a451c-4ba5-4425-97bd-74d6c41dd161", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1708904232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b87a7f5e3294030a48b0bacd6637caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22122495-99", "ovs_interfaceid": "22122495-9912-46c1-87ab-9a40c024a4c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.206885] env[65682]: DEBUG oslo_vmware.api [None req-b089370f-a292-4001-b306-cb7eb0bb1cfb tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149874} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.210990] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-b089370f-a292-4001-b306-cb7eb0bb1cfb tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1292.211260] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b089370f-a292-4001-b306-cb7eb0bb1cfb tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Deleted contents of the VM from datastore datastore1 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1292.211501] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-b089370f-a292-4001-b306-cb7eb0bb1cfb tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1292.211739] env[65682]: INFO nova.compute.manager [None req-b089370f-a292-4001-b306-cb7eb0bb1cfb tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1292.211998] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-b089370f-a292-4001-b306-cb7eb0bb1cfb tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1292.212226] env[65682]: DEBUG oslo_vmware.api [None req-d33c2e63-491e-425d-b04e-8d9e3bcf6cd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617033, 'name': PowerOffVM_Task, 'duration_secs': 1.002838} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.212465] env[65682]: DEBUG nova.compute.manager [-] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1292.212592] env[65682]: DEBUG nova.network.neutron [-] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1292.212839] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1292.214782] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33c2e63-491e-425d-b04e-8d9e3bcf6cd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1292.214951] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d33c2e63-491e-425d-b04e-8d9e3bcf6cd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1292.215436] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45a23128-6a54-4052-b7f6-c17f92b2c683 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.243765] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f406e5da-8740-4c20-9c07-35cc705c8daa tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "998979a0-1b2c-4beb-a47a-3d87e78f60c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.518s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.256674] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1292.275453] env[65682]: DEBUG oslo_concurrency.lockutils [None req-77b8d00f-6e56-43ec-ac28-395affa3901e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Releasing lock "refresh_cache-8c99edfb-dbb6-45e2-a6da-933e1954a1af" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.291758] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d33c2e63-491e-425d-b04e-8d9e3bcf6cd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1292.291999] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d33c2e63-491e-425d-b04e-8d9e3bcf6cd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1292.292172] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-d33c2e63-491e-425d-b04e-8d9e3bcf6cd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Deleting the datastore file [datastore2] d59edbef-b7dc-40e8-8a31-c1c1f3bc8647 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1292.292467] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a3aeaed-658a-4811-b5f2-7e81c894ee99 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.301175] env[65682]: DEBUG oslo_vmware.api [None req-d33c2e63-491e-425d-b04e-8d9e3bcf6cd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1292.301175] env[65682]: value = "task-4617037" [ 1292.301175] env[65682]: _type = "Task" [ 1292.301175] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.312498] env[65682]: DEBUG oslo_vmware.api [None req-d33c2e63-491e-425d-b04e-8d9e3bcf6cd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.780368] env[65682]: DEBUG oslo_concurrency.lockutils [None req-77b8d00f-6e56-43ec-ac28-395affa3901e tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "interface-8c99edfb-dbb6-45e2-a6da-933e1954a1af-2821022d-e2c4-4f0f-af63-9b1a7f33548c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.642s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.815891] env[65682]: DEBUG oslo_vmware.api [None req-d33c2e63-491e-425d-b04e-8d9e3bcf6cd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168362} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.816605] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-d33c2e63-491e-425d-b04e-8d9e3bcf6cd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1292.816605] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d33c2e63-491e-425d-b04e-8d9e3bcf6cd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1292.816816] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d33c2e63-491e-425d-b04e-8d9e3bcf6cd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1292.816910] env[65682]: INFO nova.compute.manager [None req-d33c2e63-491e-425d-b04e-8d9e3bcf6cd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1292.817193] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-d33c2e63-491e-425d-b04e-8d9e3bcf6cd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1292.817643] env[65682]: DEBUG nova.compute.manager [-] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1292.817643] env[65682]: DEBUG nova.network.neutron [-] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1292.817740] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1292.830516] env[65682]: DEBUG nova.compute.manager [req-a1e3b3b3-9476-4a10-82e3-469bfe2ec411 req-a5142fa3-51c6-48d5-bbdd-cc4c3c9db975 service nova] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Received event network-changed-76e6c841-5a55-43dd-b443-5c8652c797c4 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1292.830979] env[65682]: DEBUG nova.compute.manager [req-a1e3b3b3-9476-4a10-82e3-469bfe2ec411 req-a5142fa3-51c6-48d5-bbdd-cc4c3c9db975 service nova] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Refreshing instance network info cache due to event network-changed-76e6c841-5a55-43dd-b443-5c8652c797c4. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1292.831320] env[65682]: DEBUG oslo_concurrency.lockutils [req-a1e3b3b3-9476-4a10-82e3-469bfe2ec411 req-a5142fa3-51c6-48d5-bbdd-cc4c3c9db975 service nova] Acquiring lock "refresh_cache-998979a0-1b2c-4beb-a47a-3d87e78f60c4" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.831721] env[65682]: DEBUG oslo_concurrency.lockutils [req-a1e3b3b3-9476-4a10-82e3-469bfe2ec411 req-a5142fa3-51c6-48d5-bbdd-cc4c3c9db975 service nova] Acquired lock "refresh_cache-998979a0-1b2c-4beb-a47a-3d87e78f60c4" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.831910] env[65682]: DEBUG nova.network.neutron [req-a1e3b3b3-9476-4a10-82e3-469bfe2ec411 req-a5142fa3-51c6-48d5-bbdd-cc4c3c9db975 service nova] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Refreshing network info cache for port 76e6c841-5a55-43dd-b443-5c8652c797c4 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.855277] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1292.992692] env[65682]: DEBUG nova.compute.manager [req-3531c05b-512c-49d8-b2fd-3211e228a91d req-0f4bb45d-a8fc-4e1c-b6b0-465910a68d15 service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Received event network-vif-deleted-22122495-9912-46c1-87ab-9a40c024a4c8 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1292.992752] env[65682]: INFO nova.compute.manager [req-3531c05b-512c-49d8-b2fd-3211e228a91d req-0f4bb45d-a8fc-4e1c-b6b0-465910a68d15 service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Neutron deleted interface 22122495-9912-46c1-87ab-9a40c024a4c8; detaching it from the instance and deleting it from the info cache [ 1292.992879] env[65682]: DEBUG nova.network.neutron [req-3531c05b-512c-49d8-b2fd-3211e228a91d req-0f4bb45d-a8fc-4e1c-b6b0-465910a68d15 service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.334784] env[65682]: WARNING neutronclient.v2_0.client [req-a1e3b3b3-9476-4a10-82e3-469bfe2ec411 req-a5142fa3-51c6-48d5-bbdd-cc4c3c9db975 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1293.476584] env[65682]: DEBUG nova.network.neutron [-] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.495558] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a16439b8-0a11-46a5-8592-f6de4e36124b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.510789] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b8111d-b1f7-4f39-b600-109753cf442a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.523362] env[65682]: WARNING neutronclient.v2_0.client [req-a1e3b3b3-9476-4a10-82e3-469bfe2ec411 req-a5142fa3-51c6-48d5-bbdd-cc4c3c9db975 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1293.546827] env[65682]: DEBUG nova.compute.manager [req-3531c05b-512c-49d8-b2fd-3211e228a91d req-0f4bb45d-a8fc-4e1c-b6b0-465910a68d15 service nova] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Detach interface failed, port_id=22122495-9912-46c1-87ab-9a40c024a4c8, reason: Instance 8c99edfb-dbb6-45e2-a6da-933e1954a1af could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1293.599603] env[65682]: DEBUG nova.network.neutron [req-a1e3b3b3-9476-4a10-82e3-469bfe2ec411 req-a5142fa3-51c6-48d5-bbdd-cc4c3c9db975 service nova] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Updated VIF entry in instance network info cache for port 76e6c841-5a55-43dd-b443-5c8652c797c4. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1293.600022] env[65682]: DEBUG nova.network.neutron [req-a1e3b3b3-9476-4a10-82e3-469bfe2ec411 req-a5142fa3-51c6-48d5-bbdd-cc4c3c9db975 service nova] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Updating instance_info_cache with network_info: [{"id": "76e6c841-5a55-43dd-b443-5c8652c797c4", "address": "fa:16:3e:ba:d4:ea", "network": {"id": "4af9ad29-aa78-4e31-a549-d3d6076f5828", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-940499248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5863e73c6b24975a9b9ad9e27eb944e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76e6c841-5a", "ovs_interfaceid": "76e6c841-5a55-43dd-b443-5c8652c797c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.776326] env[65682]: DEBUG nova.network.neutron [-] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.983738] env[65682]: INFO nova.compute.manager [-] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Took 1.77 seconds to deallocate network for instance. [ 1294.103459] env[65682]: DEBUG oslo_concurrency.lockutils [req-a1e3b3b3-9476-4a10-82e3-469bfe2ec411 req-a5142fa3-51c6-48d5-bbdd-cc4c3c9db975 service nova] Releasing lock "refresh_cache-998979a0-1b2c-4beb-a47a-3d87e78f60c4" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.279432] env[65682]: INFO nova.compute.manager [-] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Took 1.46 seconds to deallocate network for instance. [ 1294.490447] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b089370f-a292-4001-b306-cb7eb0bb1cfb tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.490727] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b089370f-a292-4001-b306-cb7eb0bb1cfb tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.490952] env[65682]: DEBUG nova.objects.instance [None req-b089370f-a292-4001-b306-cb7eb0bb1cfb tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lazy-loading 'resources' on Instance uuid 8c99edfb-dbb6-45e2-a6da-933e1954a1af {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.787288] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d33c2e63-491e-425d-b04e-8d9e3bcf6cd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.866214] env[65682]: DEBUG nova.compute.manager [req-0230c037-488b-42b7-ac7c-8caaf7934eab req-4f0f5eae-109d-4e89-9e6e-f98a3591f4cd service nova] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Received event network-vif-deleted-a30068d1-3519-43b1-844a-07f0e3d8eb8d {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1295.061832] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d077abc7-cf2b-4b6a-9aea-268a9228fd0b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.069981] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d49ca6-708d-4293-981c-81976914e19d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.102354] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8dee2f-507b-4d08-8152-0a3dbe2cd440 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.110022] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedbc2e8-b115-4453-818b-1eee4e444699 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.124621] env[65682]: DEBUG nova.compute.provider_tree [None req-b089370f-a292-4001-b306-cb7eb0bb1cfb tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.628610] env[65682]: DEBUG nova.scheduler.client.report [None req-b089370f-a292-4001-b306-cb7eb0bb1cfb tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.134054] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b089370f-a292-4001-b306-cb7eb0bb1cfb tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.136535] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d33c2e63-491e-425d-b04e-8d9e3bcf6cd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.350s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.136743] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d33c2e63-491e-425d-b04e-8d9e3bcf6cd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.151615] env[65682]: INFO nova.scheduler.client.report [None req-b089370f-a292-4001-b306-cb7eb0bb1cfb tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Deleted allocations for instance 8c99edfb-dbb6-45e2-a6da-933e1954a1af [ 1296.153790] env[65682]: INFO nova.scheduler.client.report [None req-d33c2e63-491e-425d-b04e-8d9e3bcf6cd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Deleted allocations for instance d59edbef-b7dc-40e8-8a31-c1c1f3bc8647 [ 1296.668587] env[65682]: DEBUG oslo_concurrency.lockutils [None req-b089370f-a292-4001-b306-cb7eb0bb1cfb tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "8c99edfb-dbb6-45e2-a6da-933e1954a1af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.084s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.669595] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d33c2e63-491e-425d-b04e-8d9e3bcf6cd2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "d59edbef-b7dc-40e8-8a31-c1c1f3bc8647" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.008s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.605614] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8e94040b-d596-4b21-810b-2c26a9fdfd30 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "54c0aa42-b608-4e72-b397-4805232d89b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.605942] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8e94040b-d596-4b21-810b-2c26a9fdfd30 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "54c0aa42-b608-4e72-b397-4805232d89b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.606106] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8e94040b-d596-4b21-810b-2c26a9fdfd30 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "54c0aa42-b608-4e72-b397-4805232d89b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.606291] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8e94040b-d596-4b21-810b-2c26a9fdfd30 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "54c0aa42-b608-4e72-b397-4805232d89b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.606458] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8e94040b-d596-4b21-810b-2c26a9fdfd30 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "54c0aa42-b608-4e72-b397-4805232d89b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.608525] env[65682]: INFO nova.compute.manager [None req-8e94040b-d596-4b21-810b-2c26a9fdfd30 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Terminating instance [ 1298.086625] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "fcef2b6f-fb64-456f-8cd7-768df845945e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.086893] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "fcef2b6f-fb64-456f-8cd7-768df845945e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.111839] env[65682]: DEBUG nova.compute.manager [None req-8e94040b-d596-4b21-810b-2c26a9fdfd30 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1298.112107] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8e94040b-d596-4b21-810b-2c26a9fdfd30 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1298.113277] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552da7ac-0e18-4e36-9977-29e7c2194e3f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.121985] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e94040b-d596-4b21-810b-2c26a9fdfd30 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1298.122244] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11f61223-ccac-42f1-9414-758a7e9e0388 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.128606] env[65682]: DEBUG oslo_vmware.api [None req-8e94040b-d596-4b21-810b-2c26a9fdfd30 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1298.128606] env[65682]: value = "task-4617038" [ 1298.128606] env[65682]: _type = "Task" [ 1298.128606] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.137327] env[65682]: DEBUG oslo_vmware.api [None req-8e94040b-d596-4b21-810b-2c26a9fdfd30 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.589696] env[65682]: DEBUG nova.compute.manager [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1298.639970] env[65682]: DEBUG oslo_vmware.api [None req-8e94040b-d596-4b21-810b-2c26a9fdfd30 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617038, 'name': PowerOffVM_Task, 'duration_secs': 0.201702} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.640359] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e94040b-d596-4b21-810b-2c26a9fdfd30 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1298.640407] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8e94040b-d596-4b21-810b-2c26a9fdfd30 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1298.640659] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-030fbfcd-2138-4b88-ba8f-a7537025635e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.707125] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8e94040b-d596-4b21-810b-2c26a9fdfd30 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1298.707389] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8e94040b-d596-4b21-810b-2c26a9fdfd30 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1298.707627] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e94040b-d596-4b21-810b-2c26a9fdfd30 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Deleting the datastore file [datastore2] 54c0aa42-b608-4e72-b397-4805232d89b8 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1298.707976] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1afd84c-140e-492d-89c8-9f67a68212a3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.715194] env[65682]: DEBUG oslo_vmware.api [None req-8e94040b-d596-4b21-810b-2c26a9fdfd30 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for the task: (returnval){ [ 1298.715194] env[65682]: value = "task-4617040" [ 1298.715194] env[65682]: _type = "Task" [ 1298.715194] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.724258] env[65682]: DEBUG oslo_vmware.api [None req-8e94040b-d596-4b21-810b-2c26a9fdfd30 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617040, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.113760] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.114148] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.115796] env[65682]: INFO nova.compute.claims [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1299.227160] env[65682]: DEBUG oslo_vmware.api [None req-8e94040b-d596-4b21-810b-2c26a9fdfd30 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Task: {'id': task-4617040, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137081} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.227374] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e94040b-d596-4b21-810b-2c26a9fdfd30 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1299.227561] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8e94040b-d596-4b21-810b-2c26a9fdfd30 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1299.227733] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-8e94040b-d596-4b21-810b-2c26a9fdfd30 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1299.227906] env[65682]: INFO nova.compute.manager [None req-8e94040b-d596-4b21-810b-2c26a9fdfd30 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1299.228172] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-8e94040b-d596-4b21-810b-2c26a9fdfd30 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1299.228375] env[65682]: DEBUG nova.compute.manager [-] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1299.228503] env[65682]: DEBUG nova.network.neutron [-] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1299.228734] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1299.273540] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1299.504607] env[65682]: DEBUG nova.compute.manager [req-56593ad3-6477-4797-8ef3-ccc0496a1fc9 req-86a72d41-683d-4612-a29b-6e93c0cb07d9 service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Received event network-vif-deleted-ec5fa4c5-ac0f-4d29-a646-be52aef382f1 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1299.504826] env[65682]: INFO nova.compute.manager [req-56593ad3-6477-4797-8ef3-ccc0496a1fc9 req-86a72d41-683d-4612-a29b-6e93c0cb07d9 service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Neutron deleted interface ec5fa4c5-ac0f-4d29-a646-be52aef382f1; detaching it from the instance and deleting it from the info cache [ 1299.504974] env[65682]: DEBUG nova.network.neutron [req-56593ad3-6477-4797-8ef3-ccc0496a1fc9 req-86a72d41-683d-4612-a29b-6e93c0cb07d9 service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.986076] env[65682]: DEBUG nova.network.neutron [-] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.008522] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-650cbbbf-cf52-476b-aa07-5d201481faea {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.019666] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86025d55-89b0-4954-826e-f9040117fa93 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.047423] env[65682]: DEBUG nova.compute.manager [req-56593ad3-6477-4797-8ef3-ccc0496a1fc9 req-86a72d41-683d-4612-a29b-6e93c0cb07d9 service nova] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Detach interface failed, port_id=ec5fa4c5-ac0f-4d29-a646-be52aef382f1, reason: Instance 54c0aa42-b608-4e72-b397-4805232d89b8 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1300.179095] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78182065-c6be-4fb0-8beb-d29ee7e17b0d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.187510] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b445e2b6-0e95-4874-b468-4b877557ad05 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.219721] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b5891f-82b2-4348-a466-847b981163fa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.227523] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee71331d-42bc-47e6-bed6-99df4b080963 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.955160] env[65682]: INFO nova.compute.manager [-] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Took 1.73 seconds to deallocate network for instance. [ 1300.968048] env[65682]: DEBUG nova.compute.provider_tree [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.471358] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8e94040b-d596-4b21-810b-2c26a9fdfd30 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.472215] env[65682]: DEBUG nova.scheduler.client.report [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.976639] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.862s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.977115] env[65682]: DEBUG nova.compute.manager [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1301.979805] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8e94040b-d596-4b21-810b-2c26a9fdfd30 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.509s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.980028] env[65682]: DEBUG nova.objects.instance [None req-8e94040b-d596-4b21-810b-2c26a9fdfd30 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lazy-loading 'resources' on Instance uuid 54c0aa42-b608-4e72-b397-4805232d89b8 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.483560] env[65682]: DEBUG nova.compute.utils [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1302.488724] env[65682]: DEBUG nova.compute.manager [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1302.488724] env[65682]: DEBUG nova.network.neutron [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1302.488724] env[65682]: WARNING neutronclient.v2_0.client [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1302.489153] env[65682]: WARNING neutronclient.v2_0.client [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1302.541221] env[65682]: DEBUG nova.policy [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae231c27304f46ebb37d9eaf0648486b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67a873a51b0a41c58c8fa980aa58f328', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1302.548565] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a195fcf-ac22-44e5-99c8-d473c8d742a3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.555331] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0cafec-23d7-4146-b3c1-5732732dd7a1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.588051] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4e1565-008a-41d4-9d66-5d83752e8903 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.596344] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ee142b-0da0-4b31-8f54-f307b0e46342 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.610235] env[65682]: DEBUG nova.compute.provider_tree [None req-8e94040b-d596-4b21-810b-2c26a9fdfd30 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.864020] env[65682]: DEBUG nova.network.neutron [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Successfully created port: 7384d886-8ef6-427e-aaf5-e8d341694e1a {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1302.989367] env[65682]: DEBUG nova.compute.manager [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1303.114156] env[65682]: DEBUG nova.scheduler.client.report [None req-8e94040b-d596-4b21-810b-2c26a9fdfd30 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.619464] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8e94040b-d596-4b21-810b-2c26a9fdfd30 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.644173] env[65682]: INFO nova.scheduler.client.report [None req-8e94040b-d596-4b21-810b-2c26a9fdfd30 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Deleted allocations for instance 54c0aa42-b608-4e72-b397-4805232d89b8 [ 1303.999731] env[65682]: DEBUG nova.compute.manager [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1304.028023] env[65682]: DEBUG nova.virt.hardware [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1304.028404] env[65682]: DEBUG nova.virt.hardware [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1304.028572] env[65682]: DEBUG nova.virt.hardware [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1304.028750] env[65682]: DEBUG nova.virt.hardware [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1304.028888] env[65682]: DEBUG nova.virt.hardware [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1304.029041] env[65682]: DEBUG nova.virt.hardware [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1304.029260] env[65682]: DEBUG nova.virt.hardware [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1304.029439] env[65682]: DEBUG nova.virt.hardware [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1304.029621] env[65682]: DEBUG nova.virt.hardware [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1304.029842] env[65682]: DEBUG nova.virt.hardware [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1304.030252] env[65682]: DEBUG nova.virt.hardware [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1304.031277] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99054f0-1b2e-475c-b00f-21c531bde60e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.040885] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebba17d6-2909-4c28-834a-25540697045f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.152462] env[65682]: DEBUG oslo_concurrency.lockutils [None req-8e94040b-d596-4b21-810b-2c26a9fdfd30 tempest-AttachInterfacesTestJSON-981733282 tempest-AttachInterfacesTestJSON-981733282-project-member] Lock "54c0aa42-b608-4e72-b397-4805232d89b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.546s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.276587] env[65682]: DEBUG nova.compute.manager [req-c2f23860-ca6c-4f80-afe0-997897c7795c req-14a98646-117c-4076-9fc8-07f2acc25a10 service nova] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Received event network-vif-plugged-7384d886-8ef6-427e-aaf5-e8d341694e1a {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1304.276973] env[65682]: DEBUG oslo_concurrency.lockutils [req-c2f23860-ca6c-4f80-afe0-997897c7795c req-14a98646-117c-4076-9fc8-07f2acc25a10 service nova] Acquiring lock "fcef2b6f-fb64-456f-8cd7-768df845945e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.276973] env[65682]: DEBUG oslo_concurrency.lockutils [req-c2f23860-ca6c-4f80-afe0-997897c7795c req-14a98646-117c-4076-9fc8-07f2acc25a10 service nova] Lock "fcef2b6f-fb64-456f-8cd7-768df845945e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.277167] env[65682]: DEBUG oslo_concurrency.lockutils [req-c2f23860-ca6c-4f80-afe0-997897c7795c req-14a98646-117c-4076-9fc8-07f2acc25a10 service nova] Lock "fcef2b6f-fb64-456f-8cd7-768df845945e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.277331] env[65682]: DEBUG nova.compute.manager [req-c2f23860-ca6c-4f80-afe0-997897c7795c req-14a98646-117c-4076-9fc8-07f2acc25a10 service nova] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] No waiting events found dispatching network-vif-plugged-7384d886-8ef6-427e-aaf5-e8d341694e1a {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1304.277493] env[65682]: WARNING nova.compute.manager [req-c2f23860-ca6c-4f80-afe0-997897c7795c req-14a98646-117c-4076-9fc8-07f2acc25a10 service nova] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Received unexpected event network-vif-plugged-7384d886-8ef6-427e-aaf5-e8d341694e1a for instance with vm_state building and task_state spawning. [ 1304.355674] env[65682]: DEBUG nova.network.neutron [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Successfully updated port: 7384d886-8ef6-427e-aaf5-e8d341694e1a {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1304.858162] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "refresh_cache-fcef2b6f-fb64-456f-8cd7-768df845945e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.858544] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquired lock "refresh_cache-fcef2b6f-fb64-456f-8cd7-768df845945e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.858544] env[65682]: DEBUG nova.network.neutron [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1305.396983] env[65682]: DEBUG nova.network.neutron [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1305.472026] env[65682]: WARNING neutronclient.v2_0.client [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1305.539096] env[65682]: DEBUG nova.network.neutron [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Updating instance_info_cache with network_info: [{"id": "7384d886-8ef6-427e-aaf5-e8d341694e1a", "address": "fa:16:3e:35:e7:a1", "network": {"id": "32a6f6c7-8e13-4644-8790-f5922bc8a5cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2123705961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67a873a51b0a41c58c8fa980aa58f328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7384d886-8e", "ovs_interfaceid": "7384d886-8ef6-427e-aaf5-e8d341694e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.042076] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Releasing lock "refresh_cache-fcef2b6f-fb64-456f-8cd7-768df845945e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.042466] env[65682]: DEBUG nova.compute.manager [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Instance network_info: |[{"id": "7384d886-8ef6-427e-aaf5-e8d341694e1a", "address": "fa:16:3e:35:e7:a1", "network": {"id": "32a6f6c7-8e13-4644-8790-f5922bc8a5cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2123705961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67a873a51b0a41c58c8fa980aa58f328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7384d886-8e", "ovs_interfaceid": "7384d886-8ef6-427e-aaf5-e8d341694e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1306.043116] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:e7:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7384d886-8ef6-427e-aaf5-e8d341694e1a', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1306.051033] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1306.051501] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1306.051955] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecc0679f-2027-4f9b-8f12-240a72e554db {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.074834] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1306.074834] env[65682]: value = "task-4617041" [ 1306.074834] env[65682]: _type = "Task" [ 1306.074834] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.083839] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4617041, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.313853] env[65682]: DEBUG nova.compute.manager [req-5c9b072e-e9fa-4165-8fa2-46051434e8e9 req-e08bbc6f-9b78-41a2-b29d-468cfbfcb7d3 service nova] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Received event network-changed-7384d886-8ef6-427e-aaf5-e8d341694e1a {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1306.313951] env[65682]: DEBUG nova.compute.manager [req-5c9b072e-e9fa-4165-8fa2-46051434e8e9 req-e08bbc6f-9b78-41a2-b29d-468cfbfcb7d3 service nova] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Refreshing instance network info cache due to event network-changed-7384d886-8ef6-427e-aaf5-e8d341694e1a. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1306.314173] env[65682]: DEBUG oslo_concurrency.lockutils [req-5c9b072e-e9fa-4165-8fa2-46051434e8e9 req-e08bbc6f-9b78-41a2-b29d-468cfbfcb7d3 service nova] Acquiring lock "refresh_cache-fcef2b6f-fb64-456f-8cd7-768df845945e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.314316] env[65682]: DEBUG oslo_concurrency.lockutils [req-5c9b072e-e9fa-4165-8fa2-46051434e8e9 req-e08bbc6f-9b78-41a2-b29d-468cfbfcb7d3 service nova] Acquired lock "refresh_cache-fcef2b6f-fb64-456f-8cd7-768df845945e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.314469] env[65682]: DEBUG nova.network.neutron [req-5c9b072e-e9fa-4165-8fa2-46051434e8e9 req-e08bbc6f-9b78-41a2-b29d-468cfbfcb7d3 service nova] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Refreshing network info cache for port 7384d886-8ef6-427e-aaf5-e8d341694e1a {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.587099] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4617041, 'name': CreateVM_Task, 'duration_secs': 0.321484} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.587322] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1306.587730] env[65682]: WARNING neutronclient.v2_0.client [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1306.588096] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.588248] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.588557] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.588808] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-110d11b8-9fcb-4d29-ac87-1834dcbdfd85 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.594294] env[65682]: DEBUG oslo_vmware.api [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1306.594294] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c862bc-4fa8-e61f-e86d-704bb1d4fd20" [ 1306.594294] env[65682]: _type = "Task" [ 1306.594294] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.601955] env[65682]: DEBUG oslo_vmware.api [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c862bc-4fa8-e61f-e86d-704bb1d4fd20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.817733] env[65682]: WARNING neutronclient.v2_0.client [req-5c9b072e-e9fa-4165-8fa2-46051434e8e9 req-e08bbc6f-9b78-41a2-b29d-468cfbfcb7d3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1306.968558] env[65682]: WARNING neutronclient.v2_0.client [req-5c9b072e-e9fa-4165-8fa2-46051434e8e9 req-e08bbc6f-9b78-41a2-b29d-468cfbfcb7d3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1307.038537] env[65682]: DEBUG nova.network.neutron [req-5c9b072e-e9fa-4165-8fa2-46051434e8e9 req-e08bbc6f-9b78-41a2-b29d-468cfbfcb7d3 service nova] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Updated VIF entry in instance network info cache for port 7384d886-8ef6-427e-aaf5-e8d341694e1a. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1307.038973] env[65682]: DEBUG nova.network.neutron [req-5c9b072e-e9fa-4165-8fa2-46051434e8e9 req-e08bbc6f-9b78-41a2-b29d-468cfbfcb7d3 service nova] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Updating instance_info_cache with network_info: [{"id": "7384d886-8ef6-427e-aaf5-e8d341694e1a", "address": "fa:16:3e:35:e7:a1", "network": {"id": "32a6f6c7-8e13-4644-8790-f5922bc8a5cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2123705961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67a873a51b0a41c58c8fa980aa58f328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7384d886-8e", "ovs_interfaceid": "7384d886-8ef6-427e-aaf5-e8d341694e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.105133] env[65682]: DEBUG oslo_vmware.api [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52c862bc-4fa8-e61f-e86d-704bb1d4fd20, 'name': SearchDatastore_Task, 'duration_secs': 0.033093} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.105505] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.105601] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1307.105830] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.106009] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.106196] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1307.106456] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c293129-f20c-4f54-9385-e5e6944fd6ba {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.123304] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1307.123493] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1307.124221] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2199c140-7cb3-4a5c-a1aa-e026fba7e341 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.129961] env[65682]: DEBUG oslo_vmware.api [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1307.129961] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52333f27-942d-45b6-f43c-ce184888539b" [ 1307.129961] env[65682]: _type = "Task" [ 1307.129961] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.138007] env[65682]: DEBUG oslo_vmware.api [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52333f27-942d-45b6-f43c-ce184888539b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.542190] env[65682]: DEBUG oslo_concurrency.lockutils [req-5c9b072e-e9fa-4165-8fa2-46051434e8e9 req-e08bbc6f-9b78-41a2-b29d-468cfbfcb7d3 service nova] Releasing lock "refresh_cache-fcef2b6f-fb64-456f-8cd7-768df845945e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.640697] env[65682]: DEBUG oslo_vmware.api [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52333f27-942d-45b6-f43c-ce184888539b, 'name': SearchDatastore_Task, 'duration_secs': 0.022588} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.641591] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f23fb5c-c7d8-465a-825b-1114ee33b75d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.647678] env[65682]: DEBUG oslo_vmware.api [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1307.647678] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527aa5a2-632a-5fb5-f8cf-4e317db257f9" [ 1307.647678] env[65682]: _type = "Task" [ 1307.647678] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.656721] env[65682]: DEBUG oslo_vmware.api [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527aa5a2-632a-5fb5-f8cf-4e317db257f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.159066] env[65682]: DEBUG oslo_vmware.api [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]527aa5a2-632a-5fb5-f8cf-4e317db257f9, 'name': SearchDatastore_Task, 'duration_secs': 0.011207} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.159495] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.159601] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] fcef2b6f-fb64-456f-8cd7-768df845945e/fcef2b6f-fb64-456f-8cd7-768df845945e.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1308.159867] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f71bb4c-b27d-4986-ae3b-ed7ba48d2568 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.169446] env[65682]: DEBUG oslo_vmware.api [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1308.169446] env[65682]: value = "task-4617042" [ 1308.169446] env[65682]: _type = "Task" [ 1308.169446] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.179627] env[65682]: DEBUG oslo_vmware.api [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.679457] env[65682]: DEBUG oslo_vmware.api [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617042, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.180941] env[65682]: DEBUG oslo_vmware.api [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617042, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.682503] env[65682]: DEBUG oslo_vmware.api [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617042, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.455143} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.682751] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] fcef2b6f-fb64-456f-8cd7-768df845945e/fcef2b6f-fb64-456f-8cd7-768df845945e.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1309.682963] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1309.683266] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0aec1bf4-84f9-4ecc-858c-9962afdceec9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.690701] env[65682]: DEBUG oslo_vmware.api [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1309.690701] env[65682]: value = "task-4617043" [ 1309.690701] env[65682]: _type = "Task" [ 1309.690701] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.699909] env[65682]: DEBUG oslo_vmware.api [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.200972] env[65682]: DEBUG oslo_vmware.api [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069575} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.201335] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1310.202040] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15121c5b-2b75-47ad-97c9-74a8ff11ae86 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.223774] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] fcef2b6f-fb64-456f-8cd7-768df845945e/fcef2b6f-fb64-456f-8cd7-768df845945e.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1310.224076] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efaa6cb7-2eab-4901-ba78-bb6dd1948942 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.243235] env[65682]: DEBUG oslo_vmware.api [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1310.243235] env[65682]: value = "task-4617044" [ 1310.243235] env[65682]: _type = "Task" [ 1310.243235] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.251483] env[65682]: DEBUG oslo_vmware.api [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617044, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.753023] env[65682]: DEBUG oslo_vmware.api [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617044, 'name': ReconfigVM_Task, 'duration_secs': 0.267739} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.753329] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Reconfigured VM instance instance-0000007c to attach disk [datastore2] fcef2b6f-fb64-456f-8cd7-768df845945e/fcef2b6f-fb64-456f-8cd7-768df845945e.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1310.753973] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09b6f058-cc8f-4c0c-b58d-be9eaf2dda7b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.760845] env[65682]: DEBUG oslo_vmware.api [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1310.760845] env[65682]: value = "task-4617045" [ 1310.760845] env[65682]: _type = "Task" [ 1310.760845] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.769315] env[65682]: DEBUG oslo_vmware.api [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617045, 'name': Rename_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.271218] env[65682]: DEBUG oslo_vmware.api [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617045, 'name': Rename_Task, 'duration_secs': 0.142635} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.271650] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1311.271811] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78f6e480-27df-43f6-9c61-0023d1c03683 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.279966] env[65682]: DEBUG oslo_vmware.api [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1311.279966] env[65682]: value = "task-4617046" [ 1311.279966] env[65682]: _type = "Task" [ 1311.279966] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.289063] env[65682]: DEBUG oslo_vmware.api [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.790436] env[65682]: DEBUG oslo_vmware.api [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617046, 'name': PowerOnVM_Task, 'duration_secs': 0.431301} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.790723] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1311.790921] env[65682]: INFO nova.compute.manager [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1311.791107] env[65682]: DEBUG nova.compute.manager [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1311.791934] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e626e2ec-2084-477f-a319-0a17d6cef7f1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.309322] env[65682]: INFO nova.compute.manager [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Took 13.21 seconds to build instance. [ 1312.467482] env[65682]: DEBUG nova.compute.manager [req-6114863f-b521-43d2-a25f-2ef1d6d599ea req-5307e8da-35f9-4084-9721-732f06e2dcdc service nova] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Received event network-changed-7384d886-8ef6-427e-aaf5-e8d341694e1a {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1312.467633] env[65682]: DEBUG nova.compute.manager [req-6114863f-b521-43d2-a25f-2ef1d6d599ea req-5307e8da-35f9-4084-9721-732f06e2dcdc service nova] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Refreshing instance network info cache due to event network-changed-7384d886-8ef6-427e-aaf5-e8d341694e1a. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1312.467860] env[65682]: DEBUG oslo_concurrency.lockutils [req-6114863f-b521-43d2-a25f-2ef1d6d599ea req-5307e8da-35f9-4084-9721-732f06e2dcdc service nova] Acquiring lock "refresh_cache-fcef2b6f-fb64-456f-8cd7-768df845945e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.467999] env[65682]: DEBUG oslo_concurrency.lockutils [req-6114863f-b521-43d2-a25f-2ef1d6d599ea req-5307e8da-35f9-4084-9721-732f06e2dcdc service nova] Acquired lock "refresh_cache-fcef2b6f-fb64-456f-8cd7-768df845945e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.468166] env[65682]: DEBUG nova.network.neutron [req-6114863f-b521-43d2-a25f-2ef1d6d599ea req-5307e8da-35f9-4084-9721-732f06e2dcdc service nova] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Refreshing network info cache for port 7384d886-8ef6-427e-aaf5-e8d341694e1a {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.812575] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ac45ef28-c588-4781-8fb6-5a50e2e35f51 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "fcef2b6f-fb64-456f-8cd7-768df845945e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.725s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.971187] env[65682]: WARNING neutronclient.v2_0.client [req-6114863f-b521-43d2-a25f-2ef1d6d599ea req-5307e8da-35f9-4084-9721-732f06e2dcdc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1313.125727] env[65682]: WARNING neutronclient.v2_0.client [req-6114863f-b521-43d2-a25f-2ef1d6d599ea req-5307e8da-35f9-4084-9721-732f06e2dcdc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1313.192483] env[65682]: DEBUG nova.network.neutron [req-6114863f-b521-43d2-a25f-2ef1d6d599ea req-5307e8da-35f9-4084-9721-732f06e2dcdc service nova] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Updated VIF entry in instance network info cache for port 7384d886-8ef6-427e-aaf5-e8d341694e1a. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1313.192892] env[65682]: DEBUG nova.network.neutron [req-6114863f-b521-43d2-a25f-2ef1d6d599ea req-5307e8da-35f9-4084-9721-732f06e2dcdc service nova] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Updating instance_info_cache with network_info: [{"id": "7384d886-8ef6-427e-aaf5-e8d341694e1a", "address": "fa:16:3e:35:e7:a1", "network": {"id": "32a6f6c7-8e13-4644-8790-f5922bc8a5cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2123705961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67a873a51b0a41c58c8fa980aa58f328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7384d886-8e", "ovs_interfaceid": "7384d886-8ef6-427e-aaf5-e8d341694e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.695687] env[65682]: DEBUG oslo_concurrency.lockutils [req-6114863f-b521-43d2-a25f-2ef1d6d599ea req-5307e8da-35f9-4084-9721-732f06e2dcdc service nova] Releasing lock "refresh_cache-fcef2b6f-fb64-456f-8cd7-768df845945e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.376054] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2112d9bb-bf40-4434-8e8d-ddb428f65da7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "998979a0-1b2c-4beb-a47a-3d87e78f60c4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.376407] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2112d9bb-bf40-4434-8e8d-ddb428f65da7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "998979a0-1b2c-4beb-a47a-3d87e78f60c4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.880105] env[65682]: DEBUG nova.compute.utils [None req-2112d9bb-bf40-4434-8e8d-ddb428f65da7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1332.383164] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2112d9bb-bf40-4434-8e8d-ddb428f65da7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "998979a0-1b2c-4beb-a47a-3d87e78f60c4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.439596] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2112d9bb-bf40-4434-8e8d-ddb428f65da7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "998979a0-1b2c-4beb-a47a-3d87e78f60c4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.439961] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2112d9bb-bf40-4434-8e8d-ddb428f65da7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "998979a0-1b2c-4beb-a47a-3d87e78f60c4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.440150] env[65682]: INFO nova.compute.manager [None req-2112d9bb-bf40-4434-8e8d-ddb428f65da7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Attaching volume f227157d-2c73-431f-94e7-6c373ba4dce7 to /dev/sdb [ 1333.471464] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b225c6e-ecf3-4c3c-933e-4f960c93ed27 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.479408] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397f6279-3fb9-4860-acb4-f8f45b4aaa47 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.493927] env[65682]: DEBUG nova.virt.block_device [None req-2112d9bb-bf40-4434-8e8d-ddb428f65da7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Updating existing volume attachment record: 4cfbba87-ef64-4df2-98b0-9f7b73bafedb {{(pid=65682) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1334.759780] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.760232] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.760232] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.760369] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.760498] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.760639] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.760780] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.760922] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65682) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1334.761085] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager.update_available_resource {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.264145] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.264430] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.264572] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.264711] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65682) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1335.265629] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0981b26c-a20c-4fd7-b88a-c8113b7ab25d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.275639] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902bbe50-5739-4050-a33e-718a3eaad2ac {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.290153] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefc7200-5f12-43c7-aaeb-5b1b9170a381 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.297399] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c65af73-1302-4b58-925f-3166a3915327 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.326352] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180272MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65682) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1335.326500] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.326689] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.353900] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 998979a0-1b2c-4beb-a47a-3d87e78f60c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1336.354222] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance fcef2b6f-fb64-456f-8cd7-768df845945e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1336.354296] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=65682) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1336.354387] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=100GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '2', 'num_vm_active': '2', 'num_task_None': '2', 'num_os_type_None': '2', 'num_proj_c5863e73c6b24975a9b9ad9e27eb944e': '1', 'io_workload': '0', 'num_proj_67a873a51b0a41c58c8fa980aa58f328': '1'} {{(pid=65682) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1336.395264] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940c7462-0635-4812-89d5-27650a5740f3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.403681] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3505803f-883f-4f80-8960-55864a387b85 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.434883] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4496ebe-ae42-457e-b6ba-16c47c0926ed {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.443500] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f4d4b2-f4e8-4969-9a6b-561848d9817a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.457657] env[65682]: DEBUG nova.compute.provider_tree [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.961122] env[65682]: DEBUG nova.scheduler.client.report [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.466491] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65682) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1337.466976] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.140s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.039425] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-2112d9bb-bf40-4434-8e8d-ddb428f65da7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Volume attach. Driver type: vmdk {{(pid=65682) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1338.039659] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-2112d9bb-bf40-4434-8e8d-ddb428f65da7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901772', 'volume_id': 'f227157d-2c73-431f-94e7-6c373ba4dce7', 'name': 'volume-f227157d-2c73-431f-94e7-6c373ba4dce7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '998979a0-1b2c-4beb-a47a-3d87e78f60c4', 'attached_at': '', 'detached_at': '', 'volume_id': 'f227157d-2c73-431f-94e7-6c373ba4dce7', 'serial': 'f227157d-2c73-431f-94e7-6c373ba4dce7'} {{(pid=65682) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1338.040575] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5312a8-03cb-44be-9e7e-099da82a9192 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.057852] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eacf79f-8196-44c6-992b-58a354c1983d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.084424] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-2112d9bb-bf40-4434-8e8d-ddb428f65da7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-f227157d-2c73-431f-94e7-6c373ba4dce7/volume-f227157d-2c73-431f-94e7-6c373ba4dce7.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1338.084737] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8b601bd-4a41-4b2f-9419-06f7941b7035 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.103581] env[65682]: DEBUG oslo_vmware.api [None req-2112d9bb-bf40-4434-8e8d-ddb428f65da7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1338.103581] env[65682]: value = "task-4617049" [ 1338.103581] env[65682]: _type = "Task" [ 1338.103581] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.112765] env[65682]: DEBUG oslo_vmware.api [None req-2112d9bb-bf40-4434-8e8d-ddb428f65da7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.614318] env[65682]: DEBUG oslo_vmware.api [None req-2112d9bb-bf40-4434-8e8d-ddb428f65da7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617049, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.116507] env[65682]: DEBUG oslo_vmware.api [None req-2112d9bb-bf40-4434-8e8d-ddb428f65da7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617049, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.615967] env[65682]: DEBUG oslo_vmware.api [None req-2112d9bb-bf40-4434-8e8d-ddb428f65da7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617049, 'name': ReconfigVM_Task, 'duration_secs': 1.305546} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.616427] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-2112d9bb-bf40-4434-8e8d-ddb428f65da7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-f227157d-2c73-431f-94e7-6c373ba4dce7/volume-f227157d-2c73-431f-94e7-6c373ba4dce7.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1339.620923] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a228f46-bf03-48f6-9060-7ae834f8a9a9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.636731] env[65682]: DEBUG oslo_vmware.api [None req-2112d9bb-bf40-4434-8e8d-ddb428f65da7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1339.636731] env[65682]: value = "task-4617050" [ 1339.636731] env[65682]: _type = "Task" [ 1339.636731] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.646856] env[65682]: DEBUG oslo_vmware.api [None req-2112d9bb-bf40-4434-8e8d-ddb428f65da7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617050, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.147022] env[65682]: DEBUG oslo_vmware.api [None req-2112d9bb-bf40-4434-8e8d-ddb428f65da7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617050, 'name': ReconfigVM_Task, 'duration_secs': 0.145248} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.147346] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-2112d9bb-bf40-4434-8e8d-ddb428f65da7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901772', 'volume_id': 'f227157d-2c73-431f-94e7-6c373ba4dce7', 'name': 'volume-f227157d-2c73-431f-94e7-6c373ba4dce7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '998979a0-1b2c-4beb-a47a-3d87e78f60c4', 'attached_at': '', 'detached_at': '', 'volume_id': 'f227157d-2c73-431f-94e7-6c373ba4dce7', 'serial': 'f227157d-2c73-431f-94e7-6c373ba4dce7'} {{(pid=65682) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1341.182683] env[65682]: DEBUG nova.objects.instance [None req-2112d9bb-bf40-4434-8e8d-ddb428f65da7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lazy-loading 'flavor' on Instance uuid 998979a0-1b2c-4beb-a47a-3d87e78f60c4 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.689089] env[65682]: DEBUG oslo_concurrency.lockutils [None req-2112d9bb-bf40-4434-8e8d-ddb428f65da7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "998979a0-1b2c-4beb-a47a-3d87e78f60c4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.249s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.935129] env[65682]: DEBUG oslo_concurrency.lockutils [None req-42d25d80-168e-4c19-9a19-b8e510fe87d6 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "998979a0-1b2c-4beb-a47a-3d87e78f60c4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.935388] env[65682]: DEBUG oslo_concurrency.lockutils [None req-42d25d80-168e-4c19-9a19-b8e510fe87d6 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "998979a0-1b2c-4beb-a47a-3d87e78f60c4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.438143] env[65682]: INFO nova.compute.manager [None req-42d25d80-168e-4c19-9a19-b8e510fe87d6 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Detaching volume f227157d-2c73-431f-94e7-6c373ba4dce7 [ 1342.468541] env[65682]: INFO nova.virt.block_device [None req-42d25d80-168e-4c19-9a19-b8e510fe87d6 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Attempting to driver detach volume f227157d-2c73-431f-94e7-6c373ba4dce7 from mountpoint /dev/sdb [ 1342.469271] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-42d25d80-168e-4c19-9a19-b8e510fe87d6 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Volume detach. Driver type: vmdk {{(pid=65682) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1342.469271] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-42d25d80-168e-4c19-9a19-b8e510fe87d6 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901772', 'volume_id': 'f227157d-2c73-431f-94e7-6c373ba4dce7', 'name': 'volume-f227157d-2c73-431f-94e7-6c373ba4dce7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '998979a0-1b2c-4beb-a47a-3d87e78f60c4', 'attached_at': '', 'detached_at': '', 'volume_id': 'f227157d-2c73-431f-94e7-6c373ba4dce7', 'serial': 'f227157d-2c73-431f-94e7-6c373ba4dce7'} {{(pid=65682) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1342.470034] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44336c3-e96c-4936-a878-24e61c6db15a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.491856] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21947889-ccab-4840-aaaa-2971a65189ab {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.499394] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b7d548-69a4-41fa-85b6-bb8db2bd297b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.521112] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7cd90a-bd55-4976-b607-e0032a23f38e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.536857] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-42d25d80-168e-4c19-9a19-b8e510fe87d6 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] The volume has not been displaced from its original location: [datastore2] volume-f227157d-2c73-431f-94e7-6c373ba4dce7/volume-f227157d-2c73-431f-94e7-6c373ba4dce7.vmdk. No consolidation needed. {{(pid=65682) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1342.542094] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-42d25d80-168e-4c19-9a19-b8e510fe87d6 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1342.542397] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-312d6c76-c033-4087-87c1-35a3e8f4620f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.561156] env[65682]: DEBUG oslo_vmware.api [None req-42d25d80-168e-4c19-9a19-b8e510fe87d6 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1342.561156] env[65682]: value = "task-4617051" [ 1342.561156] env[65682]: _type = "Task" [ 1342.561156] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.569725] env[65682]: DEBUG oslo_vmware.api [None req-42d25d80-168e-4c19-9a19-b8e510fe87d6 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617051, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.071192] env[65682]: DEBUG oslo_vmware.api [None req-42d25d80-168e-4c19-9a19-b8e510fe87d6 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617051, 'name': ReconfigVM_Task, 'duration_secs': 0.222085} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.071481] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-42d25d80-168e-4c19-9a19-b8e510fe87d6 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1343.076214] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df5be7a1-e45a-46f2-a4e3-da8a96514748 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.092336] env[65682]: DEBUG oslo_vmware.api [None req-42d25d80-168e-4c19-9a19-b8e510fe87d6 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1343.092336] env[65682]: value = "task-4617052" [ 1343.092336] env[65682]: _type = "Task" [ 1343.092336] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.101162] env[65682]: DEBUG oslo_vmware.api [None req-42d25d80-168e-4c19-9a19-b8e510fe87d6 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617052, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.602287] env[65682]: DEBUG oslo_vmware.api [None req-42d25d80-168e-4c19-9a19-b8e510fe87d6 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617052, 'name': ReconfigVM_Task, 'duration_secs': 0.141518} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.602676] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-42d25d80-168e-4c19-9a19-b8e510fe87d6 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901772', 'volume_id': 'f227157d-2c73-431f-94e7-6c373ba4dce7', 'name': 'volume-f227157d-2c73-431f-94e7-6c373ba4dce7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '998979a0-1b2c-4beb-a47a-3d87e78f60c4', 'attached_at': '', 'detached_at': '', 'volume_id': 'f227157d-2c73-431f-94e7-6c373ba4dce7', 'serial': 'f227157d-2c73-431f-94e7-6c373ba4dce7'} {{(pid=65682) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1344.144808] env[65682]: DEBUG nova.objects.instance [None req-42d25d80-168e-4c19-9a19-b8e510fe87d6 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lazy-loading 'flavor' on Instance uuid 998979a0-1b2c-4beb-a47a-3d87e78f60c4 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.153286] env[65682]: DEBUG oslo_concurrency.lockutils [None req-42d25d80-168e-4c19-9a19-b8e510fe87d6 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "998979a0-1b2c-4beb-a47a-3d87e78f60c4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.218s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.176328] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f3ccadfa-183e-4bb8-8d11-b222d6a2f54f tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "998979a0-1b2c-4beb-a47a-3d87e78f60c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.176731] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f3ccadfa-183e-4bb8-8d11-b222d6a2f54f tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "998979a0-1b2c-4beb-a47a-3d87e78f60c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.176860] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f3ccadfa-183e-4bb8-8d11-b222d6a2f54f tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "998979a0-1b2c-4beb-a47a-3d87e78f60c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.176987] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f3ccadfa-183e-4bb8-8d11-b222d6a2f54f tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "998979a0-1b2c-4beb-a47a-3d87e78f60c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.177180] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f3ccadfa-183e-4bb8-8d11-b222d6a2f54f tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "998979a0-1b2c-4beb-a47a-3d87e78f60c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.179406] env[65682]: INFO nova.compute.manager [None req-f3ccadfa-183e-4bb8-8d11-b222d6a2f54f tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Terminating instance [ 1346.683502] env[65682]: DEBUG nova.compute.manager [None req-f3ccadfa-183e-4bb8-8d11-b222d6a2f54f tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1346.683762] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ccadfa-183e-4bb8-8d11-b222d6a2f54f tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1346.684699] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3d78b2-b85d-47d2-bca8-09bcd204e554 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.693576] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ccadfa-183e-4bb8-8d11-b222d6a2f54f tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1346.693874] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9947aa2-c00d-4766-a5a5-4974244c40e5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.700981] env[65682]: DEBUG oslo_vmware.api [None req-f3ccadfa-183e-4bb8-8d11-b222d6a2f54f tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1346.700981] env[65682]: value = "task-4617053" [ 1346.700981] env[65682]: _type = "Task" [ 1346.700981] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.711764] env[65682]: DEBUG oslo_vmware.api [None req-f3ccadfa-183e-4bb8-8d11-b222d6a2f54f tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.211409] env[65682]: DEBUG oslo_vmware.api [None req-f3ccadfa-183e-4bb8-8d11-b222d6a2f54f tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617053, 'name': PowerOffVM_Task, 'duration_secs': 0.204965} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.211801] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ccadfa-183e-4bb8-8d11-b222d6a2f54f tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1347.211801] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ccadfa-183e-4bb8-8d11-b222d6a2f54f tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1347.211905] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4fa3e8b-fbdc-4bb6-9ce9-a4447d0cc586 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.277822] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ccadfa-183e-4bb8-8d11-b222d6a2f54f tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1347.278057] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ccadfa-183e-4bb8-8d11-b222d6a2f54f tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1347.278251] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3ccadfa-183e-4bb8-8d11-b222d6a2f54f tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Deleting the datastore file [datastore2] 998979a0-1b2c-4beb-a47a-3d87e78f60c4 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1347.278530] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb31b43f-e0dc-45a7-9205-2fe4d7027035 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.285840] env[65682]: DEBUG oslo_vmware.api [None req-f3ccadfa-183e-4bb8-8d11-b222d6a2f54f tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1347.285840] env[65682]: value = "task-4617055" [ 1347.285840] env[65682]: _type = "Task" [ 1347.285840] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.295114] env[65682]: DEBUG oslo_vmware.api [None req-f3ccadfa-183e-4bb8-8d11-b222d6a2f54f tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.796700] env[65682]: DEBUG oslo_vmware.api [None req-f3ccadfa-183e-4bb8-8d11-b222d6a2f54f tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135802} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.797045] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3ccadfa-183e-4bb8-8d11-b222d6a2f54f tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1347.797247] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ccadfa-183e-4bb8-8d11-b222d6a2f54f tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1347.797420] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ccadfa-183e-4bb8-8d11-b222d6a2f54f tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1347.797590] env[65682]: INFO nova.compute.manager [None req-f3ccadfa-183e-4bb8-8d11-b222d6a2f54f tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1347.797836] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-f3ccadfa-183e-4bb8-8d11-b222d6a2f54f tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1347.798046] env[65682]: DEBUG nova.compute.manager [-] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1347.798152] env[65682]: DEBUG nova.network.neutron [-] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1347.798402] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1347.830230] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1348.296408] env[65682]: DEBUG nova.compute.manager [req-d0288313-5f14-445b-9ada-347820a499c3 req-6026c202-7777-4d82-a06a-051f2d4a2b7c service nova] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Received event network-vif-deleted-76e6c841-5a55-43dd-b443-5c8652c797c4 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1348.296900] env[65682]: INFO nova.compute.manager [req-d0288313-5f14-445b-9ada-347820a499c3 req-6026c202-7777-4d82-a06a-051f2d4a2b7c service nova] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Neutron deleted interface 76e6c841-5a55-43dd-b443-5c8652c797c4; detaching it from the instance and deleting it from the info cache [ 1348.296900] env[65682]: DEBUG nova.network.neutron [req-d0288313-5f14-445b-9ada-347820a499c3 req-6026c202-7777-4d82-a06a-051f2d4a2b7c service nova] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.350610] env[65682]: DEBUG nova.compute.manager [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Stashing vm_state: active {{(pid=65682) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1348.769063] env[65682]: DEBUG nova.network.neutron [-] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.800237] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ee59adc-babf-4d69-824a-cfd21c809915 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.811146] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd209c18-533c-48b5-8dc7-f3e548db7037 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.840664] env[65682]: DEBUG nova.compute.manager [req-d0288313-5f14-445b-9ada-347820a499c3 req-6026c202-7777-4d82-a06a-051f2d4a2b7c service nova] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Detach interface failed, port_id=76e6c841-5a55-43dd-b443-5c8652c797c4, reason: Instance 998979a0-1b2c-4beb-a47a-3d87e78f60c4 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1348.873051] env[65682]: DEBUG oslo_concurrency.lockutils [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.873342] env[65682]: DEBUG oslo_concurrency.lockutils [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.272646] env[65682]: INFO nova.compute.manager [-] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Took 1.47 seconds to deallocate network for instance. [ 1349.378877] env[65682]: INFO nova.compute.claims [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1349.780125] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f3ccadfa-183e-4bb8-8d11-b222d6a2f54f tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.886725] env[65682]: INFO nova.compute.resource_tracker [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Updating resource usage from migration bbbb9705-a16d-403f-9529-4a8e0ceb0c84 [ 1349.940320] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5f70a9-cbd4-4729-93a8-0cb6644dceeb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.948696] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd113be-09c4-47ba-83e6-c1e52a0c9c3d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.978319] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0597b741-2332-4d37-9d1c-037b0b230c37 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.986400] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a08a7d-e741-43cf-af77-13176b46ce12 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.999923] env[65682]: DEBUG nova.compute.provider_tree [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.503634] env[65682]: DEBUG nova.scheduler.client.report [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.009149] env[65682]: DEBUG oslo_concurrency.lockutils [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.136s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.009338] env[65682]: INFO nova.compute.manager [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Migrating [ 1351.017522] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f3ccadfa-183e-4bb8-8d11-b222d6a2f54f tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.238s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.017757] env[65682]: DEBUG nova.objects.instance [None req-f3ccadfa-183e-4bb8-8d11-b222d6a2f54f tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lazy-loading 'resources' on Instance uuid 998979a0-1b2c-4beb-a47a-3d87e78f60c4 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.076359] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125d90da-9188-4586-a645-96387a303950 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.084571] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb167f7d-95aa-40fe-9129-ee722d183608 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.117524] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b9bbae-f430-405f-a2b4-7054a7f11802 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.125887] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53729339-09ad-48ad-be5a-fceedde3a586 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.139655] env[65682]: DEBUG nova.compute.provider_tree [None req-f3ccadfa-183e-4bb8-8d11-b222d6a2f54f tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.530112] env[65682]: DEBUG oslo_concurrency.lockutils [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "refresh_cache-fcef2b6f-fb64-456f-8cd7-768df845945e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.530112] env[65682]: DEBUG oslo_concurrency.lockutils [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquired lock "refresh_cache-fcef2b6f-fb64-456f-8cd7-768df845945e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.530112] env[65682]: DEBUG nova.network.neutron [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1351.642969] env[65682]: DEBUG nova.scheduler.client.report [None req-f3ccadfa-183e-4bb8-8d11-b222d6a2f54f tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1352.033338] env[65682]: WARNING neutronclient.v2_0.client [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1352.148364] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f3ccadfa-183e-4bb8-8d11-b222d6a2f54f tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.131s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.166715] env[65682]: INFO nova.scheduler.client.report [None req-f3ccadfa-183e-4bb8-8d11-b222d6a2f54f tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Deleted allocations for instance 998979a0-1b2c-4beb-a47a-3d87e78f60c4 [ 1352.220179] env[65682]: WARNING neutronclient.v2_0.client [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1352.289220] env[65682]: DEBUG nova.network.neutron [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Updating instance_info_cache with network_info: [{"id": "7384d886-8ef6-427e-aaf5-e8d341694e1a", "address": "fa:16:3e:35:e7:a1", "network": {"id": "32a6f6c7-8e13-4644-8790-f5922bc8a5cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2123705961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67a873a51b0a41c58c8fa980aa58f328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7384d886-8e", "ovs_interfaceid": "7384d886-8ef6-427e-aaf5-e8d341694e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.674575] env[65682]: DEBUG oslo_concurrency.lockutils [None req-f3ccadfa-183e-4bb8-8d11-b222d6a2f54f tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "998979a0-1b2c-4beb-a47a-3d87e78f60c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.498s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.792606] env[65682]: DEBUG oslo_concurrency.lockutils [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Releasing lock "refresh_cache-fcef2b6f-fb64-456f-8cd7-768df845945e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.265066] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "557c471c-ece8-4a83-a23e-dbd119122fc1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.265066] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "557c471c-ece8-4a83-a23e-dbd119122fc1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.307304] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5a8fcd-6224-4ee5-b9d2-5b30df412b69 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.326855] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Updating instance 'fcef2b6f-fb64-456f-8cd7-768df845945e' progress to 0 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1354.767460] env[65682]: DEBUG nova.compute.manager [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1354.832937] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.833305] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a59c95ed-ff75-46e5-9d19-0281bdae7ee5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.843047] env[65682]: DEBUG oslo_vmware.api [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1354.843047] env[65682]: value = "task-4617056" [ 1354.843047] env[65682]: _type = "Task" [ 1354.843047] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.852897] env[65682]: DEBUG oslo_vmware.api [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.293219] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.293538] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.295199] env[65682]: INFO nova.compute.claims [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1355.352945] env[65682]: DEBUG oslo_vmware.api [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617056, 'name': PowerOffVM_Task, 'duration_secs': 0.198313} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.353270] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1355.353490] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Updating instance 'fcef2b6f-fb64-456f-8cd7-768df845945e' progress to 17 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1355.859599] env[65682]: DEBUG nova.virt.hardware [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:23:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1355.859816] env[65682]: DEBUG nova.virt.hardware [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1355.859958] env[65682]: DEBUG nova.virt.hardware [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1355.860144] env[65682]: DEBUG nova.virt.hardware [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1355.860294] env[65682]: DEBUG nova.virt.hardware [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1355.860439] env[65682]: DEBUG nova.virt.hardware [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1355.860644] env[65682]: DEBUG nova.virt.hardware [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1355.860798] env[65682]: DEBUG nova.virt.hardware [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1355.860961] env[65682]: DEBUG nova.virt.hardware [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1355.861141] env[65682]: DEBUG nova.virt.hardware [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1355.861314] env[65682]: DEBUG nova.virt.hardware [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1355.866555] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a16a5175-e8f5-4c18-87d4-2a43ab2192c7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.883460] env[65682]: DEBUG oslo_vmware.api [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1355.883460] env[65682]: value = "task-4617057" [ 1355.883460] env[65682]: _type = "Task" [ 1355.883460] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.892570] env[65682]: DEBUG oslo_vmware.api [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.353532] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcb5f55-2dd1-4f41-aef5-9d129d52b39c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.361999] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3ea201-7f8f-487e-8dea-6ab49eb1effd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.395867] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a490e69-673d-4dde-aed3-e581572e7a6d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.407244] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5164e0ec-2efd-4712-a13e-92a78329abab {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.411203] env[65682]: DEBUG oslo_vmware.api [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617057, 'name': ReconfigVM_Task, 'duration_secs': 0.188822} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.411509] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Updating instance 'fcef2b6f-fb64-456f-8cd7-768df845945e' progress to 33 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1356.426485] env[65682]: DEBUG nova.compute.provider_tree [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1356.919039] env[65682]: DEBUG nova.virt.hardware [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1356.919286] env[65682]: DEBUG nova.virt.hardware [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1356.919420] env[65682]: DEBUG nova.virt.hardware [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1356.919602] env[65682]: DEBUG nova.virt.hardware [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1356.919739] env[65682]: DEBUG nova.virt.hardware [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1356.919879] env[65682]: DEBUG nova.virt.hardware [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1356.920102] env[65682]: DEBUG nova.virt.hardware [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1356.920262] env[65682]: DEBUG nova.virt.hardware [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1356.920422] env[65682]: DEBUG nova.virt.hardware [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1356.920576] env[65682]: DEBUG nova.virt.hardware [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1356.920739] env[65682]: DEBUG nova.virt.hardware [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1356.926045] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1356.926341] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bda27de2-e4be-4d9a-aa01-1f48d317b27a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.939726] env[65682]: DEBUG nova.scheduler.client.report [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1356.949706] env[65682]: DEBUG oslo_vmware.api [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1356.949706] env[65682]: value = "task-4617058" [ 1356.949706] env[65682]: _type = "Task" [ 1356.949706] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.959215] env[65682]: DEBUG oslo_vmware.api [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617058, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.445151] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.151s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.445647] env[65682]: DEBUG nova.compute.manager [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1357.460170] env[65682]: DEBUG oslo_vmware.api [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617058, 'name': ReconfigVM_Task, 'duration_secs': 0.164503} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.460473] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1357.461328] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba54799d-1bb0-4c43-98c6-16d10604d398 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.484721] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] fcef2b6f-fb64-456f-8cd7-768df845945e/fcef2b6f-fb64-456f-8cd7-768df845945e.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1357.485758] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0df9886-d1d3-44d0-bea0-57932f2ab843 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.505024] env[65682]: DEBUG oslo_vmware.api [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1357.505024] env[65682]: value = "task-4617059" [ 1357.505024] env[65682]: _type = "Task" [ 1357.505024] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.514558] env[65682]: DEBUG oslo_vmware.api [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.951442] env[65682]: DEBUG nova.compute.utils [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1357.952957] env[65682]: DEBUG nova.compute.manager [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1357.953202] env[65682]: DEBUG nova.network.neutron [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1357.953534] env[65682]: WARNING neutronclient.v2_0.client [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1357.953832] env[65682]: WARNING neutronclient.v2_0.client [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1358.000652] env[65682]: DEBUG nova.policy [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9be76c44fd2541bbb9c03b9c1c6f8189', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5863e73c6b24975a9b9ad9e27eb944e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1358.014710] env[65682]: DEBUG oslo_vmware.api [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617059, 'name': ReconfigVM_Task, 'duration_secs': 0.256702} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.014975] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Reconfigured VM instance instance-0000007c to attach disk [datastore2] fcef2b6f-fb64-456f-8cd7-768df845945e/fcef2b6f-fb64-456f-8cd7-768df845945e.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1358.015270] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Updating instance 'fcef2b6f-fb64-456f-8cd7-768df845945e' progress to 50 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1358.287159] env[65682]: DEBUG nova.network.neutron [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Successfully created port: 83d567fc-5c47-44c7-8aff-34acf2d13719 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1358.457354] env[65682]: DEBUG nova.compute.manager [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1358.521727] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00757fa-503d-487e-9bf1-70981a09ea13 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.543081] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f520cd-e727-47c1-bc99-ad78d5b02540 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.562814] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Updating instance 'fcef2b6f-fb64-456f-8cd7-768df845945e' progress to 67 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1359.069589] env[65682]: WARNING neutronclient.v2_0.client [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1359.070019] env[65682]: WARNING neutronclient.v2_0.client [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1359.112543] env[65682]: DEBUG nova.network.neutron [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Port 7384d886-8ef6-427e-aaf5-e8d341694e1a binding to destination host cpu-1 is already ACTIVE {{(pid=65682) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1359.467060] env[65682]: DEBUG nova.compute.manager [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1359.493447] env[65682]: DEBUG nova.virt.hardware [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1359.493700] env[65682]: DEBUG nova.virt.hardware [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1359.493854] env[65682]: DEBUG nova.virt.hardware [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1359.494046] env[65682]: DEBUG nova.virt.hardware [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1359.494198] env[65682]: DEBUG nova.virt.hardware [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1359.494340] env[65682]: DEBUG nova.virt.hardware [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1359.494582] env[65682]: DEBUG nova.virt.hardware [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1359.494743] env[65682]: DEBUG nova.virt.hardware [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1359.494907] env[65682]: DEBUG nova.virt.hardware [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1359.495079] env[65682]: DEBUG nova.virt.hardware [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1359.495258] env[65682]: DEBUG nova.virt.hardware [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1359.496147] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959c815c-1600-4be6-b6b6-bcf99d7ffee4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.505195] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88120b7e-b4b8-43a4-addb-d08667d87986 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.686372] env[65682]: DEBUG nova.compute.manager [req-10c58796-53c1-43e4-9d21-b63c789efa33 req-3e5ca5ef-c11c-4e97-8d6b-d27970ebff13 service nova] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Received event network-vif-plugged-83d567fc-5c47-44c7-8aff-34acf2d13719 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1359.686449] env[65682]: DEBUG oslo_concurrency.lockutils [req-10c58796-53c1-43e4-9d21-b63c789efa33 req-3e5ca5ef-c11c-4e97-8d6b-d27970ebff13 service nova] Acquiring lock "557c471c-ece8-4a83-a23e-dbd119122fc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.686818] env[65682]: DEBUG oslo_concurrency.lockutils [req-10c58796-53c1-43e4-9d21-b63c789efa33 req-3e5ca5ef-c11c-4e97-8d6b-d27970ebff13 service nova] Lock "557c471c-ece8-4a83-a23e-dbd119122fc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.686818] env[65682]: DEBUG oslo_concurrency.lockutils [req-10c58796-53c1-43e4-9d21-b63c789efa33 req-3e5ca5ef-c11c-4e97-8d6b-d27970ebff13 service nova] Lock "557c471c-ece8-4a83-a23e-dbd119122fc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.687015] env[65682]: DEBUG nova.compute.manager [req-10c58796-53c1-43e4-9d21-b63c789efa33 req-3e5ca5ef-c11c-4e97-8d6b-d27970ebff13 service nova] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] No waiting events found dispatching network-vif-plugged-83d567fc-5c47-44c7-8aff-34acf2d13719 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1359.687193] env[65682]: WARNING nova.compute.manager [req-10c58796-53c1-43e4-9d21-b63c789efa33 req-3e5ca5ef-c11c-4e97-8d6b-d27970ebff13 service nova] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Received unexpected event network-vif-plugged-83d567fc-5c47-44c7-8aff-34acf2d13719 for instance with vm_state building and task_state spawning. [ 1359.777218] env[65682]: DEBUG nova.network.neutron [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Successfully updated port: 83d567fc-5c47-44c7-8aff-34acf2d13719 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1360.135993] env[65682]: DEBUG oslo_concurrency.lockutils [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "fcef2b6f-fb64-456f-8cd7-768df845945e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.136334] env[65682]: DEBUG oslo_concurrency.lockutils [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "fcef2b6f-fb64-456f-8cd7-768df845945e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.136496] env[65682]: DEBUG oslo_concurrency.lockutils [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "fcef2b6f-fb64-456f-8cd7-768df845945e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.280264] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "refresh_cache-557c471c-ece8-4a83-a23e-dbd119122fc1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.280822] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquired lock "refresh_cache-557c471c-ece8-4a83-a23e-dbd119122fc1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.280822] env[65682]: DEBUG nova.network.neutron [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1360.815613] env[65682]: DEBUG nova.network.neutron [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1360.909720] env[65682]: WARNING neutronclient.v2_0.client [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1360.982551] env[65682]: DEBUG nova.network.neutron [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Updating instance_info_cache with network_info: [{"id": "83d567fc-5c47-44c7-8aff-34acf2d13719", "address": "fa:16:3e:31:9c:8f", "network": {"id": "4af9ad29-aa78-4e31-a549-d3d6076f5828", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-940499248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5863e73c6b24975a9b9ad9e27eb944e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d567fc-5c", "ovs_interfaceid": "83d567fc-5c47-44c7-8aff-34acf2d13719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.142675] env[65682]: WARNING neutronclient.v2_0.client [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1361.174176] env[65682]: DEBUG oslo_concurrency.lockutils [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "refresh_cache-fcef2b6f-fb64-456f-8cd7-768df845945e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.174375] env[65682]: DEBUG oslo_concurrency.lockutils [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquired lock "refresh_cache-fcef2b6f-fb64-456f-8cd7-768df845945e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.174553] env[65682]: DEBUG nova.network.neutron [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1361.485459] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Releasing lock "refresh_cache-557c471c-ece8-4a83-a23e-dbd119122fc1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.486035] env[65682]: DEBUG nova.compute.manager [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Instance network_info: |[{"id": "83d567fc-5c47-44c7-8aff-34acf2d13719", "address": "fa:16:3e:31:9c:8f", "network": {"id": "4af9ad29-aa78-4e31-a549-d3d6076f5828", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-940499248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5863e73c6b24975a9b9ad9e27eb944e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d567fc-5c", "ovs_interfaceid": "83d567fc-5c47-44c7-8aff-34acf2d13719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1361.486726] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:9c:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a34aa30-95be-4b18-98ca-1f2d81f7e9e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83d567fc-5c47-44c7-8aff-34acf2d13719', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1361.500374] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1361.500718] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1361.501108] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7f04527-e972-452f-94b8-df87e49b1f88 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.528711] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1361.528711] env[65682]: value = "task-4617060" [ 1361.528711] env[65682]: _type = "Task" [ 1361.528711] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.537180] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4617060, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.677123] env[65682]: WARNING neutronclient.v2_0.client [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1361.719818] env[65682]: DEBUG nova.compute.manager [req-1c953a00-a872-4c33-8878-7296a8f2ae36 req-65e922c9-72cf-47a3-a899-1edce5c5eb61 service nova] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Received event network-changed-83d567fc-5c47-44c7-8aff-34acf2d13719 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1361.720088] env[65682]: DEBUG nova.compute.manager [req-1c953a00-a872-4c33-8878-7296a8f2ae36 req-65e922c9-72cf-47a3-a899-1edce5c5eb61 service nova] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Refreshing instance network info cache due to event network-changed-83d567fc-5c47-44c7-8aff-34acf2d13719. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1361.720815] env[65682]: DEBUG oslo_concurrency.lockutils [req-1c953a00-a872-4c33-8878-7296a8f2ae36 req-65e922c9-72cf-47a3-a899-1edce5c5eb61 service nova] Acquiring lock "refresh_cache-557c471c-ece8-4a83-a23e-dbd119122fc1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.720815] env[65682]: DEBUG oslo_concurrency.lockutils [req-1c953a00-a872-4c33-8878-7296a8f2ae36 req-65e922c9-72cf-47a3-a899-1edce5c5eb61 service nova] Acquired lock "refresh_cache-557c471c-ece8-4a83-a23e-dbd119122fc1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.720815] env[65682]: DEBUG nova.network.neutron [req-1c953a00-a872-4c33-8878-7296a8f2ae36 req-65e922c9-72cf-47a3-a899-1edce5c5eb61 service nova] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Refreshing network info cache for port 83d567fc-5c47-44c7-8aff-34acf2d13719 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.841608] env[65682]: WARNING neutronclient.v2_0.client [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1361.908624] env[65682]: DEBUG nova.network.neutron [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Updating instance_info_cache with network_info: [{"id": "7384d886-8ef6-427e-aaf5-e8d341694e1a", "address": "fa:16:3e:35:e7:a1", "network": {"id": "32a6f6c7-8e13-4644-8790-f5922bc8a5cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2123705961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67a873a51b0a41c58c8fa980aa58f328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7384d886-8e", "ovs_interfaceid": "7384d886-8ef6-427e-aaf5-e8d341694e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.039485] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4617060, 'name': CreateVM_Task, 'duration_secs': 0.314639} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.039669] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1362.040116] env[65682]: WARNING neutronclient.v2_0.client [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1362.040473] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.040621] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.040951] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.041221] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4a15390-692b-4ef1-bf8c-f919a0f5e1dd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.045904] env[65682]: DEBUG oslo_vmware.api [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1362.045904] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52953a05-adf7-f8a8-e45d-7a4c38832344" [ 1362.045904] env[65682]: _type = "Task" [ 1362.045904] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.054346] env[65682]: DEBUG oslo_vmware.api [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52953a05-adf7-f8a8-e45d-7a4c38832344, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.223075] env[65682]: WARNING neutronclient.v2_0.client [req-1c953a00-a872-4c33-8878-7296a8f2ae36 req-65e922c9-72cf-47a3-a899-1edce5c5eb61 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1362.358487] env[65682]: WARNING neutronclient.v2_0.client [req-1c953a00-a872-4c33-8878-7296a8f2ae36 req-65e922c9-72cf-47a3-a899-1edce5c5eb61 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1362.412063] env[65682]: DEBUG oslo_concurrency.lockutils [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Releasing lock "refresh_cache-fcef2b6f-fb64-456f-8cd7-768df845945e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.427472] env[65682]: DEBUG nova.network.neutron [req-1c953a00-a872-4c33-8878-7296a8f2ae36 req-65e922c9-72cf-47a3-a899-1edce5c5eb61 service nova] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Updated VIF entry in instance network info cache for port 83d567fc-5c47-44c7-8aff-34acf2d13719. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1362.427793] env[65682]: DEBUG nova.network.neutron [req-1c953a00-a872-4c33-8878-7296a8f2ae36 req-65e922c9-72cf-47a3-a899-1edce5c5eb61 service nova] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Updating instance_info_cache with network_info: [{"id": "83d567fc-5c47-44c7-8aff-34acf2d13719", "address": "fa:16:3e:31:9c:8f", "network": {"id": "4af9ad29-aa78-4e31-a549-d3d6076f5828", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-940499248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5863e73c6b24975a9b9ad9e27eb944e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d567fc-5c", "ovs_interfaceid": "83d567fc-5c47-44c7-8aff-34acf2d13719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.560117] env[65682]: DEBUG oslo_vmware.api [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52953a05-adf7-f8a8-e45d-7a4c38832344, 'name': SearchDatastore_Task, 'duration_secs': 0.009853} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.560117] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.560117] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1362.560117] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.560117] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.560478] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1362.560478] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb5ffae6-0cfa-4bb9-980e-84683bc47ea6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.568926] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1362.569114] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1362.569822] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dec46073-97e3-419b-80a0-44b7501a4fa9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.575249] env[65682]: DEBUG oslo_vmware.api [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1362.575249] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ed3c88-f228-0e5c-3b0b-71167d488ce6" [ 1362.575249] env[65682]: _type = "Task" [ 1362.575249] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.583173] env[65682]: DEBUG oslo_vmware.api [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ed3c88-f228-0e5c-3b0b-71167d488ce6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.931293] env[65682]: DEBUG oslo_concurrency.lockutils [req-1c953a00-a872-4c33-8878-7296a8f2ae36 req-65e922c9-72cf-47a3-a899-1edce5c5eb61 service nova] Releasing lock "refresh_cache-557c471c-ece8-4a83-a23e-dbd119122fc1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.939720] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642adbfa-484c-4ee3-877f-785097331acd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.959481] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5152bc-2ca3-4d5b-8eaf-be0f647c76bd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.966693] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Updating instance 'fcef2b6f-fb64-456f-8cd7-768df845945e' progress to 83 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1363.086591] env[65682]: DEBUG oslo_vmware.api [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52ed3c88-f228-0e5c-3b0b-71167d488ce6, 'name': SearchDatastore_Task, 'duration_secs': 0.00894} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.087385] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1de28f34-06e4-4a64-be34-d02713e22301 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.092853] env[65682]: DEBUG oslo_vmware.api [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1363.092853] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]526b57b2-203d-87f8-571d-1083270af55b" [ 1363.092853] env[65682]: _type = "Task" [ 1363.092853] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.100816] env[65682]: DEBUG oslo_vmware.api [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]526b57b2-203d-87f8-571d-1083270af55b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.473600] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1363.473929] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77bfc033-723d-4ad4-b716-72f75ec8d2d5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.481948] env[65682]: DEBUG oslo_vmware.api [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1363.481948] env[65682]: value = "task-4617061" [ 1363.481948] env[65682]: _type = "Task" [ 1363.481948] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.490419] env[65682]: DEBUG oslo_vmware.api [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.603304] env[65682]: DEBUG oslo_vmware.api [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]526b57b2-203d-87f8-571d-1083270af55b, 'name': SearchDatastore_Task, 'duration_secs': 0.009337} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.603606] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.603872] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 557c471c-ece8-4a83-a23e-dbd119122fc1/557c471c-ece8-4a83-a23e-dbd119122fc1.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1363.604239] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c363877-5706-4b61-a4b9-a9a7b2c211c7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.611558] env[65682]: DEBUG oslo_vmware.api [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1363.611558] env[65682]: value = "task-4617062" [ 1363.611558] env[65682]: _type = "Task" [ 1363.611558] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.620083] env[65682]: DEBUG oslo_vmware.api [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.993297] env[65682]: DEBUG oslo_vmware.api [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617061, 'name': PowerOnVM_Task, 'duration_secs': 0.412769} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.993762] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1363.993762] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-89426530-581c-43c7-a613-99fbfb12b666 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Updating instance 'fcef2b6f-fb64-456f-8cd7-768df845945e' progress to 100 {{(pid=65682) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1364.121785] env[65682]: DEBUG oslo_vmware.api [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451879} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.121988] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 557c471c-ece8-4a83-a23e-dbd119122fc1/557c471c-ece8-4a83-a23e-dbd119122fc1.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1364.122255] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1364.122510] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d990364-3b4b-4623-999f-17e14dd84891 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.128781] env[65682]: DEBUG oslo_vmware.api [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1364.128781] env[65682]: value = "task-4617063" [ 1364.128781] env[65682]: _type = "Task" [ 1364.128781] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.139593] env[65682]: DEBUG oslo_vmware.api [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617063, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.639414] env[65682]: DEBUG oslo_vmware.api [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617063, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057239} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.639665] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1364.640506] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfc261c-5920-4581-9969-6a56fb346337 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.662808] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 557c471c-ece8-4a83-a23e-dbd119122fc1/557c471c-ece8-4a83-a23e-dbd119122fc1.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1364.663117] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2904d863-a557-4e02-af85-50f86311ba37 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.683103] env[65682]: DEBUG oslo_vmware.api [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1364.683103] env[65682]: value = "task-4617064" [ 1364.683103] env[65682]: _type = "Task" [ 1364.683103] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.691582] env[65682]: DEBUG oslo_vmware.api [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617064, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.194105] env[65682]: DEBUG oslo_vmware.api [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.694301] env[65682]: DEBUG oslo_vmware.api [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617064, 'name': ReconfigVM_Task, 'duration_secs': 0.799074} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.694662] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 557c471c-ece8-4a83-a23e-dbd119122fc1/557c471c-ece8-4a83-a23e-dbd119122fc1.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1365.695329] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2064c8e6-4797-42c5-987a-bbbb1f9d4995 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.702208] env[65682]: DEBUG oslo_vmware.api [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1365.702208] env[65682]: value = "task-4617065" [ 1365.702208] env[65682]: _type = "Task" [ 1365.702208] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.710186] env[65682]: DEBUG oslo_vmware.api [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617065, 'name': Rename_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.212972] env[65682]: DEBUG oslo_vmware.api [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617065, 'name': Rename_Task, 'duration_secs': 0.144378} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.213350] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1366.213518] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57b3bdb6-837d-417a-93c4-20c4ac49a103 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.220955] env[65682]: DEBUG oslo_vmware.api [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1366.220955] env[65682]: value = "task-4617066" [ 1366.220955] env[65682]: _type = "Task" [ 1366.220955] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.229843] env[65682]: DEBUG oslo_vmware.api [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.680112] env[65682]: WARNING neutronclient.v2_0.client [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1366.731185] env[65682]: DEBUG oslo_vmware.api [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617066, 'name': PowerOnVM_Task, 'duration_secs': 0.457966} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.731482] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1366.731656] env[65682]: INFO nova.compute.manager [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Took 7.26 seconds to spawn the instance on the hypervisor. [ 1366.731860] env[65682]: DEBUG nova.compute.manager [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1366.732713] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50fcc8b-d41e-46d6-b51d-a134c6b6cf8a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.751153] env[65682]: WARNING neutronclient.v2_0.client [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1366.751536] env[65682]: WARNING neutronclient.v2_0.client [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1366.751793] env[65682]: WARNING neutronclient.v2_0.client [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1366.786855] env[65682]: DEBUG nova.network.neutron [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Port 7384d886-8ef6-427e-aaf5-e8d341694e1a binding to destination host cpu-1 is already ACTIVE {{(pid=65682) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1366.787129] env[65682]: DEBUG oslo_concurrency.lockutils [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "refresh_cache-fcef2b6f-fb64-456f-8cd7-768df845945e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.787277] env[65682]: DEBUG oslo_concurrency.lockutils [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquired lock "refresh_cache-fcef2b6f-fb64-456f-8cd7-768df845945e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.787489] env[65682]: DEBUG nova.network.neutron [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1367.251115] env[65682]: INFO nova.compute.manager [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Took 11.98 seconds to build instance. [ 1367.290383] env[65682]: WARNING neutronclient.v2_0.client [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1367.481088] env[65682]: WARNING neutronclient.v2_0.client [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1367.548012] env[65682]: DEBUG nova.network.neutron [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Updating instance_info_cache with network_info: [{"id": "7384d886-8ef6-427e-aaf5-e8d341694e1a", "address": "fa:16:3e:35:e7:a1", "network": {"id": "32a6f6c7-8e13-4644-8790-f5922bc8a5cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2123705961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67a873a51b0a41c58c8fa980aa58f328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7384d886-8e", "ovs_interfaceid": "7384d886-8ef6-427e-aaf5-e8d341694e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.753891] env[65682]: DEBUG oslo_concurrency.lockutils [None req-ff56e640-e530-4e18-8e46-85d9f8542dff tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "557c471c-ece8-4a83-a23e-dbd119122fc1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.489s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.050689] env[65682]: DEBUG oslo_concurrency.lockutils [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Releasing lock "refresh_cache-fcef2b6f-fb64-456f-8cd7-768df845945e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.422980] env[65682]: DEBUG nova.compute.manager [req-3f6460af-2302-4936-9768-854205abbb99 req-93261389-c3e5-4284-aec0-f86ea7d71eb3 service nova] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Received event network-changed-83d567fc-5c47-44c7-8aff-34acf2d13719 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1368.422980] env[65682]: DEBUG nova.compute.manager [req-3f6460af-2302-4936-9768-854205abbb99 req-93261389-c3e5-4284-aec0-f86ea7d71eb3 service nova] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Refreshing instance network info cache due to event network-changed-83d567fc-5c47-44c7-8aff-34acf2d13719. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1368.423627] env[65682]: DEBUG oslo_concurrency.lockutils [req-3f6460af-2302-4936-9768-854205abbb99 req-93261389-c3e5-4284-aec0-f86ea7d71eb3 service nova] Acquiring lock "refresh_cache-557c471c-ece8-4a83-a23e-dbd119122fc1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.423786] env[65682]: DEBUG oslo_concurrency.lockutils [req-3f6460af-2302-4936-9768-854205abbb99 req-93261389-c3e5-4284-aec0-f86ea7d71eb3 service nova] Acquired lock "refresh_cache-557c471c-ece8-4a83-a23e-dbd119122fc1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.423953] env[65682]: DEBUG nova.network.neutron [req-3f6460af-2302-4936-9768-854205abbb99 req-93261389-c3e5-4284-aec0-f86ea7d71eb3 service nova] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Refreshing network info cache for port 83d567fc-5c47-44c7-8aff-34acf2d13719 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.554209] env[65682]: DEBUG nova.compute.manager [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65682) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1368.554463] env[65682]: DEBUG oslo_concurrency.lockutils [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.554717] env[65682]: DEBUG oslo_concurrency.lockutils [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.927278] env[65682]: WARNING neutronclient.v2_0.client [req-3f6460af-2302-4936-9768-854205abbb99 req-93261389-c3e5-4284-aec0-f86ea7d71eb3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1369.058760] env[65682]: DEBUG nova.objects.instance [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lazy-loading 'migration_context' on Instance uuid fcef2b6f-fb64-456f-8cd7-768df845945e {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.090697] env[65682]: WARNING neutronclient.v2_0.client [req-3f6460af-2302-4936-9768-854205abbb99 req-93261389-c3e5-4284-aec0-f86ea7d71eb3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1369.163235] env[65682]: DEBUG nova.network.neutron [req-3f6460af-2302-4936-9768-854205abbb99 req-93261389-c3e5-4284-aec0-f86ea7d71eb3 service nova] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Updated VIF entry in instance network info cache for port 83d567fc-5c47-44c7-8aff-34acf2d13719. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1369.163657] env[65682]: DEBUG nova.network.neutron [req-3f6460af-2302-4936-9768-854205abbb99 req-93261389-c3e5-4284-aec0-f86ea7d71eb3 service nova] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Updating instance_info_cache with network_info: [{"id": "83d567fc-5c47-44c7-8aff-34acf2d13719", "address": "fa:16:3e:31:9c:8f", "network": {"id": "4af9ad29-aa78-4e31-a549-d3d6076f5828", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-940499248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5863e73c6b24975a9b9ad9e27eb944e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d567fc-5c", "ovs_interfaceid": "83d567fc-5c47-44c7-8aff-34acf2d13719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.621699] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddc9790-376f-4734-a258-79ecc143bb70 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.630562] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c82323d-aaec-4c64-a550-89db0c420b68 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.662996] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1216eb-71cb-43ec-84ed-7b733c2764ae {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.665983] env[65682]: DEBUG oslo_concurrency.lockutils [req-3f6460af-2302-4936-9768-854205abbb99 req-93261389-c3e5-4284-aec0-f86ea7d71eb3 service nova] Releasing lock "refresh_cache-557c471c-ece8-4a83-a23e-dbd119122fc1" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.672190] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf6aa39-c26a-465d-bee7-ea59d3ae8801 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.687522] env[65682]: DEBUG nova.compute.provider_tree [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.191226] env[65682]: DEBUG nova.scheduler.client.report [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1371.203766] env[65682]: DEBUG oslo_concurrency.lockutils [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.649s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.741701] env[65682]: INFO nova.compute.manager [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Swapping old allocation on dict_keys(['5e3340f3-ec5a-4efc-ab9e-095b1e806dc4']) held by migration bbbb9705-a16d-403f-9529-4a8e0ceb0c84 for instance [ 1372.763979] env[65682]: DEBUG nova.scheduler.client.report [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Overwriting current allocation {'allocations': {'5e3340f3-ec5a-4efc-ab9e-095b1e806dc4': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 181}}, 'project_id': '67a873a51b0a41c58c8fa980aa58f328', 'user_id': 'ae231c27304f46ebb37d9eaf0648486b', 'consumer_generation': 1} on consumer fcef2b6f-fb64-456f-8cd7-768df845945e {{(pid=65682) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1372.821065] env[65682]: WARNING neutronclient.v2_0.client [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1372.861581] env[65682]: DEBUG oslo_concurrency.lockutils [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "refresh_cache-fcef2b6f-fb64-456f-8cd7-768df845945e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.861794] env[65682]: DEBUG oslo_concurrency.lockutils [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquired lock "refresh_cache-fcef2b6f-fb64-456f-8cd7-768df845945e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.861980] env[65682]: DEBUG nova.network.neutron [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1373.365378] env[65682]: WARNING neutronclient.v2_0.client [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1373.526402] env[65682]: WARNING neutronclient.v2_0.client [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1373.600446] env[65682]: DEBUG nova.network.neutron [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Updating instance_info_cache with network_info: [{"id": "7384d886-8ef6-427e-aaf5-e8d341694e1a", "address": "fa:16:3e:35:e7:a1", "network": {"id": "32a6f6c7-8e13-4644-8790-f5922bc8a5cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2123705961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67a873a51b0a41c58c8fa980aa58f328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7384d886-8e", "ovs_interfaceid": "7384d886-8ef6-427e-aaf5-e8d341694e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.102999] env[65682]: DEBUG oslo_concurrency.lockutils [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Releasing lock "refresh_cache-fcef2b6f-fb64-456f-8cd7-768df845945e" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.103535] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1374.103868] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc574761-4db4-45f0-817f-ef287a79c8a3 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.112646] env[65682]: DEBUG oslo_vmware.api [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1374.112646] env[65682]: value = "task-4617067" [ 1374.112646] env[65682]: _type = "Task" [ 1374.112646] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.122473] env[65682]: DEBUG oslo_vmware.api [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.623558] env[65682]: DEBUG oslo_vmware.api [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617067, 'name': PowerOffVM_Task, 'duration_secs': 0.20815} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.623847] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1374.624575] env[65682]: DEBUG nova.virt.hardware [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1374.624812] env[65682]: DEBUG nova.virt.hardware [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1374.624979] env[65682]: DEBUG nova.virt.hardware [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1374.625184] env[65682]: DEBUG nova.virt.hardware [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1374.625363] env[65682]: DEBUG nova.virt.hardware [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1374.625521] env[65682]: DEBUG nova.virt.hardware [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1374.625763] env[65682]: DEBUG nova.virt.hardware [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1374.625940] env[65682]: DEBUG nova.virt.hardware [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1374.626139] env[65682]: DEBUG nova.virt.hardware [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1374.626338] env[65682]: DEBUG nova.virt.hardware [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1374.626613] env[65682]: DEBUG nova.virt.hardware [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1374.631704] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-108dbdda-e8d1-4b61-88d4-96751d69df52 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.647808] env[65682]: DEBUG oslo_vmware.api [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1374.647808] env[65682]: value = "task-4617068" [ 1374.647808] env[65682]: _type = "Task" [ 1374.647808] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.656224] env[65682]: DEBUG oslo_vmware.api [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.158962] env[65682]: DEBUG oslo_vmware.api [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617068, 'name': ReconfigVM_Task, 'duration_secs': 0.135256} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.159838] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a61052-9d28-439d-9684-85254e66c03b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.178912] env[65682]: DEBUG nova.virt.hardware [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1375.179159] env[65682]: DEBUG nova.virt.hardware [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1375.179313] env[65682]: DEBUG nova.virt.hardware [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1375.179493] env[65682]: DEBUG nova.virt.hardware [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1375.179638] env[65682]: DEBUG nova.virt.hardware [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1375.179783] env[65682]: DEBUG nova.virt.hardware [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1375.179987] env[65682]: DEBUG nova.virt.hardware [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1375.180177] env[65682]: DEBUG nova.virt.hardware [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1375.180334] env[65682]: DEBUG nova.virt.hardware [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1375.180489] env[65682]: DEBUG nova.virt.hardware [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1375.180661] env[65682]: DEBUG nova.virt.hardware [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1375.181510] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9898848-5f2d-445c-8fac-33f86c96dd8f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.187838] env[65682]: DEBUG oslo_vmware.api [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1375.187838] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52942589-96b6-9aa9-3a5c-2d6cfca6439a" [ 1375.187838] env[65682]: _type = "Task" [ 1375.187838] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.197269] env[65682]: DEBUG oslo_vmware.api [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52942589-96b6-9aa9-3a5c-2d6cfca6439a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.702834] env[65682]: DEBUG oslo_vmware.api [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52942589-96b6-9aa9-3a5c-2d6cfca6439a, 'name': SearchDatastore_Task, 'duration_secs': 0.009003} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.712320] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1375.712751] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b8ebaf8-dc2b-4845-bdfe-726a14bf1b77 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.741438] env[65682]: DEBUG oslo_vmware.api [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1375.741438] env[65682]: value = "task-4617069" [ 1375.741438] env[65682]: _type = "Task" [ 1375.741438] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.753403] env[65682]: DEBUG oslo_vmware.api [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617069, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.251863] env[65682]: DEBUG oslo_vmware.api [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617069, 'name': ReconfigVM_Task, 'duration_secs': 0.28885} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.252323] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1376.252953] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcce0deb-b2d6-4c13-bc2c-cd6b178215be {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.275289] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] fcef2b6f-fb64-456f-8cd7-768df845945e/fcef2b6f-fb64-456f-8cd7-768df845945e.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1376.275599] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-900939e4-18d2-4a23-b59b-99cda34e1d99 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.295847] env[65682]: DEBUG oslo_vmware.api [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1376.295847] env[65682]: value = "task-4617070" [ 1376.295847] env[65682]: _type = "Task" [ 1376.295847] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.309592] env[65682]: DEBUG oslo_vmware.api [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617070, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.807140] env[65682]: DEBUG oslo_vmware.api [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617070, 'name': ReconfigVM_Task, 'duration_secs': 0.269905} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.807427] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Reconfigured VM instance instance-0000007c to attach disk [datastore2] fcef2b6f-fb64-456f-8cd7-768df845945e/fcef2b6f-fb64-456f-8cd7-768df845945e.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1376.808261] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed90a974-0186-492d-bd37-905bb333711d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.827258] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90fcf6a-50b8-48a9-97fd-a0f56e032847 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.845497] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a092c479-6048-47ec-a109-4d94b79fbfa0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.863737] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5350b047-11f7-4b03-91af-ba1a030c379a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.871009] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1376.871252] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aeb22ebf-8152-410c-a221-520376f885e2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.877835] env[65682]: DEBUG oslo_vmware.api [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1376.877835] env[65682]: value = "task-4617071" [ 1376.877835] env[65682]: _type = "Task" [ 1376.877835] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.886061] env[65682]: DEBUG oslo_vmware.api [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.388840] env[65682]: DEBUG oslo_vmware.api [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617071, 'name': PowerOnVM_Task, 'duration_secs': 0.372238} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.389256] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1378.400854] env[65682]: INFO nova.compute.manager [None req-507f4011-ae70-41e0-a883-4ae599237367 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Updating instance to original state: 'active' [ 1379.316770] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9f2dc5b5-80d9-4e0c-8dd6-fc677e60bee8 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "fcef2b6f-fb64-456f-8cd7-768df845945e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.317168] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9f2dc5b5-80d9-4e0c-8dd6-fc677e60bee8 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "fcef2b6f-fb64-456f-8cd7-768df845945e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.317424] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9f2dc5b5-80d9-4e0c-8dd6-fc677e60bee8 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "fcef2b6f-fb64-456f-8cd7-768df845945e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.317629] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9f2dc5b5-80d9-4e0c-8dd6-fc677e60bee8 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "fcef2b6f-fb64-456f-8cd7-768df845945e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.317797] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9f2dc5b5-80d9-4e0c-8dd6-fc677e60bee8 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "fcef2b6f-fb64-456f-8cd7-768df845945e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.320188] env[65682]: INFO nova.compute.manager [None req-9f2dc5b5-80d9-4e0c-8dd6-fc677e60bee8 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Terminating instance [ 1379.824270] env[65682]: DEBUG nova.compute.manager [None req-9f2dc5b5-80d9-4e0c-8dd6-fc677e60bee8 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1379.824662] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2dc5b5-80d9-4e0c-8dd6-fc677e60bee8 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1379.825484] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d199ca2f-728d-471c-bb02-c1854493f3e5 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.833997] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2dc5b5-80d9-4e0c-8dd6-fc677e60bee8 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1379.834268] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce3604e8-80ae-40d2-b773-83a57336f92a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.841079] env[65682]: DEBUG oslo_vmware.api [None req-9f2dc5b5-80d9-4e0c-8dd6-fc677e60bee8 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1379.841079] env[65682]: value = "task-4617072" [ 1379.841079] env[65682]: _type = "Task" [ 1379.841079] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.849904] env[65682]: DEBUG oslo_vmware.api [None req-9f2dc5b5-80d9-4e0c-8dd6-fc677e60bee8 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.352323] env[65682]: DEBUG oslo_vmware.api [None req-9f2dc5b5-80d9-4e0c-8dd6-fc677e60bee8 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617072, 'name': PowerOffVM_Task, 'duration_secs': 0.178959} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.352323] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2dc5b5-80d9-4e0c-8dd6-fc677e60bee8 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1380.352323] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2dc5b5-80d9-4e0c-8dd6-fc677e60bee8 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1380.352658] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e62fd374-32c4-43c9-abf6-1e477a43708f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.447615] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2dc5b5-80d9-4e0c-8dd6-fc677e60bee8 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1380.447883] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2dc5b5-80d9-4e0c-8dd6-fc677e60bee8 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1380.448132] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f2dc5b5-80d9-4e0c-8dd6-fc677e60bee8 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Deleting the datastore file [datastore2] fcef2b6f-fb64-456f-8cd7-768df845945e {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1380.448461] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c450aaac-fc89-4e23-bf5f-2983e4046c7e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.457097] env[65682]: DEBUG oslo_vmware.api [None req-9f2dc5b5-80d9-4e0c-8dd6-fc677e60bee8 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1380.457097] env[65682]: value = "task-4617074" [ 1380.457097] env[65682]: _type = "Task" [ 1380.457097] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.465711] env[65682]: DEBUG oslo_vmware.api [None req-9f2dc5b5-80d9-4e0c-8dd6-fc677e60bee8 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617074, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.967417] env[65682]: DEBUG oslo_vmware.api [None req-9f2dc5b5-80d9-4e0c-8dd6-fc677e60bee8 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617074, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201689} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.967669] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f2dc5b5-80d9-4e0c-8dd6-fc677e60bee8 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1380.967849] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2dc5b5-80d9-4e0c-8dd6-fc677e60bee8 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1380.968038] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2dc5b5-80d9-4e0c-8dd6-fc677e60bee8 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1380.968216] env[65682]: INFO nova.compute.manager [None req-9f2dc5b5-80d9-4e0c-8dd6-fc677e60bee8 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1380.968461] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-9f2dc5b5-80d9-4e0c-8dd6-fc677e60bee8 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1380.968655] env[65682]: DEBUG nova.compute.manager [-] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1380.968753] env[65682]: DEBUG nova.network.neutron [-] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1380.968985] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1381.000837] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1381.475532] env[65682]: DEBUG nova.compute.manager [req-b826ebd9-c795-4d7a-a504-71a11651f0f4 req-521f9897-efb3-42a6-8360-ef938e498cd4 service nova] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Received event network-vif-deleted-7384d886-8ef6-427e-aaf5-e8d341694e1a {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1381.475786] env[65682]: INFO nova.compute.manager [req-b826ebd9-c795-4d7a-a504-71a11651f0f4 req-521f9897-efb3-42a6-8360-ef938e498cd4 service nova] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Neutron deleted interface 7384d886-8ef6-427e-aaf5-e8d341694e1a; detaching it from the instance and deleting it from the info cache [ 1381.475940] env[65682]: DEBUG nova.network.neutron [req-b826ebd9-c795-4d7a-a504-71a11651f0f4 req-521f9897-efb3-42a6-8360-ef938e498cd4 service nova] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.949477] env[65682]: DEBUG nova.network.neutron [-] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.978678] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-756d54ad-a0a4-41bc-b73e-f18e470d5962 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.989695] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a770a430-edce-45ec-a5fe-110beac6c96b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.019577] env[65682]: DEBUG nova.compute.manager [req-b826ebd9-c795-4d7a-a504-71a11651f0f4 req-521f9897-efb3-42a6-8360-ef938e498cd4 service nova] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Detach interface failed, port_id=7384d886-8ef6-427e-aaf5-e8d341694e1a, reason: Instance fcef2b6f-fb64-456f-8cd7-768df845945e could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1382.452539] env[65682]: INFO nova.compute.manager [-] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Took 1.48 seconds to deallocate network for instance. [ 1382.960063] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9f2dc5b5-80d9-4e0c-8dd6-fc677e60bee8 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.960322] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9f2dc5b5-80d9-4e0c-8dd6-fc677e60bee8 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.960378] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9f2dc5b5-80d9-4e0c-8dd6-fc677e60bee8 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.985015] env[65682]: INFO nova.scheduler.client.report [None req-9f2dc5b5-80d9-4e0c-8dd6-fc677e60bee8 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Deleted allocations for instance fcef2b6f-fb64-456f-8cd7-768df845945e [ 1383.493804] env[65682]: DEBUG oslo_concurrency.lockutils [None req-9f2dc5b5-80d9-4e0c-8dd6-fc677e60bee8 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "fcef2b6f-fb64-456f-8cd7-768df845945e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.177s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.279986] env[65682]: DEBUG oslo_concurrency.lockutils [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "66f5a268-7c5c-4489-ace2-53308b1d4f91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.280367] env[65682]: DEBUG oslo_concurrency.lockutils [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "66f5a268-7c5c-4489-ace2-53308b1d4f91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.782881] env[65682]: DEBUG nova.compute.manager [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Starting instance... {{(pid=65682) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1385.306860] env[65682]: DEBUG oslo_concurrency.lockutils [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.307158] env[65682]: DEBUG oslo_concurrency.lockutils [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.308705] env[65682]: INFO nova.compute.claims [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1386.354708] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69dedb7d-02f1-4744-b81d-191c1b4c9882 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.363063] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e327f7f-284d-4f55-9453-663bfe597a8e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.395800] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac13feac-1e63-495c-b1ec-cd73aa779f80 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.403855] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a56f73-ae4e-459a-803e-73cb8a3fc93b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.417904] env[65682]: DEBUG nova.compute.provider_tree [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1386.921322] env[65682]: DEBUG nova.scheduler.client.report [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1387.182780] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.183024] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.426685] env[65682]: DEBUG oslo_concurrency.lockutils [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.119s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.427224] env[65682]: DEBUG nova.compute.manager [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Start building networks asynchronously for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1387.688400] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.688612] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.688725] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.688870] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.689016] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.689174] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.689574] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65682) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1387.689574] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager.update_available_resource {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.933091] env[65682]: DEBUG nova.compute.utils [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1387.935174] env[65682]: DEBUG nova.compute.manager [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Allocating IP information in the background. {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1387.935475] env[65682]: DEBUG nova.network.neutron [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] allocate_for_instance() {{(pid=65682) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1387.935920] env[65682]: WARNING neutronclient.v2_0.client [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1387.936459] env[65682]: WARNING neutronclient.v2_0.client [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1387.998147] env[65682]: DEBUG nova.policy [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae231c27304f46ebb37d9eaf0648486b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67a873a51b0a41c58c8fa980aa58f328', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65682) authorize /opt/stack/nova/nova/policy.py:192}} [ 1388.192044] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.192604] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.192604] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.192888] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65682) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1388.193932] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33517fd6-9cf2-4b5b-92d1-6c496b7555a7 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.204945] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9b9eef-98e9-4181-93d8-87c4fb617262 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.220101] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b378fed6-dc81-4211-bee5-927ac5fb23d6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.227646] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010834c9-40c6-4147-9af0-c687c8602f15 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.258851] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180422MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65682) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1388.259061] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.259249] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.314150] env[65682]: DEBUG nova.network.neutron [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Successfully created port: d016579d-061b-4dd0-98ee-fbd3c6e9c474 {{(pid=65682) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1388.440175] env[65682]: DEBUG nova.compute.manager [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Start building block device mappings for instance. {{(pid=65682) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1389.288839] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 557c471c-ece8-4a83-a23e-dbd119122fc1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1389.289019] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Instance 66f5a268-7c5c-4489-ace2-53308b1d4f91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65682) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1389.289214] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=65682) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1389.289366] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=100GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '2', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '2', 'num_proj_c5863e73c6b24975a9b9ad9e27eb944e': '1', 'io_workload': '1', 'num_vm_building': '1', 'num_task_networking': '1', 'num_proj_67a873a51b0a41c58c8fa980aa58f328': '1'} {{(pid=65682) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1389.329846] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae914f2c-863c-474d-a9f5-f21059131564 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.338418] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785c0e91-9e13-4a1f-82f4-f03a042450bf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.370544] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d7d723-94ca-4518-81b8-d84d5660af8d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.379206] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5beeafe-4991-4812-a2dd-b3499a7ca947 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.393882] env[65682]: DEBUG nova.compute.provider_tree [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.449729] env[65682]: DEBUG nova.compute.manager [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Start spawning the instance on the hypervisor. {{(pid=65682) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1389.476216] env[65682]: DEBUG nova.virt.hardware [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-20T20:22:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-20T20:22:38Z,direct_url=,disk_format='vmdk',id=7e411482-4ba4-42db-a7a9-44449cf54ba0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2c068befc9424869b133da06e97be871',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-20T20:22:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1389.476473] env[65682]: DEBUG nova.virt.hardware [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Flavor limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1389.476628] env[65682]: DEBUG nova.virt.hardware [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Image limits 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1389.476808] env[65682]: DEBUG nova.virt.hardware [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Flavor pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1389.476950] env[65682]: DEBUG nova.virt.hardware [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Image pref 0:0:0 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1389.477112] env[65682]: DEBUG nova.virt.hardware [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65682) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1389.477317] env[65682]: DEBUG nova.virt.hardware [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1389.477471] env[65682]: DEBUG nova.virt.hardware [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1389.477636] env[65682]: DEBUG nova.virt.hardware [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Got 1 possible topologies {{(pid=65682) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1389.477790] env[65682]: DEBUG nova.virt.hardware [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1389.477953] env[65682]: DEBUG nova.virt.hardware [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65682) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1389.478810] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22b0186-4f65-47bb-9551-8fc447a3c6ad {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.487255] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b129d5-e004-424e-81b1-8e1908671c95 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.710231] env[65682]: DEBUG nova.compute.manager [req-1c1ecfb9-d523-406d-980e-d620f70404f5 req-9947b1f1-735d-4594-8103-f83bccbab844 service nova] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Received event network-vif-plugged-d016579d-061b-4dd0-98ee-fbd3c6e9c474 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1389.710404] env[65682]: DEBUG oslo_concurrency.lockutils [req-1c1ecfb9-d523-406d-980e-d620f70404f5 req-9947b1f1-735d-4594-8103-f83bccbab844 service nova] Acquiring lock "66f5a268-7c5c-4489-ace2-53308b1d4f91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.710497] env[65682]: DEBUG oslo_concurrency.lockutils [req-1c1ecfb9-d523-406d-980e-d620f70404f5 req-9947b1f1-735d-4594-8103-f83bccbab844 service nova] Lock "66f5a268-7c5c-4489-ace2-53308b1d4f91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.710664] env[65682]: DEBUG oslo_concurrency.lockutils [req-1c1ecfb9-d523-406d-980e-d620f70404f5 req-9947b1f1-735d-4594-8103-f83bccbab844 service nova] Lock "66f5a268-7c5c-4489-ace2-53308b1d4f91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.710829] env[65682]: DEBUG nova.compute.manager [req-1c1ecfb9-d523-406d-980e-d620f70404f5 req-9947b1f1-735d-4594-8103-f83bccbab844 service nova] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] No waiting events found dispatching network-vif-plugged-d016579d-061b-4dd0-98ee-fbd3c6e9c474 {{(pid=65682) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1389.710988] env[65682]: WARNING nova.compute.manager [req-1c1ecfb9-d523-406d-980e-d620f70404f5 req-9947b1f1-735d-4594-8103-f83bccbab844 service nova] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Received unexpected event network-vif-plugged-d016579d-061b-4dd0-98ee-fbd3c6e9c474 for instance with vm_state building and task_state spawning. [ 1389.791726] env[65682]: DEBUG nova.network.neutron [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Successfully updated port: d016579d-061b-4dd0-98ee-fbd3c6e9c474 {{(pid=65682) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1389.896798] env[65682]: DEBUG nova.scheduler.client.report [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.294208] env[65682]: DEBUG oslo_concurrency.lockutils [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "refresh_cache-66f5a268-7c5c-4489-ace2-53308b1d4f91" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.294208] env[65682]: DEBUG oslo_concurrency.lockutils [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquired lock "refresh_cache-66f5a268-7c5c-4489-ace2-53308b1d4f91" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.294411] env[65682]: DEBUG nova.network.neutron [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1390.401372] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65682) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1390.401594] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.142s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.830728] env[65682]: DEBUG nova.network.neutron [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Instance cache missing network info. {{(pid=65682) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1390.908023] env[65682]: WARNING neutronclient.v2_0.client [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1390.985120] env[65682]: DEBUG nova.network.neutron [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Updating instance_info_cache with network_info: [{"id": "d016579d-061b-4dd0-98ee-fbd3c6e9c474", "address": "fa:16:3e:0f:dd:c0", "network": {"id": "32a6f6c7-8e13-4644-8790-f5922bc8a5cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2123705961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67a873a51b0a41c58c8fa980aa58f328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd016579d-06", "ovs_interfaceid": "d016579d-061b-4dd0-98ee-fbd3c6e9c474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.488387] env[65682]: DEBUG oslo_concurrency.lockutils [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Releasing lock "refresh_cache-66f5a268-7c5c-4489-ace2-53308b1d4f91" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.488703] env[65682]: DEBUG nova.compute.manager [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Instance network_info: |[{"id": "d016579d-061b-4dd0-98ee-fbd3c6e9c474", "address": "fa:16:3e:0f:dd:c0", "network": {"id": "32a6f6c7-8e13-4644-8790-f5922bc8a5cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2123705961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67a873a51b0a41c58c8fa980aa58f328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd016579d-06", "ovs_interfaceid": "d016579d-061b-4dd0-98ee-fbd3c6e9c474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65682) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1391.489212] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:dd:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd016579d-061b-4dd0-98ee-fbd3c6e9c474', 'vif_model': 'vmxnet3'}] {{(pid=65682) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1391.496546] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1391.496793] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Creating VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1391.497037] env[65682]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f732cc07-58fd-4cfc-bc14-eea791060a90 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.517651] env[65682]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1391.517651] env[65682]: value = "task-4617075" [ 1391.517651] env[65682]: _type = "Task" [ 1391.517651] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.525802] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4617075, 'name': CreateVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.741555] env[65682]: DEBUG nova.compute.manager [req-bff1aa30-9d09-4fb5-93ee-35490fc55a23 req-8d9fb4e8-b99f-41dd-9799-6a09886eccd3 service nova] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Received event network-changed-d016579d-061b-4dd0-98ee-fbd3c6e9c474 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1391.741769] env[65682]: DEBUG nova.compute.manager [req-bff1aa30-9d09-4fb5-93ee-35490fc55a23 req-8d9fb4e8-b99f-41dd-9799-6a09886eccd3 service nova] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Refreshing instance network info cache due to event network-changed-d016579d-061b-4dd0-98ee-fbd3c6e9c474. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1391.741980] env[65682]: DEBUG oslo_concurrency.lockutils [req-bff1aa30-9d09-4fb5-93ee-35490fc55a23 req-8d9fb4e8-b99f-41dd-9799-6a09886eccd3 service nova] Acquiring lock "refresh_cache-66f5a268-7c5c-4489-ace2-53308b1d4f91" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.742135] env[65682]: DEBUG oslo_concurrency.lockutils [req-bff1aa30-9d09-4fb5-93ee-35490fc55a23 req-8d9fb4e8-b99f-41dd-9799-6a09886eccd3 service nova] Acquired lock "refresh_cache-66f5a268-7c5c-4489-ace2-53308b1d4f91" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.742297] env[65682]: DEBUG nova.network.neutron [req-bff1aa30-9d09-4fb5-93ee-35490fc55a23 req-8d9fb4e8-b99f-41dd-9799-6a09886eccd3 service nova] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Refreshing network info cache for port d016579d-061b-4dd0-98ee-fbd3c6e9c474 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1392.028045] env[65682]: DEBUG oslo_vmware.api [-] Task: {'id': task-4617075, 'name': CreateVM_Task, 'duration_secs': 0.300037} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.028423] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Created VM on the ESX host {{(pid=65682) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1392.028657] env[65682]: WARNING neutronclient.v2_0.client [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1392.029011] env[65682]: DEBUG oslo_concurrency.lockutils [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.029171] env[65682]: DEBUG oslo_concurrency.lockutils [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.029478] env[65682]: DEBUG oslo_concurrency.lockutils [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.029738] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7786b69f-4637-4fd9-bcbb-76c8e9472e9b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.034666] env[65682]: DEBUG oslo_vmware.api [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1392.034666] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]529876a5-7fc3-afed-b074-f0e310a15b09" [ 1392.034666] env[65682]: _type = "Task" [ 1392.034666] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.042831] env[65682]: DEBUG oslo_vmware.api [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]529876a5-7fc3-afed-b074-f0e310a15b09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.244859] env[65682]: WARNING neutronclient.v2_0.client [req-bff1aa30-9d09-4fb5-93ee-35490fc55a23 req-8d9fb4e8-b99f-41dd-9799-6a09886eccd3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1392.393340] env[65682]: WARNING neutronclient.v2_0.client [req-bff1aa30-9d09-4fb5-93ee-35490fc55a23 req-8d9fb4e8-b99f-41dd-9799-6a09886eccd3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1392.460261] env[65682]: DEBUG nova.network.neutron [req-bff1aa30-9d09-4fb5-93ee-35490fc55a23 req-8d9fb4e8-b99f-41dd-9799-6a09886eccd3 service nova] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Updated VIF entry in instance network info cache for port d016579d-061b-4dd0-98ee-fbd3c6e9c474. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1392.460646] env[65682]: DEBUG nova.network.neutron [req-bff1aa30-9d09-4fb5-93ee-35490fc55a23 req-8d9fb4e8-b99f-41dd-9799-6a09886eccd3 service nova] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Updating instance_info_cache with network_info: [{"id": "d016579d-061b-4dd0-98ee-fbd3c6e9c474", "address": "fa:16:3e:0f:dd:c0", "network": {"id": "32a6f6c7-8e13-4644-8790-f5922bc8a5cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2123705961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67a873a51b0a41c58c8fa980aa58f328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd016579d-06", "ovs_interfaceid": "d016579d-061b-4dd0-98ee-fbd3c6e9c474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.546030] env[65682]: DEBUG oslo_vmware.api [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]529876a5-7fc3-afed-b074-f0e310a15b09, 'name': SearchDatastore_Task, 'duration_secs': 0.010236} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.546294] env[65682]: DEBUG oslo_concurrency.lockutils [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.546567] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Processing image 7e411482-4ba4-42db-a7a9-44449cf54ba0 {{(pid=65682) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1392.546798] env[65682]: DEBUG oslo_concurrency.lockutils [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.546942] env[65682]: DEBUG oslo_concurrency.lockutils [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.547134] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1392.547404] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf5e0494-4929-4b21-8733-64a83574fe75 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.557303] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65682) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1392.557481] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65682) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1392.558254] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a167f8d-9bb2-4db9-8c91-64f0f390e24a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.564193] env[65682]: DEBUG oslo_vmware.api [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1392.564193] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523a0120-10a0-1e5a-f0c9-483a5cc4ea01" [ 1392.564193] env[65682]: _type = "Task" [ 1392.564193] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.571968] env[65682]: DEBUG oslo_vmware.api [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523a0120-10a0-1e5a-f0c9-483a5cc4ea01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.963626] env[65682]: DEBUG oslo_concurrency.lockutils [req-bff1aa30-9d09-4fb5-93ee-35490fc55a23 req-8d9fb4e8-b99f-41dd-9799-6a09886eccd3 service nova] Releasing lock "refresh_cache-66f5a268-7c5c-4489-ace2-53308b1d4f91" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.074938] env[65682]: DEBUG oslo_vmware.api [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]523a0120-10a0-1e5a-f0c9-483a5cc4ea01, 'name': SearchDatastore_Task, 'duration_secs': 0.009616} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.075737] env[65682]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00baf19d-13eb-4423-bf3f-15677000105f {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.081511] env[65682]: DEBUG oslo_vmware.api [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1393.081511] env[65682]: value = "session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52bcca8f-b721-4b45-eaf4-1eda31e4c05e" [ 1393.081511] env[65682]: _type = "Task" [ 1393.081511] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.089572] env[65682]: DEBUG oslo_vmware.api [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52bcca8f-b721-4b45-eaf4-1eda31e4c05e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.592947] env[65682]: DEBUG oslo_vmware.api [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': session[52008191-fd3e-4f2e-8014-2cd1a77a5b66]52bcca8f-b721-4b45-eaf4-1eda31e4c05e, 'name': SearchDatastore_Task, 'duration_secs': 0.009761} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.593240] env[65682]: DEBUG oslo_concurrency.lockutils [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.593518] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 66f5a268-7c5c-4489-ace2-53308b1d4f91/66f5a268-7c5c-4489-ace2-53308b1d4f91.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1393.593787] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0279862-8c3b-479b-9f7d-300270cc0cb8 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.600976] env[65682]: DEBUG oslo_vmware.api [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1393.600976] env[65682]: value = "task-4617076" [ 1393.600976] env[65682]: _type = "Task" [ 1393.600976] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.610857] env[65682]: DEBUG oslo_vmware.api [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.111135] env[65682]: DEBUG oslo_vmware.api [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440113} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.111536] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e411482-4ba4-42db-a7a9-44449cf54ba0/7e411482-4ba4-42db-a7a9-44449cf54ba0.vmdk to [datastore2] 66f5a268-7c5c-4489-ace2-53308b1d4f91/66f5a268-7c5c-4489-ace2-53308b1d4f91.vmdk {{(pid=65682) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1394.111683] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Extending root virtual disk to 1048576 {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1394.111976] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8094801b-a39e-47aa-9c14-0af4022ade24 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.119565] env[65682]: DEBUG oslo_vmware.api [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1394.119565] env[65682]: value = "task-4617077" [ 1394.119565] env[65682]: _type = "Task" [ 1394.119565] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.128528] env[65682]: DEBUG oslo_vmware.api [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.630474] env[65682]: DEBUG oslo_vmware.api [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057568} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.630827] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Extended root virtual disk {{(pid=65682) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1394.631656] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf6e0a3-05a9-41bb-92ab-9cd562585baa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.655093] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 66f5a268-7c5c-4489-ace2-53308b1d4f91/66f5a268-7c5c-4489-ace2-53308b1d4f91.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1394.655440] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cef3921-c7b5-4b99-a62a-c104f77fd9e9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.677280] env[65682]: DEBUG oslo_vmware.api [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1394.677280] env[65682]: value = "task-4617078" [ 1394.677280] env[65682]: _type = "Task" [ 1394.677280] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.686529] env[65682]: DEBUG oslo_vmware.api [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.187689] env[65682]: DEBUG oslo_vmware.api [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617078, 'name': ReconfigVM_Task, 'duration_secs': 0.298711} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.188112] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 66f5a268-7c5c-4489-ace2-53308b1d4f91/66f5a268-7c5c-4489-ace2-53308b1d4f91.vmdk or device None with type sparse {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1395.188595] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b6eb8aa-d74c-4514-ae01-074eb5032ef6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.196117] env[65682]: DEBUG oslo_vmware.api [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1395.196117] env[65682]: value = "task-4617079" [ 1395.196117] env[65682]: _type = "Task" [ 1395.196117] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.204624] env[65682]: DEBUG oslo_vmware.api [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617079, 'name': Rename_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.706874] env[65682]: DEBUG oslo_vmware.api [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617079, 'name': Rename_Task, 'duration_secs': 0.147785} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.707173] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1395.707433] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81092ab0-25a4-498e-aa7e-93e14212823c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.714405] env[65682]: DEBUG oslo_vmware.api [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1395.714405] env[65682]: value = "task-4617080" [ 1395.714405] env[65682]: _type = "Task" [ 1395.714405] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.722332] env[65682]: DEBUG oslo_vmware.api [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.225229] env[65682]: DEBUG oslo_vmware.api [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617080, 'name': PowerOnVM_Task, 'duration_secs': 0.439524} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.225618] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1396.225772] env[65682]: INFO nova.compute.manager [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Took 6.78 seconds to spawn the instance on the hypervisor. [ 1396.225950] env[65682]: DEBUG nova.compute.manager [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1396.226754] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53545598-1266-44d0-abdd-f3db6d148056 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.746067] env[65682]: INFO nova.compute.manager [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Took 11.46 seconds to build instance. [ 1397.248330] env[65682]: DEBUG oslo_concurrency.lockutils [None req-acf0c2fd-c8d7-4f4e-8c7e-3b758fd6bfe2 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "66f5a268-7c5c-4489-ace2-53308b1d4f91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.968s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.311555] env[65682]: DEBUG nova.compute.manager [req-405757b0-3ad0-49e1-9abf-3246523d0a5f req-6faf4bbc-e274-456e-9d6a-75594ac273e9 service nova] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Received event network-changed-d016579d-061b-4dd0-98ee-fbd3c6e9c474 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1397.311555] env[65682]: DEBUG nova.compute.manager [req-405757b0-3ad0-49e1-9abf-3246523d0a5f req-6faf4bbc-e274-456e-9d6a-75594ac273e9 service nova] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Refreshing instance network info cache due to event network-changed-d016579d-061b-4dd0-98ee-fbd3c6e9c474. {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1397.311794] env[65682]: DEBUG oslo_concurrency.lockutils [req-405757b0-3ad0-49e1-9abf-3246523d0a5f req-6faf4bbc-e274-456e-9d6a-75594ac273e9 service nova] Acquiring lock "refresh_cache-66f5a268-7c5c-4489-ace2-53308b1d4f91" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.311946] env[65682]: DEBUG oslo_concurrency.lockutils [req-405757b0-3ad0-49e1-9abf-3246523d0a5f req-6faf4bbc-e274-456e-9d6a-75594ac273e9 service nova] Acquired lock "refresh_cache-66f5a268-7c5c-4489-ace2-53308b1d4f91" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.312123] env[65682]: DEBUG nova.network.neutron [req-405757b0-3ad0-49e1-9abf-3246523d0a5f req-6faf4bbc-e274-456e-9d6a-75594ac273e9 service nova] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Refreshing network info cache for port d016579d-061b-4dd0-98ee-fbd3c6e9c474 {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1397.814815] env[65682]: WARNING neutronclient.v2_0.client [req-405757b0-3ad0-49e1-9abf-3246523d0a5f req-6faf4bbc-e274-456e-9d6a-75594ac273e9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1397.982753] env[65682]: WARNING neutronclient.v2_0.client [req-405757b0-3ad0-49e1-9abf-3246523d0a5f req-6faf4bbc-e274-456e-9d6a-75594ac273e9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1398.055858] env[65682]: DEBUG nova.network.neutron [req-405757b0-3ad0-49e1-9abf-3246523d0a5f req-6faf4bbc-e274-456e-9d6a-75594ac273e9 service nova] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Updated VIF entry in instance network info cache for port d016579d-061b-4dd0-98ee-fbd3c6e9c474. {{(pid=65682) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1398.056189] env[65682]: DEBUG nova.network.neutron [req-405757b0-3ad0-49e1-9abf-3246523d0a5f req-6faf4bbc-e274-456e-9d6a-75594ac273e9 service nova] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Updating instance_info_cache with network_info: [{"id": "d016579d-061b-4dd0-98ee-fbd3c6e9c474", "address": "fa:16:3e:0f:dd:c0", "network": {"id": "32a6f6c7-8e13-4644-8790-f5922bc8a5cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2123705961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67a873a51b0a41c58c8fa980aa58f328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd016579d-06", "ovs_interfaceid": "d016579d-061b-4dd0-98ee-fbd3c6e9c474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.564705] env[65682]: DEBUG oslo_concurrency.lockutils [req-405757b0-3ad0-49e1-9abf-3246523d0a5f req-6faf4bbc-e274-456e-9d6a-75594ac273e9 service nova] Releasing lock "refresh_cache-66f5a268-7c5c-4489-ace2-53308b1d4f91" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.490035] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d4759838-8940-4902-91aa-7b1394b2fa57 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "557c471c-ece8-4a83-a23e-dbd119122fc1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.490337] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d4759838-8940-4902-91aa-7b1394b2fa57 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "557c471c-ece8-4a83-a23e-dbd119122fc1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.994230] env[65682]: DEBUG nova.compute.utils [None req-d4759838-8940-4902-91aa-7b1394b2fa57 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Using /dev/sd instead of None {{(pid=65682) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1404.497969] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d4759838-8940-4902-91aa-7b1394b2fa57 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "557c471c-ece8-4a83-a23e-dbd119122fc1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.554759] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d4759838-8940-4902-91aa-7b1394b2fa57 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "557c471c-ece8-4a83-a23e-dbd119122fc1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.555175] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d4759838-8940-4902-91aa-7b1394b2fa57 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "557c471c-ece8-4a83-a23e-dbd119122fc1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.555309] env[65682]: INFO nova.compute.manager [None req-d4759838-8940-4902-91aa-7b1394b2fa57 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Attaching volume dca5f672-d6bb-4c75-958e-1c90a0ec5eba to /dev/sdb [ 1405.586088] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffae766d-62ed-45e3-b68e-7df0d9b55808 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.594305] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d225213c-43f6-4c21-a944-924b41d51ecc {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.609966] env[65682]: DEBUG nova.virt.block_device [None req-d4759838-8940-4902-91aa-7b1394b2fa57 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Updating existing volume attachment record: 052e5c7d-e878-4112-a5ca-0206c885131f {{(pid=65682) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1410.154026] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4759838-8940-4902-91aa-7b1394b2fa57 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Volume attach. Driver type: vmdk {{(pid=65682) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1410.154293] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4759838-8940-4902-91aa-7b1394b2fa57 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901775', 'volume_id': 'dca5f672-d6bb-4c75-958e-1c90a0ec5eba', 'name': 'volume-dca5f672-d6bb-4c75-958e-1c90a0ec5eba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '557c471c-ece8-4a83-a23e-dbd119122fc1', 'attached_at': '', 'detached_at': '', 'volume_id': 'dca5f672-d6bb-4c75-958e-1c90a0ec5eba', 'serial': 'dca5f672-d6bb-4c75-958e-1c90a0ec5eba'} {{(pid=65682) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1410.155248] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1ec24f-1ef1-4df5-a6f0-f5133bee7c70 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.172192] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574f6f4c-0771-4ee1-ade2-5ca3e98e5cf1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.197971] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4759838-8940-4902-91aa-7b1394b2fa57 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-dca5f672-d6bb-4c75-958e-1c90a0ec5eba/volume-dca5f672-d6bb-4c75-958e-1c90a0ec5eba.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1410.198261] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45f7fbdb-d487-466f-9088-3e95221a6445 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.217830] env[65682]: DEBUG oslo_vmware.api [None req-d4759838-8940-4902-91aa-7b1394b2fa57 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1410.217830] env[65682]: value = "task-4617083" [ 1410.217830] env[65682]: _type = "Task" [ 1410.217830] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.226674] env[65682]: DEBUG oslo_vmware.api [None req-d4759838-8940-4902-91aa-7b1394b2fa57 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.728080] env[65682]: DEBUG oslo_vmware.api [None req-d4759838-8940-4902-91aa-7b1394b2fa57 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617083, 'name': ReconfigVM_Task, 'duration_secs': 0.332159} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.728395] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4759838-8940-4902-91aa-7b1394b2fa57 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-dca5f672-d6bb-4c75-958e-1c90a0ec5eba/volume-dca5f672-d6bb-4c75-958e-1c90a0ec5eba.vmdk or device None with type thin {{(pid=65682) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1410.733213] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8beaab14-5a6a-49b4-ae2f-ec79a94cb997 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.749050] env[65682]: DEBUG oslo_vmware.api [None req-d4759838-8940-4902-91aa-7b1394b2fa57 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1410.749050] env[65682]: value = "task-4617084" [ 1410.749050] env[65682]: _type = "Task" [ 1410.749050] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.758017] env[65682]: DEBUG oslo_vmware.api [None req-d4759838-8940-4902-91aa-7b1394b2fa57 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617084, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.259616] env[65682]: DEBUG oslo_vmware.api [None req-d4759838-8940-4902-91aa-7b1394b2fa57 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617084, 'name': ReconfigVM_Task, 'duration_secs': 0.142671} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.259944] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4759838-8940-4902-91aa-7b1394b2fa57 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901775', 'volume_id': 'dca5f672-d6bb-4c75-958e-1c90a0ec5eba', 'name': 'volume-dca5f672-d6bb-4c75-958e-1c90a0ec5eba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '557c471c-ece8-4a83-a23e-dbd119122fc1', 'attached_at': '', 'detached_at': '', 'volume_id': 'dca5f672-d6bb-4c75-958e-1c90a0ec5eba', 'serial': 'dca5f672-d6bb-4c75-958e-1c90a0ec5eba'} {{(pid=65682) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1412.295070] env[65682]: DEBUG nova.objects.instance [None req-d4759838-8940-4902-91aa-7b1394b2fa57 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lazy-loading 'flavor' on Instance uuid 557c471c-ece8-4a83-a23e-dbd119122fc1 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1412.800315] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d4759838-8940-4902-91aa-7b1394b2fa57 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "557c471c-ece8-4a83-a23e-dbd119122fc1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.245s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.998991] env[65682]: DEBUG oslo_concurrency.lockutils [None req-23c47021-b907-49e1-8694-3e433a10b8ee tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "557c471c-ece8-4a83-a23e-dbd119122fc1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.999300] env[65682]: DEBUG oslo_concurrency.lockutils [None req-23c47021-b907-49e1-8694-3e433a10b8ee tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "557c471c-ece8-4a83-a23e-dbd119122fc1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.502987] env[65682]: INFO nova.compute.manager [None req-23c47021-b907-49e1-8694-3e433a10b8ee tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Detaching volume dca5f672-d6bb-4c75-958e-1c90a0ec5eba [ 1413.535424] env[65682]: INFO nova.virt.block_device [None req-23c47021-b907-49e1-8694-3e433a10b8ee tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Attempting to driver detach volume dca5f672-d6bb-4c75-958e-1c90a0ec5eba from mountpoint /dev/sdb [ 1413.535657] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c47021-b907-49e1-8694-3e433a10b8ee tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Volume detach. Driver type: vmdk {{(pid=65682) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1413.535843] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c47021-b907-49e1-8694-3e433a10b8ee tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901775', 'volume_id': 'dca5f672-d6bb-4c75-958e-1c90a0ec5eba', 'name': 'volume-dca5f672-d6bb-4c75-958e-1c90a0ec5eba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '557c471c-ece8-4a83-a23e-dbd119122fc1', 'attached_at': '', 'detached_at': '', 'volume_id': 'dca5f672-d6bb-4c75-958e-1c90a0ec5eba', 'serial': 'dca5f672-d6bb-4c75-958e-1c90a0ec5eba'} {{(pid=65682) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1413.536767] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26779a0-f924-4bf4-b99b-4a4ee5e59e56 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.559908] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc5435d-571e-494d-b614-cfee40edf891 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.567595] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69f831b-42f0-4eed-ab43-8b4c7341be9b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.588271] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2d0f63-0603-473f-977b-c1cb7bf8fb07 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.603361] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c47021-b907-49e1-8694-3e433a10b8ee tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] The volume has not been displaced from its original location: [datastore2] volume-dca5f672-d6bb-4c75-958e-1c90a0ec5eba/volume-dca5f672-d6bb-4c75-958e-1c90a0ec5eba.vmdk. No consolidation needed. {{(pid=65682) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1413.608582] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c47021-b907-49e1-8694-3e433a10b8ee tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1413.608881] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-217984ca-0b8c-43bb-82db-0c02ec396453 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.627150] env[65682]: DEBUG oslo_vmware.api [None req-23c47021-b907-49e1-8694-3e433a10b8ee tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1413.627150] env[65682]: value = "task-4617085" [ 1413.627150] env[65682]: _type = "Task" [ 1413.627150] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.635941] env[65682]: DEBUG oslo_vmware.api [None req-23c47021-b907-49e1-8694-3e433a10b8ee tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.137348] env[65682]: DEBUG oslo_vmware.api [None req-23c47021-b907-49e1-8694-3e433a10b8ee tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617085, 'name': ReconfigVM_Task, 'duration_secs': 0.214926} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.137668] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c47021-b907-49e1-8694-3e433a10b8ee tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=65682) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1414.142369] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfde1f31-72b1-4a13-b447-c66fa4e3f4b4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.157881] env[65682]: DEBUG oslo_vmware.api [None req-23c47021-b907-49e1-8694-3e433a10b8ee tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1414.157881] env[65682]: value = "task-4617086" [ 1414.157881] env[65682]: _type = "Task" [ 1414.157881] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.166598] env[65682]: DEBUG oslo_vmware.api [None req-23c47021-b907-49e1-8694-3e433a10b8ee tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617086, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.668235] env[65682]: DEBUG oslo_vmware.api [None req-23c47021-b907-49e1-8694-3e433a10b8ee tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617086, 'name': ReconfigVM_Task, 'duration_secs': 0.147617} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.668626] env[65682]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c47021-b907-49e1-8694-3e433a10b8ee tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-901775', 'volume_id': 'dca5f672-d6bb-4c75-958e-1c90a0ec5eba', 'name': 'volume-dca5f672-d6bb-4c75-958e-1c90a0ec5eba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '557c471c-ece8-4a83-a23e-dbd119122fc1', 'attached_at': '', 'detached_at': '', 'volume_id': 'dca5f672-d6bb-4c75-958e-1c90a0ec5eba', 'serial': 'dca5f672-d6bb-4c75-958e-1c90a0ec5eba'} {{(pid=65682) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1415.209496] env[65682]: DEBUG nova.objects.instance [None req-23c47021-b907-49e1-8694-3e433a10b8ee tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lazy-loading 'flavor' on Instance uuid 557c471c-ece8-4a83-a23e-dbd119122fc1 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1416.217686] env[65682]: DEBUG oslo_concurrency.lockutils [None req-23c47021-b907-49e1-8694-3e433a10b8ee tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "557c471c-ece8-4a83-a23e-dbd119122fc1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.218s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.235891] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d38c6419-cd52-4842-8e03-57ad62e538f7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "557c471c-ece8-4a83-a23e-dbd119122fc1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.236281] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d38c6419-cd52-4842-8e03-57ad62e538f7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "557c471c-ece8-4a83-a23e-dbd119122fc1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.236411] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d38c6419-cd52-4842-8e03-57ad62e538f7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "557c471c-ece8-4a83-a23e-dbd119122fc1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.236563] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d38c6419-cd52-4842-8e03-57ad62e538f7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "557c471c-ece8-4a83-a23e-dbd119122fc1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.236768] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d38c6419-cd52-4842-8e03-57ad62e538f7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "557c471c-ece8-4a83-a23e-dbd119122fc1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.238708] env[65682]: INFO nova.compute.manager [None req-d38c6419-cd52-4842-8e03-57ad62e538f7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Terminating instance [ 1417.743075] env[65682]: DEBUG nova.compute.manager [None req-d38c6419-cd52-4842-8e03-57ad62e538f7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1417.743378] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d38c6419-cd52-4842-8e03-57ad62e538f7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1417.744312] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daffc912-53b3-424e-9170-8621dfab040e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.752647] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38c6419-cd52-4842-8e03-57ad62e538f7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1417.752888] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed246bb4-a13e-4864-a199-e713abe62645 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.759596] env[65682]: DEBUG oslo_vmware.api [None req-d38c6419-cd52-4842-8e03-57ad62e538f7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1417.759596] env[65682]: value = "task-4617087" [ 1417.759596] env[65682]: _type = "Task" [ 1417.759596] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.767726] env[65682]: DEBUG oslo_vmware.api [None req-d38c6419-cd52-4842-8e03-57ad62e538f7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.270402] env[65682]: DEBUG oslo_vmware.api [None req-d38c6419-cd52-4842-8e03-57ad62e538f7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617087, 'name': PowerOffVM_Task, 'duration_secs': 0.193187} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.270819] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38c6419-cd52-4842-8e03-57ad62e538f7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1418.270867] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d38c6419-cd52-4842-8e03-57ad62e538f7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1418.271151] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85ebc4a7-626c-4187-9f45-be9b5ff7e9fa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.342674] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d38c6419-cd52-4842-8e03-57ad62e538f7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1418.342965] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d38c6419-cd52-4842-8e03-57ad62e538f7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1418.343194] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-d38c6419-cd52-4842-8e03-57ad62e538f7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Deleting the datastore file [datastore2] 557c471c-ece8-4a83-a23e-dbd119122fc1 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1418.343496] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb4a3750-9459-42f5-9475-3c53916c0197 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.351373] env[65682]: DEBUG oslo_vmware.api [None req-d38c6419-cd52-4842-8e03-57ad62e538f7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for the task: (returnval){ [ 1418.351373] env[65682]: value = "task-4617089" [ 1418.351373] env[65682]: _type = "Task" [ 1418.351373] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.359817] env[65682]: DEBUG oslo_vmware.api [None req-d38c6419-cd52-4842-8e03-57ad62e538f7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.862030] env[65682]: DEBUG oslo_vmware.api [None req-d38c6419-cd52-4842-8e03-57ad62e538f7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Task: {'id': task-4617089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145672} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.862315] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-d38c6419-cd52-4842-8e03-57ad62e538f7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1418.862488] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d38c6419-cd52-4842-8e03-57ad62e538f7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1418.862690] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-d38c6419-cd52-4842-8e03-57ad62e538f7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1418.862871] env[65682]: INFO nova.compute.manager [None req-d38c6419-cd52-4842-8e03-57ad62e538f7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1418.863134] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-d38c6419-cd52-4842-8e03-57ad62e538f7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1418.863330] env[65682]: DEBUG nova.compute.manager [-] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1418.863428] env[65682]: DEBUG nova.network.neutron [-] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1418.863689] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1418.895869] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1419.353241] env[65682]: DEBUG nova.compute.manager [req-72a76f5f-f8a0-4132-80d6-2a48933d9edb req-9d19a81f-1d62-4278-9d13-dfd9d4f59e62 service nova] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Received event network-vif-deleted-83d567fc-5c47-44c7-8aff-34acf2d13719 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1419.353500] env[65682]: INFO nova.compute.manager [req-72a76f5f-f8a0-4132-80d6-2a48933d9edb req-9d19a81f-1d62-4278-9d13-dfd9d4f59e62 service nova] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Neutron deleted interface 83d567fc-5c47-44c7-8aff-34acf2d13719; detaching it from the instance and deleting it from the info cache [ 1419.353574] env[65682]: DEBUG nova.network.neutron [req-72a76f5f-f8a0-4132-80d6-2a48933d9edb req-9d19a81f-1d62-4278-9d13-dfd9d4f59e62 service nova] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.831236] env[65682]: DEBUG nova.network.neutron [-] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.856901] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ff3b83a-7d2c-44e7-95cd-35137e8d8f30 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.868320] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190f1c95-0035-4132-b3e4-53cf8094972b {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.897474] env[65682]: DEBUG nova.compute.manager [req-72a76f5f-f8a0-4132-80d6-2a48933d9edb req-9d19a81f-1d62-4278-9d13-dfd9d4f59e62 service nova] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Detach interface failed, port_id=83d567fc-5c47-44c7-8aff-34acf2d13719, reason: Instance 557c471c-ece8-4a83-a23e-dbd119122fc1 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1420.334147] env[65682]: INFO nova.compute.manager [-] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Took 1.47 seconds to deallocate network for instance. [ 1420.840019] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d38c6419-cd52-4842-8e03-57ad62e538f7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.840545] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d38c6419-cd52-4842-8e03-57ad62e538f7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.840545] env[65682]: DEBUG nova.objects.instance [None req-d38c6419-cd52-4842-8e03-57ad62e538f7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lazy-loading 'resources' on Instance uuid 557c471c-ece8-4a83-a23e-dbd119122fc1 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1421.386449] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2b090a-9f29-48a9-8e0f-3d4d5fbb24aa {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.394357] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0386117e-6d94-4f53-9306-d2404060363a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.424549] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc932e6f-eff7-489c-8395-d3bd19d87787 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.432168] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3429bc-5e53-4b60-a0bb-cbf491129f91 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.445933] env[65682]: DEBUG nova.compute.provider_tree [None req-d38c6419-cd52-4842-8e03-57ad62e538f7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1421.949750] env[65682]: DEBUG nova.scheduler.client.report [None req-d38c6419-cd52-4842-8e03-57ad62e538f7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1422.456907] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d38c6419-cd52-4842-8e03-57ad62e538f7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.616s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.477859] env[65682]: INFO nova.scheduler.client.report [None req-d38c6419-cd52-4842-8e03-57ad62e538f7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Deleted allocations for instance 557c471c-ece8-4a83-a23e-dbd119122fc1 [ 1422.986788] env[65682]: DEBUG oslo_concurrency.lockutils [None req-d38c6419-cd52-4842-8e03-57ad62e538f7 tempest-AttachVolumeNegativeTest-798668347 tempest-AttachVolumeNegativeTest-798668347-project-member] Lock "557c471c-ece8-4a83-a23e-dbd119122fc1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.750s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.482049] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.482413] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.985055] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.481631] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.481831] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Cleaning up deleted instances {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11916}} [ 1434.742306] env[65682]: DEBUG oslo_concurrency.lockutils [None req-01773f3a-eddb-4627-ab13-cb9c41d91302 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "66f5a268-7c5c-4489-ace2-53308b1d4f91" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.742548] env[65682]: DEBUG oslo_concurrency.lockutils [None req-01773f3a-eddb-4627-ab13-cb9c41d91302 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "66f5a268-7c5c-4489-ace2-53308b1d4f91" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.742817] env[65682]: DEBUG nova.compute.manager [None req-01773f3a-eddb-4627-ab13-cb9c41d91302 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1434.743799] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab6d6c5-04b7-472f-ac1d-09f5301d945a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.751327] env[65682]: DEBUG nova.compute.manager [None req-01773f3a-eddb-4627-ab13-cb9c41d91302 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65682) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1434.751921] env[65682]: DEBUG nova.objects.instance [None req-01773f3a-eddb-4627-ab13-cb9c41d91302 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lazy-loading 'flavor' on Instance uuid 66f5a268-7c5c-4489-ace2-53308b1d4f91 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1434.993416] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] There are 32 instances to clean {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11925}} [ 1434.993862] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 557c471c-ece8-4a83-a23e-dbd119122fc1] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1435.496832] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: fcef2b6f-fb64-456f-8cd7-768df845945e] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1435.760296] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-01773f3a-eddb-4627-ab13-cb9c41d91302 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1435.760621] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-871faf7b-b549-473f-8e49-5bf0825bdf4a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.768407] env[65682]: DEBUG oslo_vmware.api [None req-01773f3a-eddb-4627-ab13-cb9c41d91302 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1435.768407] env[65682]: value = "task-4617093" [ 1435.768407] env[65682]: _type = "Task" [ 1435.768407] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.777900] env[65682]: DEBUG oslo_vmware.api [None req-01773f3a-eddb-4627-ab13-cb9c41d91302 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.001901] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 998979a0-1b2c-4beb-a47a-3d87e78f60c4] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1436.279469] env[65682]: DEBUG oslo_vmware.api [None req-01773f3a-eddb-4627-ab13-cb9c41d91302 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617093, 'name': PowerOffVM_Task, 'duration_secs': 0.231935} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.279680] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-01773f3a-eddb-4627-ab13-cb9c41d91302 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1436.279878] env[65682]: DEBUG nova.compute.manager [None req-01773f3a-eddb-4627-ab13-cb9c41d91302 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1436.280692] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b61e50c-90d4-4dfd-8bb4-82f104ccc535 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.504953] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 8c99edfb-dbb6-45e2-a6da-933e1954a1af] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1436.793606] env[65682]: DEBUG oslo_concurrency.lockutils [None req-01773f3a-eddb-4627-ab13-cb9c41d91302 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "66f5a268-7c5c-4489-ace2-53308b1d4f91" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.008553] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 54c0aa42-b608-4e72-b397-4805232d89b8] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1437.179802] env[65682]: DEBUG nova.objects.instance [None req-78364255-acb6-4bdc-a3af-e57ecdfeacb1 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lazy-loading 'flavor' on Instance uuid 66f5a268-7c5c-4489-ace2-53308b1d4f91 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1437.511879] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 2b7ae127-7b9f-42f9-ab84-e653d230ed89] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1437.685778] env[65682]: DEBUG oslo_concurrency.lockutils [None req-78364255-acb6-4bdc-a3af-e57ecdfeacb1 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "refresh_cache-66f5a268-7c5c-4489-ace2-53308b1d4f91" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.686042] env[65682]: DEBUG oslo_concurrency.lockutils [None req-78364255-acb6-4bdc-a3af-e57ecdfeacb1 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquired lock "refresh_cache-66f5a268-7c5c-4489-ace2-53308b1d4f91" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.686171] env[65682]: DEBUG nova.network.neutron [None req-78364255-acb6-4bdc-a3af-e57ecdfeacb1 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1437.686451] env[65682]: DEBUG nova.objects.instance [None req-78364255-acb6-4bdc-a3af-e57ecdfeacb1 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lazy-loading 'info_cache' on Instance uuid 66f5a268-7c5c-4489-ace2-53308b1d4f91 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1438.015789] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 117f19ee-dd6a-4f21-92d6-4589002c4be4] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1438.189395] env[65682]: DEBUG nova.objects.base [None req-78364255-acb6-4bdc-a3af-e57ecdfeacb1 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Object Instance<66f5a268-7c5c-4489-ace2-53308b1d4f91> lazy-loaded attributes: flavor,info_cache {{(pid=65682) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1438.519827] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 1fa4b475-80fe-452b-988d-264e4cf4ecc3] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1438.692409] env[65682]: WARNING neutronclient.v2_0.client [None req-78364255-acb6-4bdc-a3af-e57ecdfeacb1 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1438.857397] env[65682]: WARNING neutronclient.v2_0.client [None req-78364255-acb6-4bdc-a3af-e57ecdfeacb1 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1438.923356] env[65682]: DEBUG nova.network.neutron [None req-78364255-acb6-4bdc-a3af-e57ecdfeacb1 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Updating instance_info_cache with network_info: [{"id": "d016579d-061b-4dd0-98ee-fbd3c6e9c474", "address": "fa:16:3e:0f:dd:c0", "network": {"id": "32a6f6c7-8e13-4644-8790-f5922bc8a5cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2123705961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67a873a51b0a41c58c8fa980aa58f328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd016579d-06", "ovs_interfaceid": "d016579d-061b-4dd0-98ee-fbd3c6e9c474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.023252] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: d3765ad9-7c68-4585-bb7d-07fc8b93d2c8] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1439.426520] env[65682]: DEBUG oslo_concurrency.lockutils [None req-78364255-acb6-4bdc-a3af-e57ecdfeacb1 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Releasing lock "refresh_cache-66f5a268-7c5c-4489-ace2-53308b1d4f91" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.526530] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: dadcffdb-a33b-4b0e-8cf2-49337e952466] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1440.029728] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: d0a0be9b-5861-4275-b69e-bba224771028] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1440.432333] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-78364255-acb6-4bdc-a3af-e57ecdfeacb1 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Powering on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1440.432664] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27c546eb-02ba-4b1c-9930-ec58ee6063f0 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.441512] env[65682]: DEBUG oslo_vmware.api [None req-78364255-acb6-4bdc-a3af-e57ecdfeacb1 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1440.441512] env[65682]: value = "task-4617094" [ 1440.441512] env[65682]: _type = "Task" [ 1440.441512] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.450154] env[65682]: DEBUG oslo_vmware.api [None req-78364255-acb6-4bdc-a3af-e57ecdfeacb1 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.532944] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 9a4a8df3-262e-494e-9880-6682ec07103d] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1440.954216] env[65682]: DEBUG oslo_vmware.api [None req-78364255-acb6-4bdc-a3af-e57ecdfeacb1 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617094, 'name': PowerOnVM_Task, 'duration_secs': 0.35556} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.954478] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-78364255-acb6-4bdc-a3af-e57ecdfeacb1 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Powered on the VM {{(pid=65682) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1440.954674] env[65682]: DEBUG nova.compute.manager [None req-78364255-acb6-4bdc-a3af-e57ecdfeacb1 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1440.955458] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2084268-8d8a-43ad-8e1f-34846d4ec927 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.035998] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 2d0d314a-af07-4f58-ac67-bf12028f8ac5] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1441.539801] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 06ab8e62-b5e9-4dad-a201-cd3c31f7a386] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1441.947298] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240f9123-1da6-4f70-8091-054d8fc3810c {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.954951] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-13d9dc78-9790-4f0b-ae53-d5d01418c447 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Suspending the VM {{(pid=65682) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1441.955238] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d5b3f1e8-10e2-43f8-9018-4c2f4dcbdabb {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.963142] env[65682]: DEBUG oslo_vmware.api [None req-13d9dc78-9790-4f0b-ae53-d5d01418c447 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1441.963142] env[65682]: value = "task-4617095" [ 1441.963142] env[65682]: _type = "Task" [ 1441.963142] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.971940] env[65682]: DEBUG oslo_vmware.api [None req-13d9dc78-9790-4f0b-ae53-d5d01418c447 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617095, 'name': SuspendVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.042772] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 4eb94170-b43d-47ad-8390-67868649a580] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1442.475023] env[65682]: DEBUG oslo_vmware.api [None req-13d9dc78-9790-4f0b-ae53-d5d01418c447 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617095, 'name': SuspendVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.546812] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 457726d1-96b3-44fb-bcb4-2f1f00de04da] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1442.976208] env[65682]: DEBUG oslo_vmware.api [None req-13d9dc78-9790-4f0b-ae53-d5d01418c447 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617095, 'name': SuspendVM_Task, 'duration_secs': 0.743051} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.976517] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-13d9dc78-9790-4f0b-ae53-d5d01418c447 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Suspended the VM {{(pid=65682) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1442.976701] env[65682]: DEBUG nova.compute.manager [None req-13d9dc78-9790-4f0b-ae53-d5d01418c447 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1442.977706] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b0267b-113a-4337-a30a-bfd57eb625a6 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.050966] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: dc8d1190-07cb-4b0a-ab54-68d63446d03c] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1443.554025] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: d6de7836-9edf-4d85-9cac-3d5f1f541834] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1444.057895] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: b87e45d9-626e-42bc-a3bf-fd78b9d879e3] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1444.283152] env[65682]: INFO nova.compute.manager [None req-13ea9694-c341-4f54-8d49-ba85602eedfc tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Resuming [ 1444.283777] env[65682]: DEBUG nova.objects.instance [None req-13ea9694-c341-4f54-8d49-ba85602eedfc tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lazy-loading 'flavor' on Instance uuid 66f5a268-7c5c-4489-ace2-53308b1d4f91 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1444.561965] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 1354716c-57d5-4523-8672-eceb6b14db9d] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1445.066078] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 8638b1d1-2308-42d4-acbb-0c50031dc886] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1445.569529] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 45a53fdd-361a-42e5-ac3a-5ff5f9b124f6] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1445.792480] env[65682]: DEBUG oslo_concurrency.lockutils [None req-13ea9694-c341-4f54-8d49-ba85602eedfc tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "refresh_cache-66f5a268-7c5c-4489-ace2-53308b1d4f91" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.792698] env[65682]: DEBUG oslo_concurrency.lockutils [None req-13ea9694-c341-4f54-8d49-ba85602eedfc tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquired lock "refresh_cache-66f5a268-7c5c-4489-ace2-53308b1d4f91" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.792849] env[65682]: DEBUG nova.network.neutron [None req-13ea9694-c341-4f54-8d49-ba85602eedfc tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Building network info cache for instance {{(pid=65682) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1446.073185] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: c8e06fc1-ffc0-45ed-a243-efa04a523aaf] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1446.295707] env[65682]: WARNING neutronclient.v2_0.client [None req-13ea9694-c341-4f54-8d49-ba85602eedfc tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1446.450278] env[65682]: WARNING neutronclient.v2_0.client [None req-13ea9694-c341-4f54-8d49-ba85602eedfc tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1446.528435] env[65682]: DEBUG nova.network.neutron [None req-13ea9694-c341-4f54-8d49-ba85602eedfc tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Updating instance_info_cache with network_info: [{"id": "d016579d-061b-4dd0-98ee-fbd3c6e9c474", "address": "fa:16:3e:0f:dd:c0", "network": {"id": "32a6f6c7-8e13-4644-8790-f5922bc8a5cb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2123705961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67a873a51b0a41c58c8fa980aa58f328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd016579d-06", "ovs_interfaceid": "d016579d-061b-4dd0-98ee-fbd3c6e9c474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.576991] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 4e0346b6-7324-4a49-b872-9b85b426c2e1] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1447.031014] env[65682]: DEBUG oslo_concurrency.lockutils [None req-13ea9694-c341-4f54-8d49-ba85602eedfc tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Releasing lock "refresh_cache-66f5a268-7c5c-4489-ace2-53308b1d4f91" {{(pid=65682) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.032146] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080046af-167c-4e36-a1f8-a2399c33c12a {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.039754] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-13ea9694-c341-4f54-8d49-ba85602eedfc tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Resuming the VM {{(pid=65682) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1447.039982] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-172f2796-0668-4cb8-86f5-9815a2157c61 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.046827] env[65682]: DEBUG oslo_vmware.api [None req-13ea9694-c341-4f54-8d49-ba85602eedfc tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1447.046827] env[65682]: value = "task-4617096" [ 1447.046827] env[65682]: _type = "Task" [ 1447.046827] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.055166] env[65682]: DEBUG oslo_vmware.api [None req-13ea9694-c341-4f54-8d49-ba85602eedfc tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.080978] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: c373a28b-240f-477f-b736-d9040e0c2ec7] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1447.557731] env[65682]: DEBUG oslo_vmware.api [None req-13ea9694-c341-4f54-8d49-ba85602eedfc tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617096, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.584535] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 5ecbb17d-4f16-4bab-8e5d-a616e2fb8b43] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1448.058616] env[65682]: DEBUG oslo_vmware.api [None req-13ea9694-c341-4f54-8d49-ba85602eedfc tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617096, 'name': PowerOnVM_Task, 'duration_secs': 0.513946} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.058893] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-13ea9694-c341-4f54-8d49-ba85602eedfc tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Resumed the VM {{(pid=65682) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1448.059112] env[65682]: DEBUG nova.compute.manager [None req-13ea9694-c341-4f54-8d49-ba85602eedfc tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Checking state {{(pid=65682) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1448.059908] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2148f4f4-1fd2-4d24-bf0f-4aef1b7bc9ab {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.087718] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 1b4f1ae0-bdbd-4302-9ec2-ac27e6093e59] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1448.591460] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 81cf4997-e498-4b3e-b3ac-490cdd254fbd] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1449.003622] env[65682]: DEBUG oslo_concurrency.lockutils [None req-522053d5-0ab0-4376-a491-fd976467da61 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "66f5a268-7c5c-4489-ace2-53308b1d4f91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.004312] env[65682]: DEBUG oslo_concurrency.lockutils [None req-522053d5-0ab0-4376-a491-fd976467da61 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "66f5a268-7c5c-4489-ace2-53308b1d4f91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.005029] env[65682]: DEBUG oslo_concurrency.lockutils [None req-522053d5-0ab0-4376-a491-fd976467da61 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "66f5a268-7c5c-4489-ace2-53308b1d4f91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.005029] env[65682]: DEBUG oslo_concurrency.lockutils [None req-522053d5-0ab0-4376-a491-fd976467da61 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "66f5a268-7c5c-4489-ace2-53308b1d4f91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.005169] env[65682]: DEBUG oslo_concurrency.lockutils [None req-522053d5-0ab0-4376-a491-fd976467da61 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "66f5a268-7c5c-4489-ace2-53308b1d4f91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.007178] env[65682]: INFO nova.compute.manager [None req-522053d5-0ab0-4376-a491-fd976467da61 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Terminating instance [ 1449.095426] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: e56911bb-205b-4fa0-bf82-1e3b1c3f83ff] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1449.512076] env[65682]: DEBUG nova.compute.manager [None req-522053d5-0ab0-4376-a491-fd976467da61 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Start destroying the instance on the hypervisor. {{(pid=65682) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1449.512392] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-522053d5-0ab0-4376-a491-fd976467da61 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Destroying instance {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1449.513331] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c795d1d9-88d9-438a-9409-5717f2393c49 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.521297] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-522053d5-0ab0-4376-a491-fd976467da61 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Powering off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1449.521544] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d99daa3-a4a0-4fb5-bc9d-ee8f2db3a98d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.528950] env[65682]: DEBUG oslo_vmware.api [None req-522053d5-0ab0-4376-a491-fd976467da61 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1449.528950] env[65682]: value = "task-4617097" [ 1449.528950] env[65682]: _type = "Task" [ 1449.528950] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.539022] env[65682]: DEBUG oslo_vmware.api [None req-522053d5-0ab0-4376-a491-fd976467da61 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.598850] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: d59edbef-b7dc-40e8-8a31-c1c1f3bc8647] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1450.039767] env[65682]: DEBUG oslo_vmware.api [None req-522053d5-0ab0-4376-a491-fd976467da61 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617097, 'name': PowerOffVM_Task, 'duration_secs': 0.20364} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.040071] env[65682]: DEBUG nova.virt.vmwareapi.vm_util [None req-522053d5-0ab0-4376-a491-fd976467da61 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Powered off the VM {{(pid=65682) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1450.040276] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-522053d5-0ab0-4376-a491-fd976467da61 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Unregistering the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1450.040545] env[65682]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adfe24a2-80ca-490c-b19d-42ca2dd0c2d2 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.101955] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 2cdca24a-4bb0-4adc-886f-4b73acc2a545] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1450.107650] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-522053d5-0ab0-4376-a491-fd976467da61 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Unregistered the VM {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1450.107878] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-522053d5-0ab0-4376-a491-fd976467da61 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Deleting contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1450.108054] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-522053d5-0ab0-4376-a491-fd976467da61 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Deleting the datastore file [datastore2] 66f5a268-7c5c-4489-ace2-53308b1d4f91 {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1450.108329] env[65682]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23cf34c8-6737-4d45-a040-20bee0179393 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.115821] env[65682]: DEBUG oslo_vmware.api [None req-522053d5-0ab0-4376-a491-fd976467da61 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for the task: (returnval){ [ 1450.115821] env[65682]: value = "task-4617099" [ 1450.115821] env[65682]: _type = "Task" [ 1450.115821] env[65682]: } to complete. {{(pid=65682) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.124805] env[65682]: DEBUG oslo_vmware.api [None req-522053d5-0ab0-4376-a491-fd976467da61 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.605672] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] [instance: 6812a738-b2c5-4038-9943-ba204da22919] Instance has had 0 of 5 cleanup attempts {{(pid=65682) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1450.625962] env[65682]: DEBUG oslo_vmware.api [None req-522053d5-0ab0-4376-a491-fd976467da61 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Task: {'id': task-4617099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140384} completed successfully. {{(pid=65682) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.626287] env[65682]: DEBUG nova.virt.vmwareapi.ds_util [None req-522053d5-0ab0-4376-a491-fd976467da61 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Deleted the datastore file {{(pid=65682) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1450.626472] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-522053d5-0ab0-4376-a491-fd976467da61 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Deleted contents of the VM from datastore datastore2 {{(pid=65682) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1450.626670] env[65682]: DEBUG nova.virt.vmwareapi.vmops [None req-522053d5-0ab0-4376-a491-fd976467da61 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Instance destroyed {{(pid=65682) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1450.626853] env[65682]: INFO nova.compute.manager [None req-522053d5-0ab0-4376-a491-fd976467da61 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1450.627127] env[65682]: DEBUG oslo.service.backend._common.loopingcall [None req-522053d5-0ab0-4376-a491-fd976467da61 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65682) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1450.627322] env[65682]: DEBUG nova.compute.manager [-] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Deallocating network for instance {{(pid=65682) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1450.627421] env[65682]: DEBUG nova.network.neutron [-] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] deallocate_for_instance() {{(pid=65682) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1450.627663] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1450.658369] env[65682]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1451.082165] env[65682]: DEBUG nova.compute.manager [req-11c7d0a6-0aa1-4d5c-b785-bb5589af1022 req-255dc6b5-a717-4eab-9602-e8c6b5808a72 service nova] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Received event network-vif-deleted-d016579d-061b-4dd0-98ee-fbd3c6e9c474 {{(pid=65682) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1451.082390] env[65682]: INFO nova.compute.manager [req-11c7d0a6-0aa1-4d5c-b785-bb5589af1022 req-255dc6b5-a717-4eab-9602-e8c6b5808a72 service nova] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Neutron deleted interface d016579d-061b-4dd0-98ee-fbd3c6e9c474; detaching it from the instance and deleting it from the info cache [ 1451.082681] env[65682]: DEBUG nova.network.neutron [req-11c7d0a6-0aa1-4d5c-b785-bb5589af1022 req-255dc6b5-a717-4eab-9602-e8c6b5808a72 service nova] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.109792] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.110288] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Cleaning up deleted instances with incomplete migration {{(pid=65682) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11954}} [ 1451.561469] env[65682]: DEBUG nova.network.neutron [-] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Updating instance_info_cache with network_info: [] {{(pid=65682) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.584917] env[65682]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e58017d-dec0-4000-8a81-fd68948941d4 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.595886] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe86cd54-ed8f-40a2-9aa5-b7b0234c0ab1 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.622420] env[65682]: DEBUG nova.compute.manager [req-11c7d0a6-0aa1-4d5c-b785-bb5589af1022 req-255dc6b5-a717-4eab-9602-e8c6b5808a72 service nova] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Detach interface failed, port_id=d016579d-061b-4dd0-98ee-fbd3c6e9c474, reason: Instance 66f5a268-7c5c-4489-ace2-53308b1d4f91 could not be found. {{(pid=65682) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1452.064395] env[65682]: INFO nova.compute.manager [-] [instance: 66f5a268-7c5c-4489-ace2-53308b1d4f91] Took 1.44 seconds to deallocate network for instance. [ 1452.571722] env[65682]: DEBUG oslo_concurrency.lockutils [None req-522053d5-0ab0-4376-a491-fd976467da61 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.571722] env[65682]: DEBUG oslo_concurrency.lockutils [None req-522053d5-0ab0-4376-a491-fd976467da61 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.572229] env[65682]: DEBUG nova.objects.instance [None req-522053d5-0ab0-4376-a491-fd976467da61 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lazy-loading 'resources' on Instance uuid 66f5a268-7c5c-4489-ace2-53308b1d4f91 {{(pid=65682) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1453.230014] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1725aa-61b2-45df-a47f-35d4625581db {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.238080] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdf124d-9a1e-41cb-8533-67457c361203 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.268114] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b568f531-34c4-4cd3-b749-671a3614e86d {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.276224] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ca25e3-595e-4f83-bfc6-85a9ecd8e3ab {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.289704] env[65682]: DEBUG nova.compute.provider_tree [None req-522053d5-0ab0-4376-a491-fd976467da61 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1453.612103] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.612580] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.612580] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.612723] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.612788] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.612953] env[65682]: DEBUG nova.compute.manager [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65682) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1453.613120] env[65682]: DEBUG oslo_service.periodic_task [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Running periodic task ComputeManager.update_available_resource {{(pid=65682) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.793514] env[65682]: DEBUG nova.scheduler.client.report [None req-522053d5-0ab0-4376-a491-fd976467da61 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1454.116685] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.298967] env[65682]: DEBUG oslo_concurrency.lockutils [None req-522053d5-0ab0-4376-a491-fd976467da61 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.727s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1454.301661] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.185s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.301661] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1454.301882] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65682) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1454.302657] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b239c47a-23d0-43b8-b3a8-ad62577d6831 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.312703] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1342460a-fb14-4b40-bf28-720b1d10ad25 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.327964] env[65682]: INFO nova.scheduler.client.report [None req-522053d5-0ab0-4376-a491-fd976467da61 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Deleted allocations for instance 66f5a268-7c5c-4489-ace2-53308b1d4f91 [ 1454.329590] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5b5753-fe9a-4dda-9742-b47141aab739 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.338922] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfff71d2-da33-47c3-9315-9f468a2deec9 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.369629] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180274MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65682) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1454.369629] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.369629] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.838503] env[65682]: DEBUG oslo_concurrency.lockutils [None req-522053d5-0ab0-4376-a491-fd976467da61 tempest-ServerActionsTestJSON-46198148 tempest-ServerActionsTestJSON-46198148-project-member] Lock "66f5a268-7c5c-4489-ace2-53308b1d4f91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.834s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.387798] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65682) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1455.388142] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65682) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1455.401273] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566c8a74-3a7f-4b63-8c88-b393efcf353e {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.409948] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c43a86d-b268-40d0-83a7-91290aa4b1bf {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.441762] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9fad44-d374-4f29-8228-998e1a02cb84 {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.450530] env[65682]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7b4d82-46ae-49b1-830b-0615222468fd {{(pid=65682) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.465923] env[65682]: DEBUG nova.compute.provider_tree [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Inventory has not changed in ProviderTree for provider: 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 {{(pid=65682) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1455.969780] env[65682]: DEBUG nova.scheduler.client.report [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Inventory has not changed for provider 5e3340f3-ec5a-4efc-ab9e-095b1e806dc4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65682) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1456.474508] env[65682]: DEBUG nova.compute.resource_tracker [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65682) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1456.474750] env[65682]: DEBUG oslo_concurrency.lockutils [None req-60fb0067-03e9-4b81-9a80-6b0df7ff26ea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.105s {{(pid=65682) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}